-
Notifications
You must be signed in to change notification settings - Fork 3
/
questions.json
868 lines (867 loc) · 33.1 KB
/
questions.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
{
"question_sets": [
{
"id": "MUSIC_Q_SINGLE_STEP_ONE_SHOT_V1",
"name": "Mannheim Function Calling Benchmark: Questions w/ Single Parameters, One Step and One Shot",
"domain": "Music",
"date": "2024-01-27",
"description": "Simple, single step questions designed to test a subset of selection of records, interpretation, reasoning, different languages, typos, related and unrelated context",
"authors": ["Dennis Heinz", "Saman Khursheed", "Zeynep Eroglu"],
"license": "Apache 2.0",
"function_sets": ["MUSIC_FUNC_ONE_PARAM_SIMPLE_DESC_NO_EX_V01"],
"questions": [
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q1",
"category": "Selection",
"question": "Among the top 30 rated albums, which were released by 'Radiohead'?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on a defined criteria (string matching).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["top_rated_albums"],
"parameters": [{ "n": 30 }]
}
],
"expected_answers": ["Selects all 3 albums."],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q2",
"category": "Selection",
"question": "Which songs released in 2012 were performed by more than 1 artist?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on a defined criteria (integer interval matching).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["songs_by_release_date"],
"parameters": [{ "release_date": "2012" }]
}
],
"expected_answers": ["Returns 3 songs performed by 2 artists."],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q3",
"category": "Selection",
"question": "Among all Eminem albums, which has the highest number of ratings?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on a defined criteria (max. integer).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["albums_by_artist"],
"parameters": [{ "artist_name": "Eminem" }]
}
],
"expected_answers": ["The Marshall Mathers LP"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q4",
"category": "Selection",
"question": "Among all top 10 albums, which have between 20000 and 50000 ratings?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on a defined criteria (interval of large integer bounds).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["top_rated_albums"],
"parameters": [{ "n": 10 }]
}
],
"expected_answers": [
"Includes all 8 of 10 songs that are within that range."
],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q5",
"category": "Selection",
"question": "Among the top 5 albums, which 2 albums are the most similar based on genres? Why?",
"motivation": "Evaluate the ability to perform targeted information retrieval of a dataset based on similarity (reasoning).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["top_rated_albums"],
"parameters": [{ "n": 5 }]
}
],
"expected_answers": [
"'Wish You Were Here'by Pink Floyd and 'In the Court of the Crimson King' by King Crimson. Both albums share genres such as 'Progressive Rock,' 'Psychedelic Rock,' and 'Art Rock.'"
],
"comment": "Evaluated based on reasoning ability to see the overlap genre types."
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q6",
"category": "Selection",
"question": "What is the 10th highest rated 'Alt-Pop' song?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on criterion (small floating point number).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["albums_by_genres"],
"parameters": [{ "genres": ["Alt-Pop"] }]
}
],
"expected_answers": ["I Don't Want You Anymore by Cherry Glazerr"],
"comment": "Small integer/floating values may provide problems for selection"
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q7",
"category": "Selection",
"question": "Among the 15 songs with the longest durations, what is the most popular song?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on criterion (small floating point number).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["songs_by_longest_duration"],
"parameters": [{ "n": 15 }]
}
],
"expected_answers": ["2085 by AJR"],
"comment": ""
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q8",
"category": "Selection",
"question": "Among the songs released in 2020, which one has the 2nd most streams?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on criterion (large integer).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["songs_by_release_date"],
"parameters": [{ "release_date": "2020" }]
}
],
"expected_answers": [
"Levitating (feat. DaBaby) with 1802514301 streams"
],
"comment": ""
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q9",
"category": "Selection",
"question": "Among the most 15 streamed songs, which were released between January 2023 and Februray 2023?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on interval (date range)",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["top_streamed_songs"],
"parameters": [{ "n": 15 }]
}
],
"expected_answers": ["Everything I Love by Morgan Wallen"],
"comment": ""
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q10",
"category": "Selection",
"question": "Among all Wonky albums, what album with more than 5 genres has the highest average rating?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on niche genre identification and on interval (integer).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["albums_by_genres"],
"parameters": [{ "genres": ["Wonky"] }]
}
],
"expected_answers": [
"OIL OF EVERY PEARL'S UN-INSIDES by SOPHIE",
"Niggas on the Moon: The Powers That B Disc 1 by Death Grips"
],
"comment": ""
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q11",
"category": "Selection",
"question": "What is the 25th most popular song?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on the criterion (last record only - ignore rest).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["top_streamed_songs"],
"parameters": [{ "n": 25 }]
}
],
"expected_answers": ["VAGABUNDO"],
"comment": ""
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q12",
"category": "Selection",
"question": "Among the 10 longest songs, which were released by 'Eminem'?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on criterion (string match).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["songs_by_longest_duration"],
"parameters": [{ "n": 10 }]
}
],
"expected_answers": ["7"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q13",
"category": "Selection",
"question": "What is the song with the second highest average rating among songs released between 2000 and 2001?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on criterion (small floating point number)",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["filter_albums_by_date_range"],
"parameters": [{ "start_year": "2000", "end_year": "2001" }]
}
],
"expected_answers": [
"Lift Yr. Skinny Fists Like Antennas to Heaven!"
],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q14",
"category": "Selection",
"question": "Among all 'Wonky' but not 'Deconstructed Club' albums, with less than 5 genres, what has the highest rating?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset. Identify genres correctly, identify elements (genres) in list.",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["albums_by_genres2"],
"parameters": [
{
"genres_in": ["Wonky"],
"genres_out": ["Deconstructed Club"]
}
]
}
],
"expected_answers": ["Unlocked"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q15",
"category": "Selection",
"question": "Among all 'Wonky' but not 'Deconstructed Club' albums, which album has between 5 and 6 genres and a review count below 100?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on the criterion (count items in list, select by integer bound).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["albums_by_genres2"],
"parameters": [
{
"genres_in": ["Wonky"],
"genres_out": ["Deconstructed Club"]
}
]
}
],
"expected_answers": [
"Niggas on the Moon: The Powers That B Disc 1"
],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q16",
"category": "Selection",
"question": "What adult, television songs were released in 2023 with a rating lower than 3.0?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on the criterion (small double integer range).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["albums_by_date_and_genres"],
"parameters": [
{
"release_date": "2023",
"genres": ["ambient", "television"]
}
]
}
],
"expected_answers": ["Returns 9 songs."],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q17",
"category": "Selection",
"question": "Among the top 3 songs of Coldplay, which one was released in 2002?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on a defined criteria (date).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["top_streamed_songs_by_artist"],
"parameters": [
{
"artist_name": "Coldplay",
"n": 3
}
]
}
],
"expected_answers": ["The Scientist"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q18",
"category": "Selection",
"question": "Which albums released between June 2020 and Sep 2020 are by Taylor Swift?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on a defined criteria (date range) among 43 other records.",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["filter_albums_by_date_range"],
"parameters": [
{ "start_date": "2020-06", "end_date": "2020-09" }
]
}
],
"expected_answers": ["Folklore"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q19",
"category": "Selection",
"question": "Among all the non-explitic songs with a dancability of 90 or more, what song has the longest duration?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on a defined criteria (min. small floating point number).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["songs_by_danceability_explicitness"],
"parameters": [
{ "danceability_threshold": 90, "explicit": false }
]
}
],
"expected_answers": ["DOGGY DOGGY"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q20",
"category": "Selection",
"question": "Among all the non-explitic songs with a dancability of 90 or more, what songs have a duration over 3 minutes?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on a defined criteria (small floating point number range).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["songs_by_danceability_explicitness"],
"parameters": [
{ "danceability_threshold": 90, "explicit": false }
]
}
],
"expected_answers": [
"'YOU THE VIBE', 'DOGGY DOGGY', 'MOLI', 'PALETA PA TO EL MUNDO', 'RICO FEO', and 'TEKIRIKI'"
],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q21",
"category": "Selection",
"question": "Among the albums released between 5.5.2000 and 9.9.2000, which are the most similar based on genres?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on similarity matching (reasoning) on items in list",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["filter_albums_by_date_range"],
"parameters": [
{ "start_date": "2000-05-05", "end_date": "2000-09-09" }
]
}
],
"expected_answers": [
"'The Moon & Antarctica' and 'Rated R' on Rock",
"'The Moon & Antarctica' and 'Spirit They're Gone Spirit They've Vanished' on exact match on Neo-Psychedelia"
],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q22",
"category": "Selection",
"question": "What are the non-explicit songs with a danceability over 85 percent, and speechiness over 10% that has a duration over 4 minutes?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on a defined criteria (small floating point number range).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["songs_by_danceability_explicitness_speechiness"],
"parameters": [
{
"danceability_threshold": 85,
"speechiness_threshold": 10,
"explicit": false
}
]
}
],
"expected_answers": ["'DOGGY DOGGY' and 'RULAY & PICA POLLO'"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q23",
"category": "Selection",
"question": "Which Hip Hop album was released in 2000, and contains 'vulgar' language?",
"motivation": "Evaluate the ability to perform single-targeted information retrieval of a dataset based on identifying vular as descriptor (and not genre).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["albums_by_year_genres_and_descriptors"],
"parameters": [
{
"release_date": "2000",
"genres": ["Hip Hop"],
"descriptors": ["vulgar"]
}
]
}
],
"expected_answers": ["'The Marshall Mathers LP'"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q24",
"category": "Selection",
"question": "Provide me those songs from top 10 songs of Taylor Swift released in 2022, which have bpm in the range of 80-110.",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on a defined criteria (integer range).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["top_streamed_songs_by_artist_date"],
"parameters": [
{
"artist_name": "Taylor Swift",
"release_date": "2022",
"n": 10
}
]
}
],
"expected_answers": [
"'Anti-Hero', 'Lavender Haze', 'Karma' and 'Maroon'"
],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q25",
"category": "Selection",
"question": "From the list of albums released in 2020 of type Indie Folk which are melodic, poetic, return those albums having rating between 3.0 and 3.5.",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on a defined criteria (small floating point number range).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["albums_by_year_genres_and_descriptors"],
"parameters": [
{
"release_date": "2020",
"genres": ["Indie Folk"],
"descriptors": ["melodic", "poetic"]
}
]
}
],
"expected_answers": [
"'Folklore', 'Evermore', 'Women in Music Pt. III' and 'Color Theory'"
],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q26",
"category": "Selection",
"question": "Among the top 5 songs released by SZA in 2022, which have the most similarity based on BPM?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on similarity (reasoning; larger integer and very close).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["top_streamed_songs_by_artist_date"],
"parameters": [
{ "artist_name": "SZA", "release_date": "2022", "n": 5 }
]
}
],
"expected_answers": ["'Seek & Destroy' and 'Gone Girl'"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q27",
"category": "Selection",
"question": "Which album is released between 2000 and 2002, contains Hip Hop but not Metal and has a rating of 3.9 or more?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on date, genres and floating point arguments.",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["albums_by_dates_genres_rating"],
"parameters": [
{
"start_date": "2000-01-01",
"end_date": "2002-12-31",
"genre_in": ["Hip Hop"],
"genre_out": ["Metal"],
"min_rating": 3.9
}
]
}
],
"expected_answers": ["Since I Left You"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q28",
"category": "Selection",
"question": "Which explicit songs with a speechiness of 50%, energy of 50% and bpm of 100 have a duration between 2.75 and 3.5 minutes?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on a defined criteria (small floating point number range).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["speechiness_songs"],
"parameters": [
{
"speechiness": 50,
"energy": 50,
"explicit": true,
"bpm": 100
}
]
}
],
"expected_answers": [
"'Wrong', 'Bigger & Better', 'Kylie Grande', 'Lemme See' and 'Clocked In'"
],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q29",
"category": "Selection",
"question": "Which albums released in 2000, have a minimum of 5000 ratings, with at least an average rating of 3.5 and a minimum of 200 reviews, and rock as genre?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on criterion (min. date).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["high_rated_reviewed_albums_by_date"],
"parameters": [
{
"rating_threshold": 3.5,
"min_ratings": 5000,
"review_threshold": 200,
"release_date": "2000"
}
]
}
],
"expected_answers": ["The Marshall Mathers LP"],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q30",
"category": "Selection",
"question": "Which albums are released between 2000 and 2002, contain Hip Hop but not Metal and have a rating of 3.5 or more?",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based identifying genres, and dates and returning all records.",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["albums_by_dates_genres_rating"],
"parameters": [
{
"start_date": "2000-01-01",
"end_date": "2002-12-31",
"genre_in": ["Hip Hop"],
"genre_out": ["Metal"],
"min_rating": 3.5
}
]
}
],
"expected_answers": [
"'Since I Left You', 'The Marshall Mathers LP', and 'Stankonia'"
],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q31",
"category": "Selection",
"question": "Get the list of albums released in 1988 with min rating 3.5 and reviewed by more than 200 and rated by minimum 5000 persons. From this list, only provide those albums that are of type Progressive Metal. ",
"motivation": "Evaluate the ability to perform multi-targeted information retrieval of a dataset based on the criterion (string matching in list of items per record).",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["high_rated_reviewed_albums_by_date"],
"parameters": [
{
"rating_threshold": 3.5,
"min_ratings": 5000,
"review_threshold": 200,
"release_date": "1988"
}
]
}
],
"expected_answers": [
"'...And Justice for All' and 'Seventh Son of a Seventh Son'"
],
"comment": null
}
},
{
"id": "MUSIC_SINGLE_STEP_ONE_SHOT_SEL_Q32",
"category": "Selection",
"question": "Which 2 explicit songs with a speechiness of 30, energy of 30% and bpm of 120 with an allowed difference of 25 are the most similar to each other based on acousticness?",
"motivation": "",
"target": {
"chained": false,
"solution_paths": [
{
"path_id": 1,
"functions": ["speechiness_songs"],
"parameters": [
{
"speechiness": 30,
"energy": 30,
"explicit": true,
"bpm": 120,
"threshold": 25
}
]
}
],
"expected_answers": [
"'Scared Of My Money' and 'Big Fish' with 9",
"'Don't Hurt Me' and 'Fuck You Too' with 16"
],
"comment": null
}
}
]
}
],
"function_sets": [
{
"id": "MUSIC_FUNC_ONE_PARAM_SIMPLE_DESC_NO_EX_V01",
"name": "Music - functions with simple function description, no examples.",
"domain": "Music",
"categories": [
"All Parameters",
"Without Examples",
"Simple Description"
],
"num_functions": 9,
"functions": [
{
"name": "albums_by_artist",
"description": "Returns all albums by a given artist.",
"parameters": {
"type": "object",
"properties": {
"artist_name": {
"type": "string",
"description": "The name of the artist."
}
},
"required": ["artist_name"]
}
},
{
"name": "top_rated_albums",
"description": "Returns the top-rated albums based on average rating.",
"parameters": {
"type": "object",
"properties": {
"n": {
"type": "number",
"description": "The number of albums to return. Default is 10."
}
},
"required": []
}
},
{
"name": "artist_by_album",
"description": "Returns the artist of an album by its name.",
"parameters": {
"type": "object",
"properties": {
"album_name": {
"type": "string",
"description": "The name of the album."
}
},
"required": ["album_name"]
}
},
{
"name": "albums_by_genres",
"description": "Retrieves a list of albums that contain any of the specified genres.",
"parameters": {
"type": "object",
"properties": {
"genres": {
"type": "array",
"items": {
"type": "string"
},
"description": "A list of genre strings the albums must contain."
}
},
"required": ["genres"]
}
},
{
"name": "top_streamed_songs",
"description": "Returns the n most streamed songs.",
"parameters": {
"type": "object",
"properties": {
"n": {
"type": "number",
"description": "The number of top-streamed songs to return. Default is 10."
}
},
"required": []
}
},
{
"name": "songs_by_release_date",
"description": "Retrieves all songs released on a specific date, in a specific month, or in a specific year, based on the provided release date.",
"parameters": {
"type": "object",
"properties": {
"release_date": {
"type": "string",
"description": "The release date to filter songs by. Can be in YYYY (year), YYYY-MM (year-month), or YYYY-MM-DD (specific date) format."
}
},
"required": ["release_date"]
}
},
{
"name": "songs_by_longest_duration",
"description": "Returns the top 'n' songs sorted by their duration, from longest to shortest.",
"parameters": {
"type": "object",
"properties": {
"n": {
"type": "number",
"description": "The number of top songs to return, based on duration. Defaults to 10 if not specified."
}
},
"required": []
}
},
{
"name": "artist_by_song",
"description": "Returns the artist of the song.",
"parameters": {
"type": "object",
"properties": {
"song_name": {
"type": "string",
"description": "The name of the song."
}
},
"required": ["song_name"]
}
},
{
"name": "songs_by_artist",
"description": "Returns all songs by a given artist.",
"parameters": {
"type": "object",
"properties": {
"artist_name": {
"type": "string",
"description": "The name of the artist."
}
},
"required": ["artist_name"]
}
}
]
},
{}
]
}