Commit
•
dcff8f7
1
Parent(s):
69bec6e
Sort 3/5/7 subtasks
Browse files- src/constants.py +2 -2
src/constants.py
CHANGED
@@ -21,9 +21,9 @@ SUBTASKS = {
|
|
21 |
("Formal Fallacies Syllogisms Negation", "leaderboard_bbh_formal_fallacies"),
|
22 |
("Geometric Shapes", "leaderboard_bbh_geometric_shapes"),
|
23 |
("Hyperbaton", "leaderboard_bbh_hyperbaton"),
|
|
|
24 |
("Logical Deduction (5)", "leaderboard_bbh_logical_deduction_five_objects"),
|
25 |
("Logical Deduction (7)", "leaderboard_bbh_logical_deduction_seven_objects"),
|
26 |
-
("Logical Deduction (3)", "leaderboard_bbh_logical_deduction_three_objects"),
|
27 |
("Movie Recommendation", "leaderboard_bbh_movie_recommendation"),
|
28 |
("Navigate", "leaderboard_bbh_navigate"),
|
29 |
("Object Counting", "leaderboard_bbh_object_counting"),
|
@@ -34,9 +34,9 @@ SUBTASKS = {
|
|
34 |
("Snarks", "leaderboard_bbh_snarks"),
|
35 |
("Sports Understanding", "leaderboard_bbh_sports_understanding"),
|
36 |
("Temporal Sequences", "leaderboard_bbh_temporal_sequences"),
|
|
|
37 |
("Tracking Shuffled Objects (5)", "leaderboard_bbh_tracking_shuffled_objects_five_objects"),
|
38 |
("Tracking Shuffled Objects (7)", "leaderboard_bbh_tracking_shuffled_objects_seven_objects"),
|
39 |
-
("Tracking Shuffled Objects (3)", "leaderboard_bbh_tracking_shuffled_objects_three_objects"),
|
40 |
("Web of Lies", "leaderboard_bbh_web_of_lies"),
|
41 |
],
|
42 |
"leaderboard_gpqa": [
|
|
|
21 |
("Formal Fallacies Syllogisms Negation", "leaderboard_bbh_formal_fallacies"),
|
22 |
("Geometric Shapes", "leaderboard_bbh_geometric_shapes"),
|
23 |
("Hyperbaton", "leaderboard_bbh_hyperbaton"),
|
24 |
+
("Logical Deduction (3)", "leaderboard_bbh_logical_deduction_three_objects"),
|
25 |
("Logical Deduction (5)", "leaderboard_bbh_logical_deduction_five_objects"),
|
26 |
("Logical Deduction (7)", "leaderboard_bbh_logical_deduction_seven_objects"),
|
|
|
27 |
("Movie Recommendation", "leaderboard_bbh_movie_recommendation"),
|
28 |
("Navigate", "leaderboard_bbh_navigate"),
|
29 |
("Object Counting", "leaderboard_bbh_object_counting"),
|
|
|
34 |
("Snarks", "leaderboard_bbh_snarks"),
|
35 |
("Sports Understanding", "leaderboard_bbh_sports_understanding"),
|
36 |
("Temporal Sequences", "leaderboard_bbh_temporal_sequences"),
|
37 |
+
("Tracking Shuffled Objects (3)", "leaderboard_bbh_tracking_shuffled_objects_three_objects"),
|
38 |
("Tracking Shuffled Objects (5)", "leaderboard_bbh_tracking_shuffled_objects_five_objects"),
|
39 |
("Tracking Shuffled Objects (7)", "leaderboard_bbh_tracking_shuffled_objects_seven_objects"),
|
|
|
40 |
("Web of Lies", "leaderboard_bbh_web_of_lies"),
|
41 |
],
|
42 |
"leaderboard_gpqa": [
|