albertvillanova HF staff commited on
Commit
dcff8f7
1 Parent(s): 69bec6e

Sort 3/5/7 subtasks

Browse files
Files changed (1) hide show
  1. src/constants.py +2 -2
src/constants.py CHANGED
@@ -21,9 +21,9 @@ SUBTASKS = {
21
  ("Formal Fallacies Syllogisms Negation", "leaderboard_bbh_formal_fallacies"),
22
  ("Geometric Shapes", "leaderboard_bbh_geometric_shapes"),
23
  ("Hyperbaton", "leaderboard_bbh_hyperbaton"),
 
24
  ("Logical Deduction (5)", "leaderboard_bbh_logical_deduction_five_objects"),
25
  ("Logical Deduction (7)", "leaderboard_bbh_logical_deduction_seven_objects"),
26
- ("Logical Deduction (3)", "leaderboard_bbh_logical_deduction_three_objects"),
27
  ("Movie Recommendation", "leaderboard_bbh_movie_recommendation"),
28
  ("Navigate", "leaderboard_bbh_navigate"),
29
  ("Object Counting", "leaderboard_bbh_object_counting"),
@@ -34,9 +34,9 @@ SUBTASKS = {
34
  ("Snarks", "leaderboard_bbh_snarks"),
35
  ("Sports Understanding", "leaderboard_bbh_sports_understanding"),
36
  ("Temporal Sequences", "leaderboard_bbh_temporal_sequences"),
 
37
  ("Tracking Shuffled Objects (5)", "leaderboard_bbh_tracking_shuffled_objects_five_objects"),
38
  ("Tracking Shuffled Objects (7)", "leaderboard_bbh_tracking_shuffled_objects_seven_objects"),
39
- ("Tracking Shuffled Objects (3)", "leaderboard_bbh_tracking_shuffled_objects_three_objects"),
40
  ("Web of Lies", "leaderboard_bbh_web_of_lies"),
41
  ],
42
  "leaderboard_gpqa": [
 
21
  ("Formal Fallacies Syllogisms Negation", "leaderboard_bbh_formal_fallacies"),
22
  ("Geometric Shapes", "leaderboard_bbh_geometric_shapes"),
23
  ("Hyperbaton", "leaderboard_bbh_hyperbaton"),
24
+ ("Logical Deduction (3)", "leaderboard_bbh_logical_deduction_three_objects"),
25
  ("Logical Deduction (5)", "leaderboard_bbh_logical_deduction_five_objects"),
26
  ("Logical Deduction (7)", "leaderboard_bbh_logical_deduction_seven_objects"),
 
27
  ("Movie Recommendation", "leaderboard_bbh_movie_recommendation"),
28
  ("Navigate", "leaderboard_bbh_navigate"),
29
  ("Object Counting", "leaderboard_bbh_object_counting"),
 
34
  ("Snarks", "leaderboard_bbh_snarks"),
35
  ("Sports Understanding", "leaderboard_bbh_sports_understanding"),
36
  ("Temporal Sequences", "leaderboard_bbh_temporal_sequences"),
37
+ ("Tracking Shuffled Objects (3)", "leaderboard_bbh_tracking_shuffled_objects_three_objects"),
38
  ("Tracking Shuffled Objects (5)", "leaderboard_bbh_tracking_shuffled_objects_five_objects"),
39
  ("Tracking Shuffled Objects (7)", "leaderboard_bbh_tracking_shuffled_objects_seven_objects"),
 
40
  ("Web of Lies", "leaderboard_bbh_web_of_lies"),
41
  ],
42
  "leaderboard_gpqa": [