albertvillanova HF staff commited on
Commit
69bec6e
1 Parent(s): 7e32ac7

Fix missing Snark subtask

Browse files
Files changed (1) hide show
  1. src/constants.py +2 -1
src/constants.py CHANGED
@@ -31,7 +31,8 @@ SUBTASKS = {
31
  ("Reasoning about Colored Objects", "leaderboard_bbh_reasoning_about_colored_objects"),
32
  ("Ruin Names", "leaderboard_bbh_ruin_names"),
33
  ("Salient Translation Error Detection", "leaderboard_bbh_salient_translation_error_detection"),
34
- ("Sports Understanding", "leaderboard_bbh_snarks", "leaderboard_bbh_sports_understanding"),
 
35
  ("Temporal Sequences", "leaderboard_bbh_temporal_sequences"),
36
  ("Tracking Shuffled Objects (5)", "leaderboard_bbh_tracking_shuffled_objects_five_objects"),
37
  ("Tracking Shuffled Objects (7)", "leaderboard_bbh_tracking_shuffled_objects_seven_objects"),
 
31
  ("Reasoning about Colored Objects", "leaderboard_bbh_reasoning_about_colored_objects"),
32
  ("Ruin Names", "leaderboard_bbh_ruin_names"),
33
  ("Salient Translation Error Detection", "leaderboard_bbh_salient_translation_error_detection"),
34
+ ("Snarks", "leaderboard_bbh_snarks"),
35
+ ("Sports Understanding", "leaderboard_bbh_sports_understanding"),
36
  ("Temporal Sequences", "leaderboard_bbh_temporal_sequences"),
37
  ("Tracking Shuffled Objects (5)", "leaderboard_bbh_tracking_shuffled_objects_five_objects"),
38
  ("Tracking Shuffled Objects (7)", "leaderboard_bbh_tracking_shuffled_objects_seven_objects"),