Commit
•
69bec6e
1
Parent(s):
7e32ac7
Fix missing Snark subtask
Browse files- src/constants.py +2 -1
src/constants.py
CHANGED
@@ -31,7 +31,8 @@ SUBTASKS = {
|
|
31 |
("Reasoning about Colored Objects", "leaderboard_bbh_reasoning_about_colored_objects"),
|
32 |
("Ruin Names", "leaderboard_bbh_ruin_names"),
|
33 |
("Salient Translation Error Detection", "leaderboard_bbh_salient_translation_error_detection"),
|
34 |
-
("
|
|
|
35 |
("Temporal Sequences", "leaderboard_bbh_temporal_sequences"),
|
36 |
("Tracking Shuffled Objects (5)", "leaderboard_bbh_tracking_shuffled_objects_five_objects"),
|
37 |
("Tracking Shuffled Objects (7)", "leaderboard_bbh_tracking_shuffled_objects_seven_objects"),
|
|
|
31 |
("Reasoning about Colored Objects", "leaderboard_bbh_reasoning_about_colored_objects"),
|
32 |
("Ruin Names", "leaderboard_bbh_ruin_names"),
|
33 |
("Salient Translation Error Detection", "leaderboard_bbh_salient_translation_error_detection"),
|
34 |
+
("Snarks", "leaderboard_bbh_snarks"),
|
35 |
+
("Sports Understanding", "leaderboard_bbh_sports_understanding"),
|
36 |
("Temporal Sequences", "leaderboard_bbh_temporal_sequences"),
|
37 |
("Tracking Shuffled Objects (5)", "leaderboard_bbh_tracking_shuffled_objects_five_objects"),
|
38 |
("Tracking Shuffled Objects (7)", "leaderboard_bbh_tracking_shuffled_objects_seven_objects"),
|