update

backend-cli.py

@@ -88,10 +88,18 @@ def request_to_result_name(request: EvalRequest) -> str:
 
 
 def process_evaluation(task: Task, eval_request: EvalRequest) -> dict:
-    batch_size = 1
-    # batch_size = "auto"
-    results = run_evaluation(eval_request=eval_request, task_names=[task.benchmark], num_fewshot=task.num_fewshot,
-                             batch_size=batch_size, device=DEVICE, use_cache=None, limit=LIMIT)
+    batch_size = "auto"
+
+    try:
+        results = run_evaluation(eval_request=eval_request, task_names=[task.benchmark], num_fewshot=task.num_fewshot,
+                                 batch_size=batch_size, device=DEVICE, use_cache=None, limit=LIMIT)
+    except RuntimeError as e:
+        if "No executable batch size found" in str(e):
+            batch_size = 1
+            results = run_evaluation(eval_request=eval_request, task_names=[task.benchmark], num_fewshot=task.num_fewshot,
+                                     batch_size=batch_size, device=DEVICE, use_cache=None, limit=LIMIT)
+        else:
+            raise
 
     print('RESULTS', results)