Add default namespace

src/backend/run_eval_suite_lighteval.py

@@ -11,11 +11,15 @@ from src.backend.manage_requests import EvalRequest
 
 logging.getLogger("openai").setLevel(logging.WARNING)
 
+class DefaultNamespace(Namespace):
+    def __getattr__(self, name):
+        return self.__dict__.get(name, None)
+
 def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int, local_dir: str, accelerator: str, region: str, vendor: str, instance_size: str, instance_type: str, limit=None):
     if limit:
         print("WARNING: --limit SHOULD ONLY BE USED FOR TESTING. REAL METRICS SHOULD NOT BE COMPUTED USING LIMIT.")
 
-    args = Namespace(**{
+    args = DefaultNamespace(**{
             "endpoint_model_name":f"{eval_request.model}_{eval_request.precision}".lower(),
             "accelerator": accelerator,
             "vendor": vendor,