JVice commited on
Commit
6bc33f5
1 Parent(s): d2c4191

Update model_comparison.py

Browse files
Files changed (1) hide show
  1. model_comparison.py +9 -0
model_comparison.py CHANGED
@@ -17,6 +17,15 @@ EVAL_DATABASE_DIR.mkdir(parents=True, exist_ok=True)
17
  # TASK_EVAL_DATABASE_PATH = 'data/task_oriented_eval_database.yaml'
18
  GEN_EVAL_DATABASE_PATH = EVAL_DATABASE_DIR / f"general_eval_database.yaml"
19
  TASK_EVAL_DATABASE_PATH = EVAL_DATABASE_DIR / f"task_oriented_eval_database.yaml"
 
 
 
 
 
 
 
 
 
20
  # def get_evaluation_id(evalType, debugging):
21
  # global GEN_EVAL_DATABASE_PATH
22
  # global TASK_EVAL_DATABASE_PATH
 
17
  # TASK_EVAL_DATABASE_PATH = 'data/task_oriented_eval_database.yaml'
18
  GEN_EVAL_DATABASE_PATH = EVAL_DATABASE_DIR / f"general_eval_database.yaml"
19
  TASK_EVAL_DATABASE_PATH = EVAL_DATABASE_DIR / f"task_oriented_eval_database.yaml"
20
+
21
+ EVAL_DATABASE_UPDATE_SCHEDULER = CommitScheduler(
22
+ repo_id="try-before-you-bias-data",
23
+ repo_type="dataset",
24
+ folder_path=EVAL_DATABASE_DIR,
25
+ path_in_repo="data",
26
+ every=3,
27
+ )
28
+
29
  # def get_evaluation_id(evalType, debugging):
30
  # global GEN_EVAL_DATABASE_PATH
31
  # global TASK_EVAL_DATABASE_PATH