Spaces:
Running
Running
Update model_comparison.py
Browse files- model_comparison.py +9 -0
model_comparison.py
CHANGED
@@ -17,6 +17,15 @@ EVAL_DATABASE_DIR.mkdir(parents=True, exist_ok=True)
|
|
17 |
# TASK_EVAL_DATABASE_PATH = 'data/task_oriented_eval_database.yaml'
|
18 |
GEN_EVAL_DATABASE_PATH = EVAL_DATABASE_DIR / f"general_eval_database.yaml"
|
19 |
TASK_EVAL_DATABASE_PATH = EVAL_DATABASE_DIR / f"task_oriented_eval_database.yaml"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
20 |
# def get_evaluation_id(evalType, debugging):
|
21 |
# global GEN_EVAL_DATABASE_PATH
|
22 |
# global TASK_EVAL_DATABASE_PATH
|
|
|
17 |
# TASK_EVAL_DATABASE_PATH = 'data/task_oriented_eval_database.yaml'
|
18 |
GEN_EVAL_DATABASE_PATH = EVAL_DATABASE_DIR / f"general_eval_database.yaml"
|
19 |
TASK_EVAL_DATABASE_PATH = EVAL_DATABASE_DIR / f"task_oriented_eval_database.yaml"
|
20 |
+
|
21 |
+
EVAL_DATABASE_UPDATE_SCHEDULER = CommitScheduler(
|
22 |
+
repo_id="try-before-you-bias-data",
|
23 |
+
repo_type="dataset",
|
24 |
+
folder_path=EVAL_DATABASE_DIR,
|
25 |
+
path_in_repo="data",
|
26 |
+
every=3,
|
27 |
+
)
|
28 |
+
|
29 |
# def get_evaluation_id(evalType, debugging):
|
30 |
# global GEN_EVAL_DATABASE_PATH
|
31 |
# global TASK_EVAL_DATABASE_PATH
|