Spaces:
Runtime error
Runtime error
pminervini
commited on
Commit
•
f04e65f
1
Parent(s):
6bab443
update
Browse files
src/backend/tasks/fever/fever10.yaml
ADDED
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
group: fever
|
2 |
+
task: fever10
|
3 |
+
dataset_path: fever
|
4 |
+
dataset_name: v1.0
|
5 |
+
output_type: multiple_choice
|
6 |
+
training_split: train
|
7 |
+
validation_split: labelled_dev
|
8 |
+
test_split: null
|
9 |
+
doc_to_text: "Claim: {{claim}}\nLabel:"
|
10 |
+
doc_to_choice: ["SUPPORTS", "REFUTES", "NOT ENOUGH INFO"]
|
11 |
+
doc_to_target: label
|
12 |
+
metric_list:
|
13 |
+
- metric: acc
|
14 |
+
aggregation: mean
|
15 |
+
higher_is_better: true
|
16 |
+
metadata:
|
17 |
+
version: 0.0
|