File size: 374 Bytes
14e4843 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
task: fever10
dataset_path: fever
dataset_name: v1.0
output_type: multiple_choice
training_split: train
validation_split: labelled_dev
test_split: null
doc_to_text: "Claim: {{claim}}\nLabel:"
doc_to_choice: ["SUPPORTS", "REFUTES", "NOT ENOUGH INFO"]
doc_to_target: label
metric_list:
- metric: acc
aggregation: mean
higher_is_better: true
metadata:
version: 0.0
|