File size: 387 Bytes
f04e65f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
group: fever
task: fever10
dataset_path: fever
dataset_name: v1.0
output_type: multiple_choice
training_split: train
validation_split: labelled_dev
test_split: null
doc_to_text: "Claim: {{claim}}\nLabel:"
doc_to_choice: ["SUPPORTS", "REFUTES", "NOT ENOUGH INFO"]
doc_to_target: label
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
metadata:
  version: 0.0