File size: 361 Bytes
14e4843
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
task: fever11
dataset_path: pminervini/hl-fever
dataset_name: v1.0
output_type: multiple_choice
training_split: train
validation_split: dev
test_split: null
doc_to_text: "Claim: {{claim}}\nLabel:"
doc_to_choice: ["supported", "refuted"]
doc_to_target: label
metric_list:
  - metric: acc
    aggregation: mean
    higher_is_better: true
metadata:
  version: 0.0