Spaces:
Build error
Build error
File size: 2,651 Bytes
c32ee7d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 |
dataset: drop
templates:
350e0c24-b10c-4156-9053-a0b2d4af4214: !Template
answer_choices: null
id: 350e0c24-b10c-4156-9053-a0b2d4af4214
jinja: 'Question: {{question}}
Answer based on following passage.
{{passage}}
Answer:
||| {{ answers_spans.spans | join(", ") }}'
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Accuracy
- Other
original_task: true
name: question context answer
reference: Reading Comprehension with KB
79c0d600-8d49-4628-b1c1-d472fb762fa2: !Template
answer_choices: null
id: 79c0d600-8d49-4628-b1c1-d472fb762fa2
jinja: "I am trying to figure out the answer to the question, \"{{question}}\"\
\ I found the following text-snippet has the answer. Can you tell me the answer?\n\
\n{{passage}} \n\n||| {{ answers_spans.spans | join(\", \") }}\n"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Accuracy
- Other
original_task: true
name: can you tell me
reference: Reading Comprehension with KB
ab58cc42-a558-4709-8a73-30194fcf9fa2: !Template
answer_choices: null
id: ab58cc42-a558-4709-8a73-30194fcf9fa2
jinja: 'Passage: {{passage}}
Question: {{question}}
Answer: ||| {{ answers_spans.spans | join(", ") }}'
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Accuracy
- Other
original_task: true
name: DROP GPT3
reference: Prompt format from GPT3 - Table G20
ad649b92-59ad-44a9-b328-7bbab49b104f: !Template
answer_choices: null
id: ad649b92-59ad-44a9-b328-7bbab49b104f
jinja: 'Generate a question from the following passage that has the answer, {{
answers_spans.spans | join(", ") }}
Passage : {{passage}}
Question :
|||
{{question}}'
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- BLEU
- ROUGE
original_task: false
name: generate_question_with_passage_and_answer
reference: ''
e9bba528-7782-4f2b-a431-7601f8258628: !Template
answer_choices: null
id: e9bba528-7782-4f2b-a431-7601f8258628
jinja: 'Context: {{passage}}
I am trying to figure out the answer to the question from the above context. Can
you tell me the answer?
Question: {{question}}
Answer:
||| {{ answers_spans.spans | join(", ") }}'
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Accuracy
- Other
original_task: true
name: context question answer
reference: Reading Comprehension with KB
|