Spaces:
Build error
Build error
File size: 4,864 Bytes
ab13cee |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 |
dataset: codah
subset: fold_0
templates:
1d9fa9d2-80d1-442c-986d-fb7598923d09: !Template
answer_choices: null
id: 1d9fa9d2-80d1-442c-986d-fb7598923d09
jinja: '{{question_propmt}}
Candidate answers:
- {{ candidate_answers | join("\n- ") }}
Finish the sentence with the correct answer
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: finish_from_the_list_post
reference: ''
3b64d17a-225f-485b-b090-1a53fdeb1c90: !Template
answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
||| Others
id: 3b64d17a-225f-485b-b090-1a53fdeb1c90
jinja: '{{question_propmt}}
Which of {{'', ''.join(["Idioms", "Reference", "Polysemy", "Negation", "Quantitative",
" or Others"])}} best describes the text?
|||
{{answer_choices[question_category]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: question_category_bis
reference: ''
6b134736-8660-4457-a5de-f7dd0f1f148b: !Template
answer_choices: null
id: 6b134736-8660-4457-a5de-f7dd0f1f148b
jinja: '{{question_propmt}}
{% for k in range(candidate_answers | length) %}
{{'' -> ''.join([(k + 1) | string, candidate_answers[k]])}}
{% endfor %}
Is the right answer {{"1, 2, 3 or 4"}} ?
|||
{{correct_answer_idx}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: answer_with_option_idx
reference: ''
88ec7e5d-304e-4dbd-9aad-6f2a69ec6147: !Template
answer_choices: null
id: 88ec7e5d-304e-4dbd-9aad-6f2a69ec6147
jinja: '{{question_propmt}}
- {{ candidate_answers | join("\n- ") }}
Which is the correct ending?
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: answer_with_option_post
reference: ''
9527a0b1-0267-443e-83c8-dae9e6aa263b: !Template
answer_choices: null
id: 9527a0b1-0267-443e-83c8-dae9e6aa263b
jinja: '{{question_propmt}}
Candidate answers:
- {{ candidate_answers | join("\n- ") }}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: answer_with_option
reference: ''
bd7bcef8-72fd-4782-85e7-a02c5b90d4a6: !Template
answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
||| Others
id: bd7bcef8-72fd-4782-85e7-a02c5b90d4a6
jinja: "{{question_propmt}}\n\nPossible categories for this sentence are {{',\
\ '.join(answer_choices)}}.\n\nFrom which category does the sentence belong?\
\ \n|||\n{{answer_choices[question_category]}}"
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: question_category
reference: ''
c79ad64b-0a59-472e-aab4-804b01ddd3c1: !Template
answer_choices: null
id: c79ad64b-0a59-472e-aab4-804b01ddd3c1
jinja: '{{question_propmt}}
Finish the sentence
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: answer_no_option
reference: ''
c92cc7d8-07e1-48a4-abb8-d85d730fb935: !Template
answer_choices: null
id: c92cc7d8-07e1-48a4-abb8-d85d730fb935
jinja: 'Finish the following text:
{{question_propmt}}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: finish_pre
reference: ''
dd274f66-6ec9-40e5-90b9-1b63cb3ead3e: !Template
answer_choices: null
id: dd274f66-6ec9-40e5-90b9-1b63cb3ead3e
jinja: '{{question_propmt}}
Choose a candidate ending from this list:
- {{ candidate_answers | join("\n- ") }}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: choose_from_list
reference: ''
fd126b6a-c021-42a2-8a50-642f38dd1060: !Template
answer_choices: null
id: fd126b6a-c021-42a2-8a50-642f38dd1060
jinja: '{{question_propmt}}
Finish the sentence using one of the following endings:
- {{ candidate_answers | join("\n- ") }}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: finish_from_the_list
reference: ''
|