templates/codah/fold_0/templates.yaml

dataset: codah
subset: fold_0
templates:
  1d9fa9d2-80d1-442c-986d-fb7598923d09: !Template
    answer_choices: null
    id: 1d9fa9d2-80d1-442c-986d-fb7598923d09
    jinja: '{{question_propmt}}


      Candidate answers:

      - {{ candidate_answers | join("\n- ") }}


      Finish the sentence with the correct answer

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: finish_from_the_list_post
    reference: ''
  3b64d17a-225f-485b-b090-1a53fdeb1c90: !Template
    answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
      ||| Others
    id: 3b64d17a-225f-485b-b090-1a53fdeb1c90
    jinja: '{{question_propmt}}


      Which of  {{'', ''.join(["Idioms", "Reference", "Polysemy", "Negation", "Quantitative",
      " or Others"])}} best describes the text?


      |||

      {{answer_choices[question_category]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: question_category_bis
    reference: ''
  6b134736-8660-4457-a5de-f7dd0f1f148b: !Template
    answer_choices: null
    id: 6b134736-8660-4457-a5de-f7dd0f1f148b
    jinja: '{{question_propmt}}

      {% for k in range(candidate_answers | length) %}

      {{'' -> ''.join([(k + 1) | string, candidate_answers[k]])}}

      {% endfor %}

      Is the right answer {{"1, 2, 3 or 4"}} ?

      |||

      {{correct_answer_idx}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option_idx
    reference: ''
  88ec7e5d-304e-4dbd-9aad-6f2a69ec6147: !Template
    answer_choices: null
    id: 88ec7e5d-304e-4dbd-9aad-6f2a69ec6147
    jinja: '{{question_propmt}}


      - {{ candidate_answers | join("\n- ") }}


      Which is the correct ending?

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option_post
    reference: ''
  9527a0b1-0267-443e-83c8-dae9e6aa263b: !Template
    answer_choices: null
    id: 9527a0b1-0267-443e-83c8-dae9e6aa263b
    jinja: '{{question_propmt}}


      Candidate answers:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: answer_with_option
    reference: ''
  bd7bcef8-72fd-4782-85e7-a02c5b90d4a6: !Template
    answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
      ||| Others
    id: bd7bcef8-72fd-4782-85e7-a02c5b90d4a6
    jinja: "{{question_propmt}}\n\nPossible categories for this sentence are {{',\
      \ '.join(answer_choices)}}.\n\nFrom which category does the sentence belong?\
      \ \n|||\n{{answer_choices[question_category]}}"
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: question_category
    reference: ''
  c79ad64b-0a59-472e-aab4-804b01ddd3c1: !Template
    answer_choices: null
    id: c79ad64b-0a59-472e-aab4-804b01ddd3c1
    jinja: '{{question_propmt}}


      Finish the sentence

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: answer_no_option
    reference: ''
  c92cc7d8-07e1-48a4-abb8-d85d730fb935: !Template
    answer_choices: null
    id: c92cc7d8-07e1-48a4-abb8-d85d730fb935
    jinja: 'Finish the following text:


      {{question_propmt}}


      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: finish_pre
    reference: ''
  dd274f66-6ec9-40e5-90b9-1b63cb3ead3e: !Template
    answer_choices: null
    id: dd274f66-6ec9-40e5-90b9-1b63cb3ead3e
    jinja: '{{question_propmt}}


      Choose a candidate ending from this list:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: choose_from_list
    reference: ''
  fd126b6a-c021-42a2-8a50-642f38dd1060: !Template
    answer_choices: null
    id: fd126b6a-c021-42a2-8a50-642f38dd1060
    jinja: '{{question_propmt}}


      Finish the sentence using one of the following endings:

      - {{ candidate_answers | join("\n- ") }}

      |||

      {{candidate_answers[correct_answer_idx]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: true
    name: finish_from_the_list
    reference: ''