templates/cbt/NE/templates.yaml

dataset: cbt
subset: NE
templates:
  1fd986ce-e44d-4f32-bbb8-f5d4d3d930d9: !Template
    answer_choices: null
    id: 1fd986ce-e44d-4f32-bbb8-f5d4d3d930d9
    jinja: "Which of the following options replaces XXXXX the best?\n{{ options |\
      \ join (\", \") }}\nin this story: \n{{sentences | join ('')}} {{question}}\n\
      |||\n{{ answer }}"
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: multi_choice
    reference: Given the sentences, fill the blanks using the options.
  3c56e28d-668a-42d0-8976-93864e38bc4c: !Template
    answer_choices: null
    id: 3c56e28d-668a-42d0-8976-93864e38bc4c
    jinja: 'Read the passage and fill in the XXXXX:

      {{ sentences | join('''') }} {{question}}

      |||

      {{ answer }}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: answer_prediction
    reference: Fill in the blank without options.
  d2f4dcdd-232e-4e56-a9e1-1aed294e651f: !Template
    answer_choices: null
    id: d2f4dcdd-232e-4e56-a9e1-1aed294e651f
    jinja: 'Write the next sentence of this story: {{sentences | join('''')}}

      |||

      {{ question.replace("XXXXX", answer) }}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: next_sentence_generation
    reference: Generate the next sentence given the story.