dataset: commonsense_qa
templates:
  1e1d0ce1-b0ea-4ad8-9971-b2b44948123b: !Template
    answer_choices: null
    id: 1e1d0ce1-b0ea-4ad8-9971-b2b44948123b
    jinja: '{% if answerKey != "" %}

      {{question}} |||

      {{ choices[''text''][choices[''label''].index(answerKey)] }}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: not_multiple_choice
    reference: ''
  41188da5-c16a-4c6b-89af-6ce6815aedc6: !Template
    answer_choices: null
    id: 41188da5-c16a-4c6b-89af-6ce6815aedc6
    jinja: '{% if answerKey != "" %}

      {{question}}


      {% for i in range(choices[''text'']|length) %}

      - {{choices[''text''][i]}}

      {% endfor %} |||

      {{ choices[''text''][choices[''label''].index(answerKey)] }}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: qa
    reference: ''
  42fca80b-b614-4288-aad2-2525360543cb: !Template
    answer_choices: null
    id: 42fca80b-b614-4288-aad2-2525360543cb
    jinja: '{% if answerKey != "" %}

      Pick the most suitable answer for the following question:


      {{question}}


      Options:


      {% for i in range(choices[''text'']|length) %}

      {{choices[''label''][i]}}: {{choices[''text''][i]}}

      {% endfor %} |||

      {{ answerKey }}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: test_question
    reference: ''
  4e46612a-a320-4692-bddc-37df45680df4: !Template
    answer_choices: null
    id: 4e46612a-a320-4692-bddc-37df45680df4
    jinja: '{% if answerKey != "" %}

      Pick all the incorrect/false options for the following question:


      {{question}}


      Options:


      {% for i in range(choices[''text'']|length) %}

      - {{choices[''text''][i]}}

      {% endfor %} |||

      {% for i in range(choices[''text'']|length) %}

      {% if i != choices[''label''].index(answerKey) %}

      - {{ choices[''text''][i] }}

      {% endif %}

      {% endfor %}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: test_question_false
    reference: ''
  8e3f63fa-9ae6-4105-bd51-874b5e1d6b8e: !Template
    answer_choices: null
    id: 8e3f63fa-9ae6-4105-bd51-874b5e1d6b8e
    jinja: '{% if answerKey != "" %}

      Pick the most suitable answer for the following question:


      {{question}}


      Options:


      {% for i in range(choices[''text'']|length) %}

      - {{choices[''text''][i]}}

      {% endfor %} |||

      {{ choices[''text''][choices[''label''].index(answerKey)] }}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: most_suitable
    reference: ''
  bc718994-1d3e-4ae4-b65b-be307154b0a6: !Template
    answer_choices: null
    id: bc718994-1d3e-4ae4-b65b-be307154b0a6
    jinja: '{% if answerKey != "" %}

      Use the following options to predict a possible question for them:


      {% for i in range(choices[''text'']|length) %}

      - {{choices[''text''][i]}}

      {% endfor %} |||

      {{question}}

      {% endif %}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: answer_qn
    reference: ''