dataset: app_reviews
templates:
  2da8f134-58db-4f9d-b3b0-8c6b50693ab5: !Template
    answer_choices: Not at all ||| No ||| Maybe ||| Yes ||| Definitely
    id: 2da8f134-58db-4f9d-b3b0-8c6b50693ab5
    jinja: 'Given this review: "{{review}}"

      Would you recommend this app to a friend? {{answer_choices[0]}}, {{answer_choices[1]}},
      {{answer_choices[2]}}, {{answer_choices[3]}}, or {{answer_choices[4]}}?

      |||

      {{answer_choices[star-1]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: true
      metrics:
      - Accuracy
      - Spearman Correlation
      original_task: false
    name: categorize_rating_using_review
    reference: Given the review, return a categorical answer.
  8086b434-a75e-45a4-87fb-4364601e2e05: !Template
    answer_choices: null
    id: 8086b434-a75e-45a4-87fb-4364601e2e05
    jinja: 'Generate a {{star}}-star review (1 being lowest and 5 being highest) about
      an app with package {{package_name}}.

      |||

      {{review}}'
    metadata: !TemplateMetadata
      choices_in_prompt: null
      metrics: []
      original_task: null
    name: generate_review
    reference: Generate a review from the rating.
  9746ce4b-ac58-4dfb-9783-d77c95cb62cf: !Template
    answer_choices: "\u2605 ||| \u2605\u2605 ||| \u2605\u2605\u2605 ||| \u2605\u2605\
      \u2605\u2605 ||| \u2605\u2605\u2605\u2605\u2605"
    id: 9746ce4b-ac58-4dfb-9783-d77c95cb62cf
    jinja: "What would be the \u2605-rating of this review (\u2605 being the lowest\
      \ and \u2605\u2605\u2605\u2605\u2605 being the highest)? \"{{review}}\"\n|||\n\
      {{answer_choices[star-1]}}"
    metadata: !TemplateMetadata
      choices_in_prompt: false
      metrics:
      - Accuracy
      - Spearman Correlation
      original_task: false
    name: convert_to_star_rating
    reference: Given the review, generate a star rating.
  d34e1413-2699-4701-baa2-05d931d012ba: !Template
    answer_choices: null
    id: d34e1413-2699-4701-baa2-05d931d012ba
    jinja: 'On a scale of 1-5 (with 1 being least favorable and 5 being most favorable),
      how would you rate this review? "{{review}}"

      |||

      {{star}}'
    metadata: !TemplateMetadata
      choices_in_prompt: false
      metrics:
      - Accuracy
      - Spearman Correlation
      original_task: false
    name: convert_to_rating
    reference: Convert review to rating