Spaces:
Build error
Build error
File size: 3,947 Bytes
c32ee7d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 |
dataset: circa
templates:
053260a8-1bcc-4805-81d2-bb528fc56ca2: !Template
answer_choices: null
id: 053260a8-1bcc-4805-81d2-bb528fc56ca2
jinja: 'Convert this question to a sentence declarative sentence asserting an
affirmative answer:
{{question_X}} |||
{{canquestion_X}}'
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Accuracy
- BLEU
- Edit Distance
- ROUGE
original_task: false
name: question_declarative
reference: ''
70b7a94a-6a39-4a81-9a6e-0709a0acdb28: !Template
answer_choices: "Yes ||| No ||| In the middle, neither yes nor no ||| Probably\
\ yes / sometimes yes ||| Probably no ||| Yes, subject to some conditions |||\
\ Other ||| I am not sure how X will interpret Y\u2019s answer"
id: 70b7a94a-6a39-4a81-9a6e-0709a0acdb28
jinja: "{% if goldstandard2 != -1 %}\n\nGiven the question-answer pair of X and\
\ Y in the context of {{context}}, which of the following answers is Y implying:\
\ \"{{\"Yes\"}}\", \"{{\"No\"}}\", \"{{\"In the middle, neither yes nor no\"\
}}\", \"{{\"Probably yes / sometimes yes\"}}\", \"{{\"Probably no\"}}\", \"\
{{\"Yes, subject to some conditions\"}}\", \"{{\"Other\"}}\" or \"{{\"I am not\
\ sure how X will interpret Y\u2019s answer\"}}\" ?\n\nX: {{question_X}} \n\n\
Y: {{answer_Y}} |||\n\n{{ answer_choices[goldstandard2]}}\n\n{% endif %}"
metadata: !TemplateMetadata
choices_in_prompt: true
metrics:
- Accuracy
original_task: true
name: goldstandard2_judgement
reference: ''
73466d0f-b1b1-4c61-8f03-346e121ae06c: !Template
answer_choices: null
id: 73466d0f-b1b1-4c61-8f03-346e121ae06c
jinja: 'What is a possible question X could ask Y given the context of {{context}}
that would cause Y to answer "{{answer_Y}}"? |||
{{question_X}}'
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- BLEU
- ROUGE
original_task: false
name: possible_qn
reference: ''
997f7f96-d420-48c1-85f7-ecade54adbd7: !Template
answer_choices: "Yes ||| No ||| In the middle, neither yes nor no ||| Probably\
\ yes / sometimes yes ||| Probably no ||| Yes, subject to some conditions |||\
\ Other ||| I am not sure how X will interpret Y\u2019s answer"
id: 997f7f96-d420-48c1-85f7-ecade54adbd7
jinja: "{% if goldstandard1 != -1 %}\n\nGiven the question-answer pair of X and\
\ Y in the context of {{context}}, what answer is Y implying?\n\nX: {{question_X}}\
\ \n\nY: {{answer_Y}} |||\n\n{{ answer_choices[goldstandard1]}}\n\n{% endif\
\ %}"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Accuracy
original_task: true
name: judgement
reference: ''
a15c1a30-5ef0-451f-b202-987a16752a0a: !Template
answer_choices: "Yes ||| No ||| In the middle, neither yes nor no ||| Probably\
\ yes / sometimes yes ||| Probably no ||| Yes, subject to some conditions |||\
\ Other ||| I am not sure how X will interpret Y\u2019s answer"
id: a15c1a30-5ef0-451f-b202-987a16752a0a
jinja: "{% if goldstandard1 != -1 %}\n\nGiven the question-answer pair of X and\
\ Y in the context of {{context}}, which of the following answers is Y implying:\
\ \"{{\"Yes\"}}\", \"{{\"No\"}}\", \"{{\"In the middle, neither yes nor no\"\
}}\", \"{{\"Probably yes / sometimes yes\"}}\", \"{{\"Probably no\"}}\", \"\
{{\"Yes, subject to some conditions\"}}\", \"{{\"Other\"}}\" or \"{{\"I am not\
\ sure how X will interpret Y\u2019s answer\"}}\" ?\n\nX: {{question_X}} \n\n\
Y: {{answer_Y}} |||\n\n{{ answer_choices[goldstandard1]}}\n\n{% endif %}"
metadata: !TemplateMetadata
choices_in_prompt: true
metrics:
- Accuracy
original_task: true
name: goldstandard1_judgement
reference: ''
|