Spaces:
Build error
Build error
File size: 4,864 Bytes
c32ee7d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 |
dataset: codah
subset: fold_2
templates:
0516d1f3-da5d-4e0f-b320-e20b79ac4bfc: !Template
answer_choices: null
id: 0516d1f3-da5d-4e0f-b320-e20b79ac4bfc
jinja: '{{question_propmt}}
Candidate answers:
- {{ candidate_answers | join("\n- ") }}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: answer_with_option
reference: ''
1e14c67b-13ae-4bc7-9919-2d405c79cfc3: !Template
answer_choices: null
id: 1e14c67b-13ae-4bc7-9919-2d405c79cfc3
jinja: 'Finish the following text:
{{question_propmt}}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: finish_pre
reference: ''
1fa5ab62-06da-4f18-9a0a-d9851224cde5: !Template
answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
||| Others
id: 1fa5ab62-06da-4f18-9a0a-d9851224cde5
jinja: "{{question_propmt}}\n\nPossible categories for this sentence are {{',\
\ '.join(answer_choices)}}.\n\nFrom which category does the sentence belong?\
\ \n|||\n{{answer_choices[question_category]}}"
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: question_category
reference: ''
698936f4-cdb9-41d4-8feb-bbb934ea7197: !Template
answer_choices: Idioms ||| Reference ||| Polysemy ||| Negation ||| Quantitative
||| Others
id: 698936f4-cdb9-41d4-8feb-bbb934ea7197
jinja: '{{question_propmt}}
Which of {{'', ''.join(["Idioms", "Reference", "Polysemy", "Negation", "Quantitative",
" or Others"])}} best describes the text?
|||
{{answer_choices[question_category]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: question_category_bis
reference: ''
8dd5e484-9763-4f70-9990-e0c1a94d76b0: !Template
answer_choices: null
id: 8dd5e484-9763-4f70-9990-e0c1a94d76b0
jinja: '{{question_propmt}}
Finish the sentence using one of the following endings:
- {{ candidate_answers | join("\n- ") }}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: finish_from_the_list
reference: ''
b9f90c9f-2714-4b9c-bf10-1b540ee38dfa: !Template
answer_choices: null
id: b9f90c9f-2714-4b9c-bf10-1b540ee38dfa
jinja: '{{question_propmt}}
- {{ candidate_answers | join("\n- ") }}
Which is the correct ending?
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: answer_with_option_post
reference: ''
bfb69adf-326b-4366-9de6-d566ab75ae2c: !Template
answer_choices: null
id: bfb69adf-326b-4366-9de6-d566ab75ae2c
jinja: '{{question_propmt}}
Finish the sentence
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: null
name: answer_no_option
reference: ''
d174023b-4a4a-4163-8eab-1736af5ebce5: !Template
answer_choices: null
id: d174023b-4a4a-4163-8eab-1736af5ebce5
jinja: '{{question_propmt}}
{% for k in range(candidate_answers | length) %}
{{'' -> ''.join([(k + 1) | string, candidate_answers[k]])}}
{% endfor %}
Is the right answer {{"1, 2, 3 or 4"}} ?
|||
{{correct_answer_idx}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: answer_with_option_idx
reference: ''
e901db33-9607-4b65-b881-a36b2d0b2d87: !Template
answer_choices: null
id: e901db33-9607-4b65-b881-a36b2d0b2d87
jinja: '{{question_propmt}}
Candidate answers:
- {{ candidate_answers | join("\n- ") }}
Finish the sentence with the correct answer
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: finish_from_the_list_post
reference: ''
e9e7ed0b-0a7f-438f-acd6-c0ff153ed9ce: !Template
answer_choices: null
id: e9e7ed0b-0a7f-438f-acd6-c0ff153ed9ce
jinja: '{{question_propmt}}
Choose a candidate ending from this list:
- {{ candidate_answers | join("\n- ") }}
|||
{{candidate_answers[correct_answer_idx]}}'
metadata: !TemplateMetadata
choices_in_prompt: null
metrics: []
original_task: true
name: choose_from_list
reference: ''
|