Spaces:
Build error
Build error
File size: 2,507 Bytes
c32ee7d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
dataset: dream
templates:
024906f3-2503-451f-a0ce-2c9faf90e6c5: !Template
answer_choices: null
id: 024906f3-2503-451f-a0ce-2c9faf90e6c5
jinja: 'Read the below conversation.
{{dialogue[:-1] | join("\n\n")}}
What would the listener say?
|||
{{dialogue[-1]}}'
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- BLEU
- ROUGE
original_task: false
name: generate-last-utterance
reference: ''
5c53fe97-b8b9-4c91-bd75-b3f8e056bd01: !Template
answer_choices: null
id: 5c53fe97-b8b9-4c91-bd75-b3f8e056bd01
jinja: 'Given the question "{{question}}" and the answer "{{answer}}", write a
conversation that might have happened.
|||
{{dialogue | join("\n\n")}}'
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- BLEU
- ROUGE
original_task: false
name: answer-to-dialogue
reference: ''
70865a35-1db3-45bc-8b08-baf1d9d0be9d: !Template
answer_choices: null
id: 70865a35-1db3-45bc-8b08-baf1d9d0be9d
jinja: '{{dialogue[1:] | join("\n\n")}}
What was said before this conversation?
|||
{{dialogue[0]}}'
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- BLEU
- ROUGE
original_task: false
name: generate-first-utterance
reference: ''
8f962580-1611-4982-b567-05939c5012ff: !Template
answer_choices: '{{choice | join("|||")}}'
id: 8f962580-1611-4982-b567-05939c5012ff
jinja: "Dialogue:\n\n{{dialogue | join(\"\\n\\n\")}}\n\nQuestion: {{question}}\
\ \n\n- {{answer_choices[0]}}\n\n- {{answer_choices[1]}}\n\n- {{answer_choices[2]}}\n\
|||\n{{answer}}"
metadata: !TemplateMetadata
choices_in_prompt: true
metrics:
- Accuracy
original_task: true
name: baseline
reference: https://dataset.org/dream/
d4687975-664d-46ac-b13b-482a35a61ab3: !Template
answer_choices: '{{choice | join("|||")}}'
id: d4687975-664d-46ac-b13b-482a35a61ab3
jinja: "Read the following conversation and answer the question.\n\n{{dialogue\
\ | join(\"\\n\\n\")}}\n\nQuestion: {{question}} \n\n- {{answer_choices[0]}}\n\
\n- {{answer_choices[1]}}\n\n- {{answer_choices[2]}}\n|||\n{{answer}}"
metadata: !TemplateMetadata
choices_in_prompt: true
metrics:
- Accuracy
original_task: true
name: read_the_following_conversation_and_answer_the_question
reference: ''
|