Spaces:
Build error
Build error
| dataset: Zaid/quac_expanded | |
| templates: | |
| 01d8c949-89a7-4a44-9a39-6cf2ac3e0a7b: !Template | |
| answer_choices: null | |
| id: 01d8c949-89a7-4a44-9a39-6cf2ac3e0a7b | |
| jinja: "What is the answer to the last question in the dialogue below? If there\ | |
| \ is no answer in the passage, say \"unknown\".\n\nPassage: {{context}}\n\n\ | |
| Q: {{question}} \nA: ||| {{answer[\"texts\"][0]}}" | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: false | |
| metrics: | |
| - Other | |
| original_task: true | |
| name: What is the answer | |
| reference: 'Metric: F1' | |
| 1484c6e6-bf42-47ca-9ea7-c3c552a24de1: !Template | |
| answer_choices: null | |
| id: 1484c6e6-bf42-47ca-9ea7-c3c552a24de1 | |
| jinja: "{{context}}\n\nQ: {{question}} \nA: ||| {{answer[\"texts\"][0]}}" | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: false | |
| metrics: | |
| - Other | |
| original_task: true | |
| name: GPT-3 Style | |
| reference: 'Brown et al. NeurIPS 2020. Metric: F1' | |
| 2bca0532-01a3-4a64-a228-a57ae0965719: !Template | |
| answer_choices: null | |
| id: 2bca0532-01a3-4a64-a228-a57ae0965719 | |
| jinja: "Below is a passage, followed by a series of questions and answers about\ | |
| \ the passage. Answer the last question based on the information contained in\ | |
| \ the passage. If there is no answer in the passage, say \"unknown\".\n\nPassage:\ | |
| \ {{context}}\n\nQ: {{question}} \nA: ||| {{answer[\"texts\"][0]}}" | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: false | |
| metrics: | |
| - Other | |
| original_task: true | |
| name: Verbose instructions | |
| reference: 'Metric: F1' | |
| 4abd0379-dbc0-4f71-901b-dd0af3581157: !Template | |
| answer_choices: null | |
| id: 4abd0379-dbc0-4f71-901b-dd0af3581157 | |
| jinja: "Answer the last question based on the information contained in the passage.\ | |
| \ If there is no answer in the passage, say \"unknown\".\n\nPassage: {{context}}\n\ | |
| \nQ: {{question}} \nA: ||| {{answer[\"texts\"][0]}}" | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: false | |
| metrics: | |
| - Other | |
| original_task: true | |
| name: Answer the last question | |
| reference: 'Metric: F1' | |
| 8ebbd098-b40c-4e69-8cbb-0ffecf0fe2a6: !Template | |
| answer_choices: null | |
| id: 8ebbd098-b40c-4e69-8cbb-0ffecf0fe2a6 | |
| jinja: "Complete the dialogue based on the information contained in the passage.\ | |
| \ If there is no answer in the passage, say \"unknown\".\n\nPassage: {{context}}\n\ | |
| \nQ: {{question}} \nA: ||| {{answer[\"texts\"][0]}}" | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: false | |
| metrics: | |
| - Other | |
| original_task: true | |
| name: Complete the dialogue | |
| reference: 'Metric: F1' | |
| e624695b-5d26-47cc-bdb4-ac2bee4ddaea: !Template | |
| answer_choices: null | |
| id: e624695b-5d26-47cc-bdb4-ac2bee4ddaea | |
| jinja: "Help me complete the dialogue about this passage. If there is no answer\ | |
| \ in the passage, say \"unknown\".\n\nPassage: {{context}}\n\nQ: {{question}}\ | |
| \ \nA: ||| {{answer[\"texts\"][0]}}" | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: false | |
| metrics: | |
| - Other | |
| original_task: true | |
| name: Help me | |
| reference: 'Metric: F1' | |