promptsource/promptsource/templates/mlqa/mlqa.en.en/templates.yaml at b82904456fedf2c9a5302f2cf3101692202f64dd · bigscience-workshop/promptsource · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
dataset: mlqa
subset: mlqa.en.en
templates:
  320fffe0-b752-43f8-bf50-ecf009703ef0: !Template
    answer_choices: null
    id: 320fffe0-b752-43f8-bf50-ecf009703ef0
    jinja: '{{context}}

      Q: {{question}}

      Referring to the passage above, the correct answer to the given question in the language of the passage is
      ||| {{answers["text"][0]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: false
      languages:
      - en
      metrics:
      - Squad
      original_task: true
    name: cqreferringa
    reference: ''
  52a9896f-34d5-4bde-8843-6d01d4621016: !Template
    answer_choices: null
    id: 52a9896f-34d5-4bde-8843-6d01d4621016
    jinja: "{{context}}\n\nWith reference to the above context, {{question}} ||| \n\
      \n{{answers.text[0]}}"
    metadata: !TemplateMetadata
      choices_in_prompt: false
      languages:
      - en
      metrics:
      - Squad
      original_task: true
    name: creferenceqa
    reference: ''
  20b53380-5c3b-4884-8cd1-9b4316da7993: !Template
    answer_choices: null
    id: 20b53380-5c3b-4884-8cd1-9b4316da7993
    jinja: 'Refer to the passage below and then answer the question afterwards in the same language as the passage:


      Passage: {{context}}


      Question: {{question}}

      |||

      {{answers["text"][0]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: false
      languages:
      - en
      metrics:
      - Squad
      original_task: true
    name: refercqa
    reference: ''
  2cff064e-97e0-4026-94bc-3f7987856ec7: !Template
    answer_choices: null
    id: 2cff064e-97e0-4026-94bc-3f7987856ec7
    jinja: 'D: {{context}}


      Q: {{question}}


      A: ||| {{answers["text"][0]}}'
    metadata: !TemplateMetadata
      choices_in_prompt: false
      languages:
      - en
      metrics:
      - Squad
      original_task: true
    name: dqa
    reference: ''
  530fffe1-b752-43f8-bf50-ecf009703ef0: !Template
    answer_choices: null
    id: 530fffe1-b752-43f8-bf50-ecf009703ef0
    jinja: "Read the following passage and then answer the question that follows by extracting the correct part from the passage: \n{{context}}\
      \ \n{{question}}\n||| {{answers.text[0]}}"
    metadata: !TemplateMetadata
      choices_in_prompt: false
      languages: []
      metrics:
      - Squad
      original_task: true
    name: exractingcqa
    reference: ''
  420fffe1-b752-43f8-bf50-ecf009703ef0: !Template
    answer_choices: null
    id: 420fffe1-b752-43f8-bf50-ecf009703ef0
    jinja: "Question: {{question}}\n
    Context: {{context}}\n
    Answer from the Context: ||| {{answers.text[0]}}"
    metadata: !TemplateMetadata
      choices_in_prompt: false
      languages: []
      metrics:
      - Squad
      original_task: true
    name: qaanswera
    reference: ''