diff --git a/promptsource/machine_translate.py b/promptsource/machine_translate.py new file mode 100644 index 000000000..f1674e695 --- /dev/null +++ b/promptsource/machine_translate.py @@ -0,0 +1,176 @@ +import os +import re + +from promptsource.templates import Template, TemplateCollection + + +### XNLI + +PROMPTS = [ + "GPT-3 style", + "can we infer", + "justified in saying", + "guaranteed/possible/impossible", + "MNLI crowdsource", +] + +LANGS = [ + "ar", + "es", + "fr", + "hi", + "sw", + "ur", + "vi", + "zh", +] + +SOURCE_DATASET = TARGET_DATASET = "xnli" +SOURCE_LANG = "en" + + +### XCOPA + +PROMPTS = [ + "best_option", + 'C1 or C2? premise, so/because…', + "i_am_hesitating", + "cause_effect", + "plausible_alternatives", +] + +LANGS = [ + "id", + "sw", + "ta", + "vi", + "zh", + "th", + "it", + "qu", +] + +SOURCE_DATASET = "super_glue/copa" +SOURCE_LANG = None +TARGET_DATASET = "xcopa" + +### XSTORY_CLOZE + +PROMPTS = [ + "Answer Given options", + 'Choose Story Ending', + "Story Continuation and Options", + "Generate Ending", + "Novel Correct Ending", +] + +LANGS = [ + "ar", + "es", + "eu", + "hi", + "id", + "zh", + "my", + "ru", + "sw", + "te", +] + +SOURCE_DATASET = TARGET_DATASET = "Muennighoff/xstory_cloze" +SOURCE_LANG = "en" + +### XWINOGRAD +PROMPTS = [ + "Replace", + "stand for", + "True or False", + "does underscore refer to", + "underscore refer to", +] + +LANGS = [ + "fr", + "pt", + "zh", + "ja", + "ru", +] + +SOURCE_DATASET = TARGET_DATASET = "Muennighoff/xwinograd" +SOURCE_LANG = "en" + + +# Path to key +os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = "/Users/niklasmuennighoff/Desktop/gcp_translate_key.json" + + +def translate(target, text): + """Translates text into the target language. + Target must be an ISO 639-1 language code. + See https://g.co/cloud/translate/v2/translate-reference#supported_languages + (pip install --upgrade google-api-python-client) + pip install google-cloud-translate + """ + import six + from google.cloud import translate_v2 as translate + + translate_client = translate.Client() + if isinstance(text, six.binary_type): + text = text.decode("utf-8") + # Text can also be a sequence of strings, in which case this method + # will return a sequence of results for each text. + # By default format_ is html, which would return " instead of " + result = translate_client.translate(text, source_language="en", target_language=target, format_="text") + print("Text: {}".format(result["input"])) + print("Translation: {}".format(result["translatedText"])) + # If not providing source_language + # print("Detected source language: {}".format(result["detectedSourceLanguage"])) + return result["translatedText"] + + +def normalize_string(zh_string, en_string): + """ + This is not specific to zh just to give an example & help Codex understand it :-) + Replaces the content in brackets in zh_string with the content in brackets from en_string. + All else is left the same in zh_string. + Args: + zh_string: {{前提}} 问题：{{假设}} 对、错或两者都不是？ ||| {{ answer_choices[标签] }} + en_string: {{premise}} Question: {{hypothesis}} True, False, or Neither? ||| {{ answer_choices[label] }} + Returns: + zh_string_normalized: {{premise}} 问题：{{hypothesis}} 对、错或两者都不是？ ||| {{ answer_choices[label] }} + """ + zh_string_normalized = zh_string + # Find all the content in brackets in zh_string + # For only double brackets {{(.*?)}}, but we do single brackets as well + zh_bracket_content = re.findall(r"{(.*?)}", zh_string) + # Find all the content in brackets in en_string + # For only double brackets {{(.*?)}}, but we do single brackets as well + en_bracket_content = re.findall(r"{(.*?)}", en_string) + # Replace the content in brackets in zh_string with the content in brackets from en_string + for i in range(len(zh_bracket_content)): + zh_string_normalized = zh_string_normalized.replace(zh_bracket_content[i], en_bracket_content[i]) + return zh_string_normalized + + +template_collection = TemplateCollection() +source_templates = template_collection.get_dataset(SOURCE_DATASET, SOURCE_LANG) + +for lang in LANGS: + target_templates = template_collection.get_dataset(TARGET_DATASET, lang) + for uid, template in source_templates.templates.items(): + if template.name.strip() not in PROMPTS: + continue + print(f"Translating {template.name.strip()} to {lang}") + answer_choices = [] + if template.answer_choices is not None: + choices = template.answer_choices.split("|||") + for c in choices: + answer_choices.append(normalize_string(translate(lang, c.strip()), c.strip())) + or_jinja = template.jinja.strip() + jinja = normalize_string(translate(lang, or_jinja), or_jinja) + template_name = template.name.strip() + f"_{lang}mt" + target_template = Template( + template_name, jinja=jinja, reference="", answer_choices=" ||| ".join(answer_choices) + ) + target_templates.add_template(target_template) diff --git a/promptsource/templates.py b/promptsource/templates.py index 2b9eb341e..ac8628509 100644 --- a/promptsource/templates.py +++ b/promptsource/templates.py @@ -235,6 +235,212 @@ "zu": "Zulu", } +# These are the metrics with which templates can be tagged +METRICS = { + "BLEU", + "ROUGE", + "Squad", + "Trivia QA", + "Accuracy", + "Pearson Correlation", + "Spearman Correlation", + "MultiRC", + "AUC", + "COQA F1", + "Edit Distance", + "Mean Reciprocal Rank", + "Other", +} + +# These are the languages with which templates can be tagged. Keys are ISO 639-1 +# tags, which are the actual tags we use. Values are English names shown in the +# UI for convenience. +LANGUAGES = { + "ab": "Abkhazian", + "aa": "Afar", + "af": "Afrikaans", + "ak": "Akan", + "sq": "Albanian", + "am": "Amharic", + "ar": "Arabic", + "an": "Aragonese", + "hy": "Armenian", + "as": "Assamese", + "av": "Avaric", + "ae": "Avestan", + "ay": "Aymara", + "az": "Azerbaijani", + "bm": "Bambara", + "ba": "Bashkir", + "eu": "Basque", + "be": "Belarusian", + "bn": "Bengali", + "bi": "Bislama", + "bs": "Bosnian", + "br": "Breton", + "bg": "Bulgarian", + "my": "Burmese", + "ca": "Catalan, Valencian", + "ch": "Chamorro", + "ce": "Chechen", + "ny": "Chichewa, Chewa, Nyanja", + "zh": "Chinese", + "cu": "Church Slavic, Old Slavonic, Church Slavonic, Old Bulgarian, Old Church Slavonic", + "cv": "Chuvash", + "kw": "Cornish", + "co": "Corsican", + "cr": "Cree", + "hr": "Croatian", + "cs": "Czech", + "da": "Danish", + "dv": "Divehi, Dhivehi, Maldivian", + "nl": "Dutch, Flemish", + "dz": "Dzongkha", + "en": "English", + "eo": "Esperanto", + "et": "Estonian", + "ee": "Ewe", + "fo": "Faroese", + "fj": "Fijian", + "fi": "Finnish", + "fr": "French", + "fy": "Western Frisian", + "ff": "Fulah", + "gd": "Gaelic, Scottish Gaelic", + "gl": "Galician", + "lg": "Ganda", + "ka": "Georgian", + "de": "German", + "el": "Greek, Modern (1453–)", + "kl": "Kalaallisut, Greenlandic", + "gn": "Guarani", + "gu": "Gujarati", + "ht": "Haitian, Haitian Creole", + "ha": "Hausa", + "he": "Hebrew", + "hz": "Herero", + "hi": "Hindi", + "ho": "Hiri Motu", + "hu": "Hungarian", + "is": "Icelandic", + "io": "Ido", + "ig": "Igbo", + "id": "Indonesian", + "ia": "Interlingua (International Auxiliary Language Association)", + "ie": "Interlingue, Occidental", + "iu": "Inuktitut", + "ik": "Inupiaq", + "ga": "Irish", + "it": "Italian", + "ja": "Japanese", + "jv": "Javanese", + "kn": "Kannada", + "kr": "Kanuri", + "ks": "Kashmiri", + "kk": "Kazakh", + "km": "Central Khmer", + "ki": "Kikuyu, Gikuyu", + "rw": "Kinyarwanda", + "ky": "Kirghiz, Kyrgyz", + "kv": "Komi", + "kg": "Kongo", + "ko": "Korean", + "kj": "Kuanyama, Kwanyama", + "ku": "Kurdish", + "lo": "Lao", + "la": "Latin", + "lv": "Latvian", + "li": "Limburgan, Limburger, Limburgish", + "ln": "Lingala", + "lt": "Lithuanian", + "lu": "Luba-Katanga", + "lb": "Luxembourgish, Letzeburgesch", + "mk": "Macedonian", + "mg": "Malagasy", + "ms": "Malay", + "ml": "Malayalam", + "mt": "Maltese", + "gv": "Manx", + "mi": "Maori", + "mr": "Marathi", + "mh": "Marshallese", + "mn": "Mongolian", + "na": "Nauru", + "nv": "Navajo, Navaho", + "nd": "North Ndebele", + "nr": "South Ndebele", + "ng": "Ndonga", + "ne": "Nepali", + "no": "Norwegian", + "nb": "Norwegian Bokmål", + "nn": "Norwegian Nynorsk", + "ii": "Sichuan Yi, Nuosu", + "oc": "Occitan", + "oj": "Ojibwa", + "or": "Oriya", + "om": "Oromo", + "os": "Ossetian, Ossetic", + "pi": "Pali", + "ps": "Pashto, Pushto", + "fa": "Persian", + "pl": "Polish", + "pt": "Portuguese", + "pa": "Punjabi, Panjabi", + "qu": "Quechua", + "ro": "Romanian, Moldavian, Moldovan", + "rm": "Romansh", + "rn": "Rundi", + "ru": "Russian", + "se": "Northern Sami", + "sm": "Samoan", + "sg": "Sango", + "sa": "Sanskrit", + "sc": "Sardinian", + "sr": "Serbian", + "sn": "Shona", + "sd": "Sindhi", + "si": "Sinhala, Sinhalese", + "sk": "Slovak", + "sl": "Slovenian", + "so": "Somali", + "st": "Southern Sotho", + "es": "Spanish, Castilian", + "su": "Sundanese", + "sw": "Swahili", + "ss": "Swati", + "sv": "Swedish", + "tl": "Tagalog", + "ty": "Tahitian", + "tg": "Tajik", + "ta": "Tamil", + "tt": "Tatar", + "te": "Telugu", + "th": "Thai", + "bo": "Tibetan", + "ti": "Tigrinya", + "to": "Tonga (Tonga Islands)", + "ts": "Tsonga", + "tn": "Tswana", + "tr": "Turkish", + "tk": "Turkmen", + "tw": "Twi", + "ug": "Uighur, Uyghur", + "uk": "Ukrainian", + "ur": "Urdu", + "uz": "Uzbek", + "ve": "Venda", + "vi": "Vietnamese", + "vo": "Volapük", + "wa": "Walloon", + "cy": "Welsh", + "wo": "Wolof", + "xh": "Xhosa", + "yi": "Yiddish", + "yo": "Yoruba", + "za": "Zhuang, Chuang", + "zu": "Zulu", +} + def highlight(input): return "" + input + "" @@ -617,7 +823,7 @@ def write_to_file(self) -> None: # We only create the folder if a template is written if not os.path.exists(self.folder_path): os.makedirs(self.folder_path) - yaml.dump(self.format_for_dump(), open(self.yaml_path, "w")) + yaml.dump(self.format_for_dump(), open(self.yaml_path, "w"),allow_unicode=True) def add_template(self, template: "Template") -> None: """ diff --git a/promptsource/templates/Muennighoff/xstory_cloze/ar/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/ar/templates.yaml new file mode 100644 index 000000000..46d4478c1 --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/ar/templates.yaml @@ -0,0 +1,103 @@ +dataset: Muennighoff/xstory_cloze +subset: ar +templates: + 1194f50c-44b3-4033-91bb-d0cf94201b83: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 1194f50c-44b3-4033-91bb-d0cf94201b83 + jinja: 'ما هو استمرار محتمل للقصة التالية؟ + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + اختر من بين الخيارات التالية: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Story Continuation and Options_armt + reference: '' + 19ce3d7c-588f-4cf0-bbdf-449a59323eee: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 19ce3d7c-588f-4cf0-bbdf-449a59323eee + jinja: 'قرأت الرواية التالية: {{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} + {{input_sentence_4}} ما هي برأيك النهاية الأكثر احتمالًا؟ يمكنك الاختيار من + بين الخيارات التالية: - {{answer_choices | join("\n- ")}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Novel Correct Ending_armt + reference: '' + 20280d81-f29b-4b3c-bd2d-c11496376c21: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 20280d81-f29b-4b3c-bd2d-c11496376c21 + jinja: 'اقرأ القصة التالية : + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + اختر نهاية محتملة للقصة السابقة من الخيارات التالية: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Choose Story Ending_armt + reference: '' + 9183a25c-d959-4158-917f-16dc9a6e7d63: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 9183a25c-d959-4158-917f-16dc9a6e7d63 + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + ما هو الاستمرار المحتمل للقصة في ظل الخيارات التالية؟ - {{answer_choices | join("\n- + ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Answer Given options_armt + reference: '' + a77aecdf-bed9-466c-be3b-c2bfa04f6eb3: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: a77aecdf-bed9-466c-be3b-c2bfa04f6eb3 + jinja: 'قم بإنشاء نهاية محتملة للقصة التالية: {{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Generate Ending_armt + reference: '' diff --git a/promptsource/templates/Muennighoff/xstory_cloze/en/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/en/templates.yaml new file mode 100644 index 000000000..1b30ef865 --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/en/templates.yaml @@ -0,0 +1,99 @@ +dataset: Muennighoff/xstory_cloze +subset: en +templates: + 2a4946f9-a0e2-4fbb-aee8-b26ead2cf6b8: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 2a4946f9-a0e2-4fbb-aee8-b26ead2cf6b8 + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + What is a possible continuation for the story given the following options ? + - {{answer_choices | join("\n- ")}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Answer Given options + reference: '' + 2a9d53bc-eb77-4e7c-af6e-3d15b79d6cf1: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 2a9d53bc-eb77-4e7c-af6e-3d15b79d6cf1 + jinja: "Read the following story :\n\n{{input_sentence_1}}\n{{input_sentence_2}}\n\ + {{input_sentence_3}}\n{{input_sentence_4}}\n\nChoose a possible ending for the\ + \ previous story from the following options: \n- {{answer_choices | join(\"\\\ + n- \")}}\n|||\n\n{{answer_choices[answer_right_ending -1]}}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Choose Story Ending + reference: '' + 8dab69d1-cad0-4d2f-a7cc-120df233571c: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 8dab69d1-cad0-4d2f-a7cc-120df233571c + jinja: 'Yesterday, I watched a movie. Here''s what happened: {{input_sentence_1}} + {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} What happens + next? - {{answer_choices | join("\n- ")}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Movie What Happens Next + reference: '' + c5c8445f-2d3a-4691-bdd5-58956816702f: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: c5c8445f-2d3a-4691-bdd5-58956816702f + jinja: "What is a possible continuation for the following story ? \n\n{{input_sentence_1}}\n\ + {{input_sentence_2}}\n{{input_sentence_3}}\n{{input_sentence_4}}\n\nChoose from\ + \ the following options:\n- {{answer_choices | join(\"\\n- \")}}\n|||\n\n{{answer_choices[answer_right_ending\ + \ -1]}}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Story Continuation and Options + reference: '' + caffa716-43cf-4954-a35c-655d775321e6: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: caffa716-43cf-4954-a35c-655d775321e6 + jinja: 'Generate a possible ending for the following story: {{input_sentence_1}} + {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - en + metrics: + - BLEU + - ROUGE + original_task: false + name: Generate Ending + reference: '' + d6f3d802-4f97-449f-a911-03470d418f7d: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: d6f3d802-4f97-449f-a911-03470d418f7d + jinja: 'I read the following novel: {{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} What do you think is the most probable + ending? You can choose from the following options: - {{answer_choices | join("\n- + ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Novel Correct Ending + reference: '' diff --git a/promptsource/templates/Muennighoff/xstory_cloze/es/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/es/templates.yaml new file mode 100644 index 000000000..845f278d3 --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/es/templates.yaml @@ -0,0 +1,104 @@ +dataset: Muennighoff/xstory_cloze +subset: es +templates: + 282dabf5-011f-4712-9b7a-84b80475d751: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 282dabf5-011f-4712-9b7a-84b80475d751 + jinja: 'Genera un posible final para la siguiente historia: {{input_sentence_1}} + {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Generate Ending_esmt + reference: '' + 46a63202-7017-4c2c-8b2a-4406d3b5b424: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 46a63202-7017-4c2c-8b2a-4406d3b5b424 + jinja: '¿Cuál es una posible continuación de la siguiente historia? + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + Elija entre las siguientes opciones: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Story Continuation and Options_esmt + reference: '' + da0781d0-bf10-4d35-b3d3-8a866938ae5c: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: da0781d0-bf10-4d35-b3d3-8a866938ae5c + jinja: 'Leí la siguiente novela: {{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} + {{input_sentence_4}} ¿Cuál crees que es el final más probable? Puede elegir + entre las siguientes opciones: - {{answer_choices | join("\n- ")}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Novel Correct Ending_esmt + reference: '' + e644b516-8ce9-447b-a211-9ea6566b15c3: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: e644b516-8ce9-447b-a211-9ea6566b15c3 + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + ¿Cuál es una posible continuación de la historia dadas las siguientes opciones? + - {{answer_choices | join("\n- ")}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Answer Given options_esmt + reference: '' + ee21e7ed-0929-4c52-9aaf-3b4048bd06a3: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: ee21e7ed-0929-4c52-9aaf-3b4048bd06a3 + jinja: 'Lea la siguiente historia : + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + Elige un posible final para la historia anterior entre las siguientes opciones: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Choose Story Ending_esmt + reference: '' diff --git a/promptsource/templates/Muennighoff/xstory_cloze/eu/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/eu/templates.yaml new file mode 100644 index 000000000..c509a2562 --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/eu/templates.yaml @@ -0,0 +1,103 @@ +dataset: Muennighoff/xstory_cloze +subset: eu +templates: + 08b324f3-fa32-48ea-bd99-ac7d20672feb: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 08b324f3-fa32-48ea-bd99-ac7d20672feb + jinja: 'Irakurri honako istorio hau: + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + Aukeratu aurreko istorioaren amaiera posible bat aukera hauetatik: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Choose Story Ending_eumt + reference: '' + 08d62ef8-6d4a-4b86-8446-1c4e2503b31e: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 08d62ef8-6d4a-4b86-8446-1c4e2503b31e + jinja: 'Zein da ondorengo istorioaren jarraipena posiblea? + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + Aukeratu aukera hauetatik: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Story Continuation and Options_eumt + reference: '' + 7deff0a8-28ee-4978-9dfe-bdd327db51ed: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 7deff0a8-28ee-4978-9dfe-bdd327db51ed + jinja: 'Eleberri hau irakurri dut: {{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} + {{input_sentence_4}} Zein da zure ustez amaierarik probableena? Aukera hauetatik + aukera dezakezu: - {{answer_choices | join("\n- ")}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Novel Correct Ending_eumt + reference: '' + ac53c4f2-6261-4922-b8f8-372e777ef9b0: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: ac53c4f2-6261-4922-b8f8-372e777ef9b0 + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + Zein da istorioaren jarraipen posiblea, aukera hauek emanda? - {{answer_choices + | join("\n- ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Answer Given options_eumt + reference: '' + b0a14e0a-f38c-41fa-b784-18b999ce3004: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: b0a14e0a-f38c-41fa-b784-18b999ce3004 + jinja: 'Sortu amaiera posible bat istorio honentzat: {{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Generate Ending_eumt + reference: '' diff --git a/promptsource/templates/Muennighoff/xstory_cloze/hi/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/hi/templates.yaml new file mode 100644 index 000000000..a2c160ba2 --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/hi/templates.yaml @@ -0,0 +1,103 @@ +dataset: Muennighoff/xstory_cloze +subset: hi +templates: + 23a4023c-19de-424e-b8d6-3861ee6ba391: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 23a4023c-19de-424e-b8d6-3861ee6ba391 + jinja: 'निन्मलिखित कहानी को पढ़ें : + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + निम्नलिखित विकल्पों में से पिछली कहानी के लिए संभावित अंत चुनें: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Choose Story Ending_himt + reference: '' + 4e382c0f-38b5-4e07-95af-42cf0f1bfe9b: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 4e382c0f-38b5-4e07-95af-42cf0f1bfe9b + jinja: 'निम्नलिखित कहानी के लिए संभावित अंत उत्पन्न करें: {{input_sentence_1}} + {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Generate Ending_himt + reference: '' + 519a9d7b-a7a9-496a-8a6a-4dfe8208ab5a: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 519a9d7b-a7a9-496a-8a6a-4dfe8208ab5a + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + निम्नलिखित विकल्पों में कहानी के लिए संभावित निरंतरता क्या है? - {{answer_choices + | join("\n- ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Answer Given options_himt + reference: '' + 58f62284-9d7b-436e-b42d-6c4aa65a95b9: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 58f62284-9d7b-436e-b42d-6c4aa65a95b9 + jinja: 'निम्नलिखित कहानी के लिए संभावित निरंतरता क्या है? + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + निम्नलिखित विकल्पों में से चुनें: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Story Continuation and Options_himt + reference: '' + dabd6966-872a-405e-bd98-a5a835870623: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: dabd6966-872a-405e-bd98-a5a835870623 + jinja: 'मैंने निम्नलिखित उपन्यास पढ़ा: {{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} आपके अनुसार सबसे संभावित अंत क्या + है? आप निम्नलिखित विकल्पों में से चुन सकते हैं: - {{answer_choices | join("\n- + ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Novel Correct Ending_himt + reference: '' diff --git a/promptsource/templates/Muennighoff/xstory_cloze/id/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/id/templates.yaml new file mode 100644 index 000000000..797e51bb3 --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/id/templates.yaml @@ -0,0 +1,103 @@ +dataset: Muennighoff/xstory_cloze +subset: id +templates: + 4f435e18-bbad-4dfc-a88e-53016cad5c7b: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 4f435e18-bbad-4dfc-a88e-53016cad5c7b + jinja: 'Apa kemungkinan kelanjutan dari cerita berikut? + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + Pilih dari opsi berikut: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Story Continuation and Options_idmt + reference: '' + 74d6fb1c-e356-4eea-a5bc-fab96183a932: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 74d6fb1c-e356-4eea-a5bc-fab96183a932 + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + Apa kemungkinan kelanjutan cerita dengan opsi berikut? - {{answer_choices | + join("\n- ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Answer Given options_idmt + reference: '' + a65d8bba-4b16-4386-8a9d-5f23f1d22512: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: a65d8bba-4b16-4386-8a9d-5f23f1d22512 + jinja: 'Buat kemungkinan akhir untuk cerita berikut: {{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Generate Ending_idmt + reference: '' + b7763be7-8da6-4d87-bfcc-d92785dccdf0: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: b7763be7-8da6-4d87-bfcc-d92785dccdf0 + jinja: 'Baca cerita berikut: + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + Pilih kemungkinan akhir untuk cerita sebelumnya dari opsi berikut: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Choose Story Ending_idmt + reference: '' + e7f23f7b-4b81-4ea8-96e8-eedb5f2aa3eb: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: e7f23f7b-4b81-4ea8-96e8-eedb5f2aa3eb + jinja: 'Saya membaca novel berikut: {{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} Menurut Anda apa akhir yang paling + mungkin? Anda dapat memilih dari opsi berikut: - {{answer_choices | join("\n- + ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Novel Correct Ending_idmt + reference: '' diff --git a/promptsource/templates/Muennighoff/xstory_cloze/my/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/my/templates.yaml new file mode 100644 index 000000000..fee4cfe3a --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/my/templates.yaml @@ -0,0 +1,103 @@ +dataset: Muennighoff/xstory_cloze +subset: my +templates: + 3609ff6e-60fd-4f82-8c95-10363322b6cf: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 3609ff6e-60fd-4f82-8c95-10363322b6cf + jinja: အောက်ပါဝတ္ထုကို ကျွန်ုပ်ဖတ်ခဲ့သည်- {{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} အဆုံးသတ်သည် ဖြစ်နိုင်ခြေအရှိဆုံးဟု + သင်ထင်မြင်ပါသနည်း။ အောက်ပါရွေးချယ်စရာများမှ သင်ရွေးချယ်နိုင်သည်- {{answer_choices + | join("\n- ")}} ||| {{answer_choices[answer_right_ending -1]}} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Novel Correct Ending_mymt + reference: '' + 42c67653-08bd-4d9d-8030-8a506136dc27: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 42c67653-08bd-4d9d-8030-8a506136dc27 + jinja: 'အောက်ဖော်ပြပါ ဇာတ်လမ်းအတွက် ဖြစ်နိုင်ခြေ ကဘာလဲ။ + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + အောက်ပါရွေးချယ်စရာများမှ ရွေးပါ- + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Story Continuation and Options_mymt + reference: '' + a59b0c69-0669-4f2b-8212-bdd05fc7223b: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: a59b0c69-0669-4f2b-8212-bdd05fc7223b + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + အောက်ပါရွေးချယ်စရာများ ပေးထားသည့် ဇာတ်လမ်းအတွက် ဆက်စပ်မှုကား အဘယ်နည်း။ - {{answer_choices + | join("\n- ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Answer Given options_mymt + reference: '' + d270a055-5528-4599-97fe-1aab6f10c8a9: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: d270a055-5528-4599-97fe-1aab6f10c8a9 + jinja: အောက်ပါဇာတ်လမ်းအတွက် ဖြစ်နိုင်ခြေရှိသောအဆုံးသတ်ကို ဖန်တီးပါ- {{input_sentence_1}} + {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Generate Ending_mymt + reference: '' + de8fe368-29c2-4f33-bf87-e51ab44a2b01: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: de8fe368-29c2-4f33-bf87-e51ab44a2b01 + jinja: 'အောက်ပါဇာတ်လမ်းကိုဖတ်ပါ။ + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + အောက်ပါရွေးချယ်မှုများမှ ယခင်ဇာတ်လမ်းအတွက် ဖြစ်နိုင်သည့်အဆုံးသတ်ကို ရွေးပါ- + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Choose Story Ending_mymt + reference: '' diff --git a/promptsource/templates/Muennighoff/xstory_cloze/ru/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/ru/templates.yaml new file mode 100644 index 000000000..2457e36eb --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/ru/templates.yaml @@ -0,0 +1,103 @@ +dataset: Muennighoff/xstory_cloze +subset: ru +templates: + 29f0bae6-d077-4cde-ba3d-9af8bad684f5: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 29f0bae6-d077-4cde-ba3d-9af8bad684f5 + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + Какое возможное продолжение истории при следующих вариантах? - {{answer_choices + | join("\n- ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Answer Given options_rumt + reference: '' + 55afc47e-8196-45d3-98bf-219fa031a704: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 55afc47e-8196-45d3-98bf-219fa031a704 + jinja: 'Прочитайте следующий рассказ: + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + Выберите возможный финал предыдущей истории из следующих вариантов: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Choose Story Ending_rumt + reference: '' + 71c1c836-6cd7-4f12-86d4-1afdaf0d5a5f: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 71c1c836-6cd7-4f12-86d4-1afdaf0d5a5f + jinja: 'Какое возможное продолжение следующей истории? + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + Выберите один из следующих вариантов: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Story Continuation and Options_rumt + reference: '' + c5e4f27c-571c-4669-94a4-97e0b8cb20fa: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: c5e4f27c-571c-4669-94a4-97e0b8cb20fa + jinja: 'Сгенерируйте возможное окончание для следующей истории: {{input_sentence_1}} + {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Generate Ending_rumt + reference: '' + e651545b-a719-4d19-90ca-97529644ee97: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: e651545b-a719-4d19-90ca-97529644ee97 + jinja: 'Я прочитал следующий роман: {{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} Как вы думаете, какая концовка наиболее + вероятна? Вы можете выбрать один из следующих вариантов: - {{answer_choices + | join("\n- ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Novel Correct Ending_rumt + reference: '' diff --git a/promptsource/templates/Muennighoff/xstory_cloze/sw/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/sw/templates.yaml new file mode 100644 index 000000000..6356fe03b --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/sw/templates.yaml @@ -0,0 +1,104 @@ +dataset: Muennighoff/xstory_cloze +subset: sw +templates: + 43a4f3c7-df1f-45b9-8932-102c47022896: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 43a4f3c7-df1f-45b9-8932-102c47022896 + jinja: 'Toa uwezekano wa mwisho wa hadithi ifuatayo: {{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Generate Ending_swmt + reference: '' + 520e7dde-2ce0-4baa-ba25-535e384c4491: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 520e7dde-2ce0-4baa-ba25-535e384c4491 + jinja: 'Soma hadithi ifuatayo: + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + Chagua mwisho unaowezekana wa hadithi iliyotangulia kutoka kwa chaguzi zifuatazo: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Choose Story Ending_swmt + reference: '' + 750da6b1-ed55-4d1f-9e19-335b26d0d115: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 750da6b1-ed55-4d1f-9e19-335b26d0d115 + jinja: 'Je, kuna uwezekano gani wa kuendelea kwa hadithi ifuatayo? + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + Chagua kutoka kwa chaguzi zifuatazo: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Story Continuation and Options_swmt + reference: '' + caa44a50-3176-4e3f-b98a-e73ca637df2f: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: caa44a50-3176-4e3f-b98a-e73ca637df2f + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + Je, kuna uwezekano gani wa kuendelea kwa hadithi kutokana na chaguo zifuatazo + ? - {{answer_choices | join("\n- ")}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Answer Given options_swmt + reference: '' + e861dfce-f323-4dc4-a56f-14b697380a61: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: e861dfce-f323-4dc4-a56f-14b697380a61 + jinja: 'Nilisoma riwaya ifuatayo: {{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} + {{input_sentence_4}} Je, unafikiri ni mwisho upi unaowezekana zaidi? Unaweza + kuchagua kutoka kwa chaguo zifuatazo: - {{answer_choices | join("\n- ")}} ||| + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Novel Correct Ending_swmt + reference: '' diff --git a/promptsource/templates/Muennighoff/xstory_cloze/te/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/te/templates.yaml new file mode 100644 index 000000000..88f6f092c --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/te/templates.yaml @@ -0,0 +1,103 @@ +dataset: Muennighoff/xstory_cloze +subset: te +templates: + 0c87d616-bd07-4a3f-b4e3-e30bcc22d246: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 0c87d616-bd07-4a3f-b4e3-e30bcc22d246 + jinja: 'కింది కథకు కొనసాగింపు సాధ్యమేంటి? + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + కింది ఎంపికల నుండి ఎంచుకోండి: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Story Continuation and Options_temt + reference: '' + 66cc8a90-00b2-40b4-8185-d600cd6bf38d: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 66cc8a90-00b2-40b4-8185-d600cd6bf38d + jinja: 'కింది కథనాన్ని చదవండి: + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + కింది ఎంపికల నుండి మునుపటి కథకు సాధ్యమయ్యే ముగింపుని ఎంచుకోండి: + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Choose Story Ending_temt + reference: '' + 741ff9d0-e024-40e1-98ff-2bb5f31d4052: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 741ff9d0-e024-40e1-98ff-2bb5f31d4052 + jinja: 'కింది కథనానికి సాధ్యమయ్యే ముగింపుని రూపొందించండి: {{input_sentence_1}} + {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Generate Ending_temt + reference: '' + ee08092f-8421-4d96-b462-17859d18e1bf: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: ee08092f-8421-4d96-b462-17859d18e1bf + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + కింది ఎంపికలు ఇచ్చిన కథనానికి కొనసాగింపు సాధ్యమేంటి ? - {{answer_choices | join("\n- + ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Answer Given options_temt + reference: '' + fe5b0c9b-7914-4ace-b721-617e587bf83e: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: fe5b0c9b-7914-4ace-b721-617e587bf83e + jinja: 'నేను ఈ క్రింది నవలని చదివాను: {{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} అత్యంత సంభావ్య ముగింపు ఏది అని మీరు + అనుకుంటున్నారు? మీరు క్రింది ఎంపికల నుండి ఎంచుకోవచ్చు: - {{answer_choices | + join("\n- ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Novel Correct Ending_temt + reference: '' diff --git a/promptsource/templates/Muennighoff/xstory_cloze/zh/templates.yaml b/promptsource/templates/Muennighoff/xstory_cloze/zh/templates.yaml new file mode 100644 index 000000000..831fd8d95 --- /dev/null +++ b/promptsource/templates/Muennighoff/xstory_cloze/zh/templates.yaml @@ -0,0 +1,178 @@ +dataset: Muennighoff/xstory_cloze +subset: zh +templates: + 56fa39a8-5ef0-43cb-968a-78d854b279d2: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 56fa39a8-5ef0-43cb-968a-78d854b279d2 + jinja: 为以下故事生成一个可能的结局：{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} + {{input_sentence_4}} ||| {{answer_choices[answer_right_ending -1]}} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Generate Ending_zhmt + reference: '' + 7a8ef9e9-857a-4964-8d15-f9b03208ccb1: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 7a8ef9e9-857a-4964-8d15-f9b03208ccb1 + jinja: '以下故事的可能延续是什么？ + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + 从以下选项中选择： + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Story Continuation and Options_zhmt + reference: '' + a12452a2-a18a-4093-aadb-a86b834d425f: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: a12452a2-a18a-4093-aadb-a86b834d425f + jinja: '阅读以下故事： + + + {{input_sentence_1}} + + {{input_sentence_2}} + + {{input_sentence_3}} + + {{input_sentence_4}} + + + 从以下选项中为上一个故事选择一个可能的结局： + + - {{answer_choices | join("\n- ")}} + + ||| + + + {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Choose Story Ending_zhmt + reference: '' + b34c2eb5-6b9a-4497-9c5d-a41678ce0edb: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: b34c2eb5-6b9a-4497-9c5d-a41678ce0edb + jinja: 我读了以下小说： {{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} + {{input_sentence_4}} 你认为最有可能的结局是什么？您可以从以下选项中进行选择：- {{answer_choices | join("\n- + ")}} ||| {{answer_choices[answer_right_ending -1]}} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Novel Correct Ending_zhmt + reference: '' + c7876c67-5375-49e1-abc5-af3980c455e6: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: c7876c67-5375-49e1-abc5-af3980c455e6 + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + 给定以下选项，故事的可能延续是什么？ - {{answer_choices | join("\n- ")}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Answer Given options_zhmt + reference: '' + 2a5546f9-a0e2-4fbb-aee8-b26ead2cf6b8: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 2a5546f9-a0e2-4fbb-aee8-b26ead2cf6b8 + jinja: '{{input_sentence_1}} {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} + 下面那个选项能够延续故事的发展？ + - {{answer_choices | join("\n- ")}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - zh + metrics: + - Accuracy + original_task: true + name: Answer Given options_zhht + reference: '' + 2a9d66bc-eb77-4e7c-af6e-3d15b79d6cf1: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: 2a9d66bc-eb77-4e7c-af6e-3d15b79d6cf1 + jinja: "请读这则故事：\n\n{{input_sentence_1}}\n{{input_sentence_2}}\n\ + {{input_sentence_3}}\n{{input_sentence_4}}\n\n现在请选择贴切的结局: \n- {{answer_choices | join(\"\\\ + n- \")}}\n|||\n\n{{answer_choices[answer_right_ending -1]}}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - zh + metrics: + - Accuracy + original_task: true + name: Choose Story Ending_zhht + reference: '' + c5c8225f-2d3a-4691-bdd5-58956816702f: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: c5c8225f-2d3a-4691-bdd5-58956816702f + jinja: "哪个选项能够继续以下的故事？ \n\n{{input_sentence_1}}\n\ + {{input_sentence_2}}\n{{input_sentence_3}}\n{{input_sentence_4}}\n\n选项如下:\n- {{answer_choices | join(\"\\n- \")}}\n|||\n\n{{answer_choices[answer_right_ending\ + \ -1]}}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - zh + metrics: + - Accuracy + original_task: true + name: Story Continuation and Options_zhht + reference: '' + cacca716-43cf-4954-a35c-655d775321e6: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: cacca716-43cf-4954-a35c-655d775321e6 + jinja: '请为这则故事写出可能的结局: {{input_sentence_1}} + {{input_sentence_2}} {{input_sentence_3}} {{input_sentence_4}} ||| {{answer_choices[answer_right_ending + -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: false + languages: + - zh + metrics: + - BLEU + - ROUGE + original_task: false + name: Generate Ending_zhht + reference: '' + d6f3d112-4f97-449f-a911-03470d418f7d: !Template + answer_choices: '{{sentence_quiz1}} ||| {{sentence_quiz2}}' + id: d6f3d112-4f97-449f-a911-03470d418f7d + jinja: '我读了这则长篇故事：{{input_sentence_1}} {{input_sentence_2}} + {{input_sentence_3}} {{input_sentence_4}} 你觉得哪个是合适的结局？请从这些选项中作出选择：- {{answer_choices | join("\n- + ")}} ||| {{answer_choices[answer_right_ending -1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - zh + metrics: + - Accuracy + original_task: true + name: Novel Correct Ending_zhht + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml new file mode 100644 index 000000000..4bc88f4b3 --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/en/templates.yaml @@ -0,0 +1,98 @@ +dataset: Muennighoff/xwinograd +subset: en +templates: + 28d31908-4aee-4545-aff2-7528cbf39197: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 28d31908-4aee-4545-aff2-7528cbf39197 + jinja: "{{sentence}}\nReplace the _ in the above sentence with the correct option:\ + \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ + \ else %} {{ option2 }} {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: Replace + reference: '' + 50ce5113-882f-4a9d-b21d-8d98b4644295: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 50ce5113-882f-4a9d-b21d-8d98b4644295 + jinja: 'Fill in the _ in the below sentence: + {{sentence}} + Choices: + - {{ option1 }} + - {{ option2 }} + Answer: ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% + endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: fill in the blank + reference: '' + 7f0f6d33-25e2-4394-b1f0-49a2a54767aa: !Template + answer_choices: True ||| False + id: 7f0f6d33-25e2-4394-b1f0-49a2a54767aa + jinja: 'The _ in the sentence below refers to {{option1}}. True or False? + {{sentence}}||| + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: false + name: True or False + reference: '' + 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 80f9679e-7b6c-4ee7-a348-e905ed9aaf9e + jinja: '{{ sentence }} In the previous sentence, does _ refer to {{ option1 }} + or {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: does underscore refer to + reference: '' + bd40cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: bd40cf1f-bda2-4757-b1b5-f1a20a3f7202 + jinja: '{{sentence}} + What does the _ in the above sentence refer to? {{ option1 }} or {{ option2 + }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: underscore refer to + reference: '' + ec365d5d-bb5c-488c-93a0-4f90e6011c5d: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: ec365d5d-bb5c-488c-93a0-4f90e6011c5d + jinja: 'In the sentence below, does the _ stand for {{answer_choices[0]}} or {{answer_choices[1]}}? + {{sentence}}||| + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: stand for + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml new file mode 100644 index 000000000..c927d622c --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/fr/templates.yaml @@ -0,0 +1,83 @@ +dataset: Muennighoff/xwinograd +subset: fr +templates: + 0cde2151-74b7-4ced-a032-73921bc95afc: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 0cde2151-74b7-4ced-a032-73921bc95afc + jinja: '{{ sentence }} Dans la phrase précédente, _ fait-il référence à {{ option1 + }} ou {{ option2 }} ? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ + option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: does underscore refer to_frmt + reference: '' + 20e3e94e-c0c9-4025-92fb-ddac41ef7b7c: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 20e3e94e-c0c9-4025-92fb-ddac41ef7b7c + jinja: 'Dans la phrase ci-dessous, le _ signifie-t-il {{answer_choices[0]}} ou + {{answer_choices[1]}} ? + + {{sentence}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: stand for_frmt + reference: '' + 705a0c83-d037-43d2-b8f2-c998f829c198: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 705a0c83-d037-43d2-b8f2-c998f829c198 + jinja: '{{sentence}} + + Remplacez le _ dans la phrase ci-dessus par l''option correcte : + + - {{option1}} + + - {{option2}} + + ||| + + {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Replace_frmt + reference: '' + 71c1133b-3883-4aa2-b7a0-c08ad3ce453f: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 71c1133b-3883-4aa2-b7a0-c08ad3ce453f + jinja: '{{sentence}} + + À quoi le _ dans la phrase ci-dessus fait-il référence ? {{ option1 }} ou {{ + option2 }} ? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: underscore refer to_frmt + reference: '' + 9182cd50-d28a-4a2f-a6b7-488b8abad60c: !Template + answer_choices: Vrai ||| Faux + id: 9182cd50-d28a-4a2f-a6b7-488b8abad60c + jinja: 'Le _ dans la phrase ci-dessous fait référence à {{option1}}. Vrai ou faux? + + {{sentence}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: True or False_frmt + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/jp/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/jp/templates.yaml new file mode 100644 index 000000000..4183595a9 --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/jp/templates.yaml @@ -0,0 +1,72 @@ +dataset: Muennighoff/xwinograd +subset: jp +templates: + 14605aed-ab64-4edd-a93a-2d74c364d66a: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 14605aed-ab64-4edd-a93a-2d74c364d66a + jinja: '{{ sentence }} 前の文で、_ は {{ option1 }} または {{ option2 }} を指しますか? ||| {% + if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: does underscore refer to_jpmt + reference: '' + 1aeb9dab-352b-4f53-ba1d-7a7dbd92139e: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 1aeb9dab-352b-4f53-ba1d-7a7dbd92139e + jinja: '{{sentence}} 上記の文の _ は何を指していますか? {{ option1 }} または {{ option2 }}? ||| + {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: underscore refer to_jpmt + reference: '' + 2674be16-d2c6-4100-bf36-d46e9050f38c: !Template + answer_choices: 真実 ||| 間違い + id: 2674be16-d2c6-4100-bf36-d46e9050f38c + jinja: 以下の文の _ は {{option1}} を指します。正しいか間違っているか？ {{sentence}}||| {{answer_choices[answer|int + - 1]}} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: True or False_jpmt + reference: '' + 3acef249-7cfe-43ac-9428-8282722288fa: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 3acef249-7cfe-43ac-9428-8282722288fa + jinja: 次の文の _ は {{answer_choices[0]}} または {{answer_choices[1]}} を表していますか? {{sentence}}||| + {{answer_choices[answer | int - 1]}} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: stand for_jpmt + reference: '' + b32ff48c-3875-4f99-8bff-148190fd8e36: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: b32ff48c-3875-4f99-8bff-148190fd8e36 + jinja: '{{sentence}} + + 上記の文の _ を正しいオプションに置き換えます。 + + - {{option1}} + + - {{option2}} + + ||| + + {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Replace_jpmt + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml new file mode 100644 index 000000000..f2e021695 --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/pt/templates.yaml @@ -0,0 +1,81 @@ +dataset: Muennighoff/xwinograd +subset: pt +templates: + 2a92c799-e4e4-403b-bdb6-8c86f7c3c65a: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 2a92c799-e4e4-403b-bdb6-8c86f7c3c65a + jinja: '{{sentence}} + + A que se refere o _ na frase acima? {{ option1 }} ou {{ option2 }}? ||| {% if + answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: underscore refer to_ptmt + reference: '' + 7003a9ae-917f-4dac-92fd-5cc92e44b598: !Template + answer_choices: Verdadeiro ||| Falso + id: 7003a9ae-917f-4dac-92fd-5cc92e44b598 + jinja: 'O _ na frase abaixo refere-se a {{option1}}. Verdadeiro ou falso? + + {{sentence}}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: True or False_ptmt + reference: '' + 7099c9ff-9338-46f6-92be-ba52a5a41536: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 7099c9ff-9338-46f6-92be-ba52a5a41536 + jinja: '{{sentence}} + + Substitua o _ na frase acima pela opção correta: + + - {{option1}} + + - {{option2}} + + ||| + + {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Replace_ptmt + reference: '' + 86bdfe85-8b6b-4b56-86f4-e14c3da56762: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 86bdfe85-8b6b-4b56-86f4-e14c3da56762 + jinja: '{{ sentence }} Na frase anterior, _ se refere a {{ option1 }} ou {{ option2 + }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: does underscore refer to_ptmt + reference: '' + faee4565-8105-46e9-a2fa-ba1ace4c747c: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: faee4565-8105-46e9-a2fa-ba1ace4c747c + jinja: 'Na frase abaixo, o _ significa {{answer_choices[0]}} ou {{answer_choices[1]}}? + + {{sentence}}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: stand for_ptmt + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/ru/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/ru/templates.yaml new file mode 100644 index 000000000..313636638 --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/ru/templates.yaml @@ -0,0 +1,74 @@ +dataset: Muennighoff/xwinograd +subset: ru +templates: + 047f7512-abc6-405e-8ada-a31d9b74ca81: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 047f7512-abc6-405e-8ada-a31d9b74ca81 + jinja: '{{sentence}} Что означает _ в приведенном выше предложении? {{ option1 + }} или {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ + option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: underscore refer to_rumt + reference: '' + 2b5618ec-ae49-4cbf-8a93-58abf922cc29: !Template + answer_choices: Истинный ||| ЛОЖЬ + id: 2b5618ec-ae49-4cbf-8a93-58abf922cc29 + jinja: _ в предложении ниже относится к {{option1}}. Правда или ложь? {{sentence}}||| + {{answer_choices[answer|int - 1]}} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: True or False_rumt + reference: '' + 3ecd3a5a-090d-4562-a7ea-48fea55c2913: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 3ecd3a5a-090d-4562-a7ea-48fea55c2913 + jinja: В приведенном ниже предложении _ означает {{answer_choices[0]}} или {{answer_choices[1]}}? + {{sentence}}||| {{answer_choices[answer | int - 1]}} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: stand for_rumt + reference: '' + 3f00a9b7-bc1d-4aaa-97e0-72f5a3aa54c3: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 3f00a9b7-bc1d-4aaa-97e0-72f5a3aa54c3 + jinja: '{{ sentence }} В предыдущем предложении _ относится к {{ option1 }} или + {{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: does underscore refer to_rumt + reference: '' + 91785e76-9023-49c0-a377-aa201111bb48: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 91785e76-9023-49c0-a377-aa201111bb48 + jinja: '{{sentence}} + + Замените _ в приведенном выше предложении правильным вариантом: + + - {{option1}} + + - {{option2}} + + ||| + + {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Replace_rumt + reference: '' diff --git a/promptsource/templates/Muennighoff/xwinograd/zh/templates.yaml b/promptsource/templates/Muennighoff/xwinograd/zh/templates.yaml new file mode 100644 index 000000000..5480c93ec --- /dev/null +++ b/promptsource/templates/Muennighoff/xwinograd/zh/templates.yaml @@ -0,0 +1,154 @@ +dataset: Muennighoff/xwinograd +subset: zh +templates: + 5f150442-fb72-4bb0-becb-1aaef0ddc772: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 5f150442-fb72-4bb0-becb-1aaef0ddc772 + jinja: '{{sentence}} + + 上句中的_指的是什么？ {{ option1 }} 还是 {{ option2 }}？ ||| {% if answer == ''1'' %} {{option1}} + {% else %} {{ option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: underscore refer to_zhmt + reference: '' + 649ef42c-5983-43d2-9a38-094fb7c4840d: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 649ef42c-5983-43d2-9a38-094fb7c4840d + jinja: '{{sentence}} + + 将上面句子中的 _ 替换为正确的选项： + + - {{option1}} + + - {{option2}} + + ||| + + {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: Replace_zhmt + reference: '' + 8cc27f3a-ac9d-4da2-aea8-c4cdeb7bf7cf: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 8cc27f3a-ac9d-4da2-aea8-c4cdeb7bf7cf + jinja: '在下面的句子中，_ 代表 {{answer_choices[0]}} 还是 {{answer_choices[1]}}？ + + {{sentence}}||| + + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: stand for_zhmt + reference: '' + cf78fee5-d02c-4497-a146-9e9b99d1c772: !Template + answer_choices: 真的 ||| 错误的 + id: cf78fee5-d02c-4497-a146-9e9b99d1c772 + jinja: '下面句子中的 _ 指的是 {{option1}}。对或错？ + + {{sentence}}||| + + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: True or False_zhmt + reference: '' + e55cd4f1-9960-4694-aecd-16e24bc8dc27: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: e55cd4f1-9960-4694-aecd-16e24bc8dc27 + jinja: '{{ sentence }} 在上一句中，_ 是指 {{ option1 }} 还是 {{ option2 }}？ ||| {% if answer + == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: does underscore refer to_zhmt + reference: '' + 33d31908-4aee-4545-aff2-7528cbf39197: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: 33d31908-4aee-4545-aff2-7528cbf39197 + jinja: "{{sentence}}\n把上个句子中的_替换成正确的选项:\ + \ \n- {{option1}}\n- {{option2}}\n|||\n{% if answer == '1' %} {{option1}} {%\ + \ else %} {{ option2 }} {% endif %}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - zh + metrics: + - Accuracy + original_task: true + name: Replace_zhht + reference: '' + 7f5f6d33-25e2-4394-b1f0-49a2a54767aa: !Template + answer_choices: True ||| False + id: 7f5f6d33-25e2-4394-b1f0-49a2a54767aa + jinja: '在以下的句子中，_ 指的是{{option1}}。 对否? + {{sentence}}||| + {{answer_choices[answer|int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - zh + metrics: + - Accuracy + original_task: false + name: True or False_zhht + reference: '' + 22f9679e-7b6c-4ee7-a348-e905ed9aaf9e: !Template + answer_choices: '{{ option1 }} ||| {{ option2 }}' + id: 22f9679e-7b6c-4ee7-a348-e905ed9aaf9e + jinja: '{{ sentence }} 在上个句子里, _ 指的是{{ option1 }}抑或{{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 + }} {% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - zh + metrics: + - Accuracy + original_task: true + name: does underscore refer to_zhht + reference: '' + bd11cf1f-bda2-4757-b1b5-f1a20a3f7202: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: bd11cf1f-bda2-4757-b1b5-f1a20a3f7202 + jinja: '{{sentence}} + _ 在上面的句子中指的是什么？{{ option1 }}还是{{ option2 }}? ||| {% if answer == ''1'' %} {{option1}} {% else %} {{ option2 }} {% endif + %}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - zh + metrics: + - Accuracy + original_task: true + name: underscore refer to_zhht + reference: '' + ec355d5d-bb5c-488c-93a0-4f90e6011c5d: !Template + answer_choices: '{{option1}} ||| {{option2}}' + id: ec355d5d-bb5c-488c-93a0-4f90e6011c5d + jinja: '在下面的句子里, _ 代表{{answer_choices[0]}}还是{{answer_choices[1]}}? + {{sentence}}||| + {{answer_choices[answer | int - 1]}}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - zh + metrics: + - Accuracy + original_task: true + name: stand for_zhht + reference: '' diff --git a/promptsource/templates/xcopa/id/templates.yaml b/promptsource/templates/xcopa/id/templates.yaml index 8da851623..1396e67b5 100644 --- a/promptsource/templates/xcopa/id/templates.yaml +++ b/promptsource/templates/xcopa/id/templates.yaml @@ -1,211 +1,96 @@ dataset: xcopa subset: id templates: - 1a87b487-1570-4873-aed9-b84d2fc0476c: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 1a87b487-1570-4873-aed9-b84d2fc0476c - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %}cause: {% else %}effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating - reference: '' - 336c4c72-40e3-4122-881e-8cd7a1881eec: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 336c4c72-40e3-4122-881e-8cd7a1881eec - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" - reference: '' - 482f0b87-e748-4e98-8cc8-a23386bc50c3: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 482f0b87-e748-4e98-8cc8-a23386bc50c3 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %}a cause {% else %}an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + 0ca502b6-c3f7-47d6-9f0a-e52b190b3ecc: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 0ca502b6-c3f7-47d6-9f0a-e52b190b3ecc + jinja: '"{{ answer_choices[0] }}" atau "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} karena {% else %} jadi {% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise_idmt reference: '' - 4a0640a5-c378-422d-879b-7490bc500c8a: !Template + 3082e9b4-5653-477b-a357-00c890463c86: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4a0640a5-c378-422d-879b-7490bc500c8a - jinja: '{{ premise }} {% if question == "cause" %}because... {% else %}so... - {% endif %} + id: 3082e9b4-5653-477b-a357-00c890463c86 + jinja: '{{ premise }} {% if question == "cause" %} Ini terjadi karena... {% else + %} Akibatnya... {% endif %} - Choose between: + Bantu saya memilih opsi yang lebih masuk akal: - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: choose + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_idmt reference: '' - 78e28a66-a84c-442c-9bf7-44aa49450412: !Template + 5c2a214c-0652-4258-b986-dc260edccb4b: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 78e28a66-a84c-442c-9bf7-44aa49450412 - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 5c2a214c-0652-4258-b986-dc260edccb4b + jinja: '{{ premise }} + - Help me pick the more plausible option: + Apa pilihan terbaik? - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives - reference: '' - 7c0b578c-214f-4dc9-a9b4-252d91691cb0: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 7c0b578c-214f-4dc9-a9b4-252d91691cb0 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" - reference: '' - 94b5be71-c989-4a62-96d9-a7cb042e83c7: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 94b5be71-c989-4a62-96d9-a7cb042e83c7 - jinja: 'Exercise: choose the most plausible alternative. + - {{choice2}} - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif + Kami mencari {% if question == "cause" %} a cause {% else %} an effect {% endif %} - - {{choice1}} - - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_idmt reference: '' - b308f6ce-673c-44c1-b84d-95a3045229ea: !Template + 87479f50-3680-4e9a-9e13-8a0a0208b695: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: b308f6ce-673c-44c1-b84d-95a3045229ea - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - cf78cf75-90cc-4fe2-8b78-2bf64c9520b4: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: cf78cf75-90cc-4fe2-8b78-2bf64c9520b4 + id: 87479f50-3680-4e9a-9e13-8a0a0208b695 jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %}cause: {% else %}effect: - {% endif %} + Saya ragu-ragu di antara dua pilihan. Bantu saya memilih yang lebih mungkin + {% if question == "cause" %} penyebab: {% else %} efek: {% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: cause_effect + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_idmt reference: '' - d8263afb-215f-43c4-83b8-c85744144fdb: !Template + cff055bf-39e1-41ec-820c-c7573eee8be3: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: d8263afb-215f-43c4-83b8-c85744144fdb - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' - eaddf2e0-ead4-456b-8e81-00bdcde8c7b0: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: eaddf2e0-ead4-456b-8e81-00bdcde8c7b0 - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' - ebd4242a-14f2-4aed-a183-dc37a18dfe4b: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: ebd4242a-14f2-4aed-a183-dc37a18dfe4b - jinja: 'Pick the more likely continuation to the following sentence: + id: cff055bf-39e1-41ec-820c-c7573eee8be3 + jinja: '{{ premise }} + - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} + Pilih {% if question == "cause" %} yang paling masuk akal penyebab: {% else + %} efek: {% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: more likely + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_idmt reference: '' diff --git a/promptsource/templates/xcopa/sw/templates.yaml b/promptsource/templates/xcopa/sw/templates.yaml index 98b85f66c..7fafd9d56 100644 --- a/promptsource/templates/xcopa/sw/templates.yaml +++ b/promptsource/templates/xcopa/sw/templates.yaml @@ -1,211 +1,94 @@ dataset: xcopa subset: sw templates: - 18089f74-c42c-4d6d-8eb0-9dad49b9f704: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 18089f74-c42c-4d6d-8eb0-9dad49b9f704 - jinja: 'Exercise: choose the most plausible alternative. - - - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} - - - {{choice1}} - - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise - reference: '' - 2464779b-7773-4d4f-99b9-03229740de4a: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 2464779b-7773-4d4f-99b9-03229740de4a - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + 068d9f64-564f-49d5-97cc-f16e6e108abe: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 068d9f64-564f-49d5-97cc-f16e6e108abe + jinja: '"{{ answer_choices[0] }}" au "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} kwa sababu {% else %} hivyo {% endif %} ||| {% + if label != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise_swmt reference: '' - 38729cda-f248-4788-82e5-71331256ca73: !Template + 33ceed3d-f0cf-4e95-b251-8b3cb99a0fd8: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 38729cda-f248-4788-82e5-71331256ca73 - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating - reference: '' - 4c4fdeff-45c7-4baa-a889-f56a5430c638: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4c4fdeff-45c7-4baa-a889-f56a5430c638 - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 33ceed3d-f0cf-4e95-b251-8b3cb99a0fd8 + jinja: '{{ premise }} {% if question == "cause" %} Hili lilitokea kwa sababu... + {% else %} Kama matokeo... {% endif %} - Help me pick the more plausible option: + Nisaidie kuchagua chaguo linalokubalika zaidi: - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives - reference: '' - 52344c8c-2aaf-4593-8b85-30b6bac14318: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 52344c8c-2aaf-4593-8b85-30b6bac14318 - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 5a14b4e9-7b61-41f4-b05c-b823752ea693: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 5a14b4e9-7b61-41f4-b05c-b823752ea693 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_swmt reference: '' - 6cf55f8c-bc20-47ba-97b4-d958dcb99e53: !Template + 84f2e501-cb43-42bc-a338-8f2c3e847b53: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 6cf55f8c-bc20-47ba-97b4-d958dcb99e53 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option - reference: '' - b5388b41-363a-4a33-b82e-175497f884f4: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: b5388b41-363a-4a33-b82e-175497f884f4 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' - c28c7dbc-615a-400e-9099-8df5a0ab1ef5: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: c28c7dbc-615a-400e-9099-8df5a0ab1ef5 - jinja: 'Pick the more likely continuation to the following sentence: + id: 84f2e501-cb43-42bc-a338-8f2c3e847b53 + jinja: '{{ premise }} - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} + + Ninasitasita kati ya chaguzi mbili. Nisaidie kuchagua sababu inayowezekana zaidi + ya {% if question == "cause" %}: {% else %} athari: {% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: more likely + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_swmt reference: '' - c717cdaa-0b19-4288-9635-2a783bc87acf: !Template + 8f31190c-587c-4b9f-8b8a-eb90ebc9053d: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: c717cdaa-0b19-4288-9635-2a783bc87acf + id: 8f31190c-587c-4b9f-8b8a-eb90ebc9053d jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %} cause: {% else %} effect: - {% endif %} + Ni chaguo gani bora zaidi? - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: cause_effect - reference: '' - cac78748-4b44-45e9-ad52-32bccaf286c6: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: cac78748-4b44-45e9-ad52-32bccaf286c6 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + - {{choice2}} + + + Tunatafuta {% if question == "cause" %} sababu {% else %} athari {% endif %} + + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_swmt reference: '' - fcc668f5-15f5-41ee-8f1e-d62476b18939: !Template + decccfbe-3877-4795-8373-538c893cb478: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: fcc668f5-15f5-41ee-8f1e-d62476b18939 - jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... - {% endif %} + id: decccfbe-3877-4795-8373-538c893cb478 + jinja: '{{ premise }} - Choose between: + + Chagua {% if question == "cause" %} sababu: {% else %} athari: {% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: choose - reference: '' \ No newline at end of file + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_swmt + reference: '' diff --git a/promptsource/templates/xcopa/ta/templates.yaml b/promptsource/templates/xcopa/ta/templates.yaml index bdd79f7f2..3953a5c63 100644 --- a/promptsource/templates/xcopa/ta/templates.yaml +++ b/promptsource/templates/xcopa/ta/templates.yaml @@ -1,212 +1,98 @@ dataset: xcopa subset: ta templates: - 2a1a3df1-97c5-43b5-8ee4-3cb7a25c5e8e: !Template + 03f10252-39fb-48f2-9a05-4d62ac69d847: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 2a1a3df1-97c5-43b5-8ee4-3cb7a25c5e8e - jinja: 'Exercise: choose the most plausible alternative. + id: 03f10252-39fb-48f2-9a05-4d62ac69d847 + jinja: '{{ premise }} - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} + மிகவும் நம்பத்தகுந்த {% if question == "cause" %} காரணம்: {% else %} விளைவு: + {% endif %} - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise - reference: '' - 2a57331a-646c-45ab-ac8c-8976aa1a08c9: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 2a57331a-646c-45ab-ac8c-8976aa1a08c9 - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' - 34e9a83d-dec9-4541-a6f3-fd641e476631: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 34e9a83d-dec9-4541-a6f3-fd641e476631 - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] + }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_tamt reference: '' - 45503d4d-2cc4-461c-a41c-5c5924a4c63c: !Template + 3aebbed0-6eef-4ecf-bc16-c788d827d32a: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 45503d4d-2cc4-461c-a41c-5c5924a4c63c - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 3aebbed0-6eef-4ecf-bc16-c788d827d32a + jinja: '{{ premise }} + - Help me pick the more plausible option: + இரண்டு விருப்பங்களுக்கு இடையில் நான் தயங்குகிறேன். {% if question == "cause" + %} காரணத்தைத் தேர்வுசெய்ய எனக்கு உதவுங்கள்: {% else %} விளைவு: {% endif %} - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives - reference: '' - 50ce0772-7e29-462e-a0f5-0b5172b3b785: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 50ce0772-7e29-462e-a0f5-0b5172b3b785 - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 694f0d12-c333-4a95-90f4-e72dae5d54b3: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 694f0d12-c333-4a95-90f4-e72dae5d54b3 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" - reference: '' - b3b94d15-4608-43f1-9b6e-c577ca28b267: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: b3b94d15-4608-43f1-9b6e-c577ca28b267 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] + }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_tamt reference: '' - b552e0a9-1f0b-41ef-95ee-149c2542fd7d: !Template + 3b2bc160-c697-4080-b912-8f08c5ba1ef5: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: b552e0a9-1f0b-41ef-95ee-149c2542fd7d - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' - bb5dc8aa-ef3d-4a9e-bab2-7c80cc2d64da: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: bb5dc8aa-ef3d-4a9e-bab2-7c80cc2d64da - jinja: 'Pick the more likely continuation to the following sentence: + id: 3b2bc160-c697-4080-b912-8f08c5ba1ef5 + jinja: '{{ premise }} {% if question == "cause" %} இது நடந்தது ஏனெனில்... {% else + %} இதன் விளைவாக... {% endif %} - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} + மிகவும் நம்பத்தகுந்த விருப்பத்தைத் தேர்வுசெய்ய எனக்கு உதவுங்கள்: - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] + }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: more likely + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_tamt reference: '' - da476901-0e1d-47ea-b97b-d6075190db32: !Template + 5459ff2e-71b5-4981-a862-d2ed4b0d9e97: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 5459ff2e-71b5-4981-a862-d2ed4b0d9e97 + jinja: '"{{ answer_choices[0] }}" அல்லது "{{ answer_choices[1] }}"? {{ premise + }} {% if question == "cause" %} ஏனெனில் {% else %} எனவே {% endif %} ||| {% if label != -1 %}{{ answer_choices[label] }}{% endif %}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise_tamt + reference: '' + 8be5fc52-5fcf-4caf-b7dc-334a30674a83: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: da476901-0e1d-47ea-b97b-d6075190db32 + id: 8be5fc52-5fcf-4caf-b7dc-334a30674a83 jinja: '{{ premise }} - Select the most plausible {% if question == "cause" %} cause: {% else %} effect: - {% endif %} + சிறந்த விருப்பம் என்ன? - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: cause_effect - reference: '' - f89bdc34-7b27-43f4-b54d-0868e6540240: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: f89bdc34-7b27-43f4-b54d-0868e6540240 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" - reference: '' - fd13aa2f-ff7b-41fb-9cc4-842f091394c2: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: fd13aa2f-ff7b-41fb-9cc4-842f091394c2 - jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... - {% endif %} + - {{choice2}} - Choose between: - - {{choice1}} + நாங்கள் {% if question == "cause" %} ஒரு காரணம் {% else %} ஒரு விளைவு {% endif + %} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: choose + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_tamt reference: '' - diff --git a/promptsource/templates/xcopa/vi/templates.yaml b/promptsource/templates/xcopa/vi/templates.yaml index 81ccd36f4..c26916d00 100644 --- a/promptsource/templates/xcopa/vi/templates.yaml +++ b/promptsource/templates/xcopa/vi/templates.yaml @@ -1,211 +1,99 @@ dataset: xcopa subset: vi templates: - 1804535c-1953-4dbb-960e-c41a634a8dc7: !Template + 2f02f94f-a58b-4aeb-9509-f7889fee6f78: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 1804535c-1953-4dbb-960e-c41a634a8dc7 - jinja: 'Exercise: choose the most plausible alternative. + id: 2f02f94f-a58b-4aeb-9509-f7889fee6f78 + jinja: '{{ premise }} - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} + Tôi đang lưỡng lự giữa hai lựa chọn. Giúp tôi chọn nguyên nhân {% if question + == "cause" %} có khả năng xảy ra cao hơn: {% else %} effect: {% endif %} - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + - {{choice2}} ||| {% if label != -1 %} {{ answer_choices[label] }} {% endif + %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_vimt reference: '' - 2bd073ac-1b89-48ea-b401-0343543e5675: !Template + 4d31076d-492f-4c9e-98bf-bed376f43e6d: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 2bd073ac-1b89-48ea-b401-0343543e5675 - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' - 362a97b2-0113-40b0-9928-7aaac4138bb5: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 362a97b2-0113-40b0-9928-7aaac4138bb5 - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating - reference: '' - 38f5300e-27e2-43b8-a9d5-14be72a33dcb: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 38f5300e-27e2-43b8-a9d5-14be72a33dcb - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 4d31076d-492f-4c9e-98bf-bed376f43e6d + jinja: '{{ premise }} + - Help me pick the more plausible option: + Lựa chọn tốt nhất là gì? - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives - reference: '' - 649a8094-b640-4d63-9cd1-ef286312c564: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 649a8094-b640-4d63-9cd1-ef286312c564 - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 7871d0ec-ee9c-4db6-ae8c-83d20acc9e56: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 7871d0ec-ee9c-4db6-ae8c-83d20acc9e56 - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" - reference: '' - 80130200-be7b-4f2f-af3b-758d0d3b35b1: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 80130200-be7b-4f2f-af3b-758d0d3b35b1 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option - reference: '' - 8db169df-6a91-4c0a-9629-be7178e7618e: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 8db169df-6a91-4c0a-9629-be7178e7618e - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026which may be caused by" - reference: '' - 90564726-ca08-4812-a038-4b1f54fbcff9: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 90564726-ca08-4812-a038-4b1f54fbcff9 - jinja: 'Pick the more likely continuation to the following sentence: + - {{choice2}} - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} - - {{choice1}} + Chúng tôi đang tìm kiếm {% if question == "cause" %} một nguyên nhân {% else + %} một ảnh hưởng {% endif %} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + ||| {% if label != -1 %} {{answer_choices[label]}} {% endif %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: more likely + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_vimt reference: '' - a506f224-721f-45dc-bb0f-46d9d6193e6a: !Template + 9a746e99-cb96-4101-a0f5-3543c48e812c: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: a506f224-721f-45dc-bb0f-46d9d6193e6a - jinja: '{{ premise }} - + id: 9a746e99-cb96-4101-a0f5-3543c48e812c + jinja: '{{ premise }} {% if question == "cause" %} Điều này xảy ra vì ... {% else + %} Do đó ... {% endif %} - Select the most plausible {% if question == "cause" %} cause: {% else %} effect: - {% endif %} + Giúp tôi chọn tùy chọn hợp lý hơn: - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + - {{choice2}} ||| {% if label != -1 %} {{ answer_choices[label] }} {% endif + %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: cause_effect + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_vimt reference: '' - d0bb6c48-2e2c-4606-bd2b-f1eca7fa6f37: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: d0bb6c48-2e2c-4606-bd2b-f1eca7fa6f37 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + a772b015-a944-44cd-959c-6b2bae9194f8: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: a772b015-a944-44cd-959c-6b2bae9194f8 + jinja: '"{{ answer_choices[0] }}" hay "{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %} bởi vì {% else %} nên {% endif %} ||| {% if label + != -1 %} {{ answer_choices[label] }} {% endif %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026why? C1 or C2" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise_vimt reference: '' - fb619264-6ad3-4b42-9eda-c87832c4e31c: !Template + c1d0b672-47df-42eb-be28-6ab9c3239ab3: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: fb619264-6ad3-4b42-9eda-c87832c4e31c - jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... - {% endif %} + id: c1d0b672-47df-42eb-be28-6ab9c3239ab3 + jinja: '{{ premise }} - Choose between: + + Chọn nguyên nhân {% if question == "cause" %} hợp lý nhất: {% else %} effect: + {% endif %} - {{choice1}} - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + - {{choice2}} ||| {% if label != -1 %} {{ answer_choices[label] }} {% endif + %}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: choose + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_vimt reference: '' diff --git a/promptsource/templates/xcopa/zh/templates.yaml b/promptsource/templates/xcopa/zh/templates.yaml index dbf4f482f..4ee0ef4c2 100644 --- a/promptsource/templates/xcopa/zh/templates.yaml +++ b/promptsource/templates/xcopa/zh/templates.yaml @@ -1,145 +1,119 @@ dataset: xcopa subset: zh templates: - 059e17fc-11f0-4072-bbdc-d4667f77466b: !Template + 1c3a3257-5d7b-458e-80c4-48fbe5af441f: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 059e17fc-11f0-4072-bbdc-d4667f77466b - jinja: 'Exercise: choose the most plausible alternative. + id: 1c3a3257-5d7b-458e-80c4-48fbe5af441f + jinja: '{{ premise }} {% if question == "cause" %} 这是因为... {% else %} 结果... {% + endif %} - - {{ premise }} {% if question == "cause" %} because... {% else %} so... {% endif - %} + 帮助我选择更合理的选项： - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: exercise + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: plausible_alternatives_zhmt reference: '' - 1e0fc116-2741-460a-aefb-a8af579c1c57: !Template + 250a929f-3c52-453b-a1fc-d62c3c4b39f3: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 1e0fc116-2741-460a-aefb-a8af579c1c57 - jinja: "{% if question == \"effect\" %} \n{{ premise }} What could happen next,\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026What could happen next, C1 or C2?" - reference: '' - 3814efad-35ff-4c42-a666-084514d6356b: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 3814efad-35ff-4c42-a666-084514d6356b - jinja: "{{ premise }} \n\nI am hesitating between two options. Help me choose\ - \ the more likely {% if question == \"cause\" %} cause: {% else %} effect: {%\ - \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}" - metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: i_am_hesitating - reference: '' - 44a40995-73c8-4b15-b830-f5fd55473a59: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 44a40995-73c8-4b15-b830-f5fd55473a59 - jinja: '{{ premise }} {% if question == "cause" %} This happened because... {% - else %} As a consequence... {% endif %} + id: 250a929f-3c52-453b-a1fc-d62c3c4b39f3 + jinja: '{{ premise }} - Help me pick the more plausible option: + + 选择最合理的 {% if question == "cause" %} 原因：{% else %} 效果：{% endif %} - {{choice1}} - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: plausible_alternatives + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: cause_effect_zhmt reference: '' - 48888279-affe-423a-80c8-51937f872ac8: !Template - answer_choices: '{{choice1}} ||| {{choice2}}' - id: 48888279-affe-423a-80c8-51937f872ac8 - jinja: '"{{ answer_choices[0] }}" or "{{ answer_choices[1] }}"? {{ premise }} - {% if question == "cause" %} because {% else %} so {% endif %} ||| {% if label - != -1 %}{{ answer_choices[label] }}{% endif %}' + 6aa227ff-6a4f-403c-ab25-8201025d3ac2: !Template + answer_choices: '{{choice1 }} ||| {{choice2}}' + id: 6aa227ff-6a4f-403c-ab25-8201025d3ac2 + jinja: “{{ answer_choices[0] }}”还是“{{ answer_choices[1] }}”？ {{ premise }} {% + if question == "cause" %} 因为 {% else %} 所以 {% endif %} ||| {% if label != -1 + %}{{ answer_choices[label] }}{% endif %} metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "C1 or C2? premise, so/because\u2026" - reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." - 4b7be3a0-a8f4-4289-9a39-297ce5ec0dae: !Template + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: C1 or C2? premise_zhmt + reference: '' + bee7a2d7-e1ef-42d0-be8d-393abcc3be0b: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: 4b7be3a0-a8f4-4289-9a39-297ce5ec0dae - jinja: "{% if question == \"effect\" %} \n{{ premise }} As a result, \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + id: bee7a2d7-e1ef-42d0-be8d-393abcc3be0b + jinja: '{{ premise }} + + + 最好的选择是什么？ + + - {{choice1}} + + - {{choice2}} + + + 我们正在寻找 {% if question == "cause" %} 一个原因 {% else %} 一个结果 {% endif %} + + ||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: "\u2026As a result, C1 or C2?" + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: best_option_zhmt reference: '' - b3f10790-e8cf-4d05-b974-fd58b981ea26: !Template + d6198f59-0dda-4d08-ab8a-86c1f5b6d130: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: b3f10790-e8cf-4d05-b974-fd58b981ea26 - jinja: "{{ premise }} \n\nWhat's the best option?\n- {{choice1}}\n- {{choice2}}\n\ - \nWe are looking for {% if question == \"cause\" %} a cause {% else %} an effect\ - \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" + id: d6198f59-0dda-4d08-ab8a-86c1f5b6d130 + jinja: '{{ premise }} + + + 我在两个选项之间犹豫不决。帮我选择更有可能的 {% if question == "cause" %} 原因：{% else %} 效果：{% endif + %} + + - {{choice1}} + + - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' metadata: !TemplateMetadata - choices_in_prompt: true - languages: - - en - metrics: - - Accuracy - original_task: true - name: best_option + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: i_am_hesitating_zhmt reference: '' - b6bd0360-3b39-4ae3-b837-b3fe8e7aefbf: !Template + 4822dc0c-b91c-44a9-8436-6e227e545859: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: b6bd0360-3b39-4ae3-b837-b3fe8e7aefbf - jinja: "{% if question == \"cause\" %} \n{{ premise }} Which may be caused by\ - \ \"{{ answer_choices[0] }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label\ - \ != -1 %}{{ answer_choices[label] }}{%endif%}\n{% endif %}" + id: 4822dc0c-b91c-44a9-8436-6e227e545859 + jinja: "{{ premise }} \n\n我正在考虑两个选项。请帮我最有可能的{% if question == \"cause\" %}导因：{% else %}后果：{%\ + \ endif %}\n- {{choice1}}\n- {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label]\ + \ }}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true languages: - - en + - zh metrics: - Accuracy original_task: true - name: "\u2026which may be caused by" + name: i_am_hesitating_zhht reference: '' - c3b01f23-b69a-4a31-9258-08475490c4e4: !Template + 49e8644c-4e5a-48e5-a52a-12aa5b5d8d27: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: c3b01f23-b69a-4a31-9258-08475490c4e4 - jinja: 'Pick the more likely continuation to the following sentence: + id: 49e8644c-4e5a-48e5-a52a-12aa5b5d8d27 + jinja: '{{ premise }} {% if question == "cause" %}这个会发生是因为... {% + else %}结果是... {% endif %} - {{ premise }} {% if question == "cause" %} as a result of: {% else %} as a consequence: - {% endif %} + 帮我挑选合适的选项： - {{choice1}} @@ -147,55 +121,50 @@ templates: metadata: !TemplateMetadata choices_in_prompt: true languages: - - en + - zh metrics: - Accuracy original_task: true - name: more likely + name: plausible_alternatives_zhht reference: '' - cbae3be6-a416-4dfe-bbf9-6dbca7f2e542: !Template + 5781b211-6eb9-49aa-880c-9669cbdb4017: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: cbae3be6-a416-4dfe-bbf9-6dbca7f2e542 - jinja: '{{ premise }} - - - Select the most plausible {% if question == "cause" %} cause: {% else %} effect: - {% endif %} - - - {{choice1}} - - - {{choice2}} ||| {% if label != -1 %}{{ answer_choices[label] }}{%endif%}' + id: 5781b211-6eb9-49aa-880c-9669cbdb4017 + jinja: '"{{ answer_choices[0] }}"还是"{{ answer_choices[1] }}"? {{ premise }} + {% if question == "cause" %}因为{% else %}所以{% endif %} ||| {% if label + != -1 %}{{ answer_choices[label] }}{% endif %}' metadata: !TemplateMetadata choices_in_prompt: true languages: - - en + - zh metrics: - Accuracy original_task: true - name: cause_effect - reference: '' - dfa40a8a-cfe1-4695-b566-a5d83c98d630: !Template + name: C1 or C2? premise_zhht + reference: "Adapted from Perez et al. 2021 and Schick & Sch\xFCtz 2021." + 9b9cc9a2-2ca9-43f5-9a1f-b5831ed5d77d: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: dfa40a8a-cfe1-4695-b566-a5d83c98d630 - jinja: "{% if question == \"cause\" %} \n{{ premise }} Why? \"{{ answer_choices[0]\ - \ }}\" or \"{{ answer_choices[1] }}\"? ||| {% if label != -1 %}{{ answer_choices[label]\ - \ }}{%endif%}\n{% endif %}" + id: 9b9cc9a2-2ca9-43f5-9a1f-b5831ed5d77d + jinja: "{{ premise }} \n\n哪个是最好的答案?\n- {{choice1}}\n- {{choice2}}\n\ + \n我们正在考虑{% if question == \"cause\" %}起因{% else %}后果\ + \ {% endif %}\n||| {% if label != -1 %}{{answer_choices[label]}}{%endif%}" metadata: !TemplateMetadata choices_in_prompt: true languages: - - en + - zh metrics: - Accuracy original_task: true - name: "\u2026why? C1 or C2" + name: best_option_zhht reference: '' - f42c13d4-8305-4499-b73c-6e20ed83569c: !Template + bd78db22-6b60-40e4-840b-b2495153c738: !Template answer_choices: '{{choice1}} ||| {{choice2}}' - id: f42c13d4-8305-4499-b73c-6e20ed83569c - jinja: '{{ premise }} {% if question == "cause" %} because... {% else %} so... - {% endif %} + id: bd78db22-6b60-40e4-840b-b2495153c738 + jinja: '{{ premise }} - Choose between: + + 请选择最贴切的答案： {% if question == "cause" %}导因:{% else %}结果: + {% endif %} - {{choice1}} @@ -203,10 +172,9 @@ templates: metadata: !TemplateMetadata choices_in_prompt: true languages: - - en + - zh metrics: - Accuracy original_task: true - name: choose + name: cause_effect_zhht reference: '' - diff --git a/promptsource/templates/xnli/ar/templates.yaml b/promptsource/templates/xnli/ar/templates.yaml new file mode 100644 index 000000000..f9c03f918 --- /dev/null +++ b/promptsource/templates/xnli/ar/templates.yaml @@ -0,0 +1,194 @@ +dataset: xnli +subset: ar +templates: + 16836edd-898d-4508-92c0-e683f34aa41e: !Template + answer_choices: نعم ||| ربما ||| لا + id: 16836edd-898d-4508-92c0-e683f34aa41e + jinja: " {{premise}}\n بناء على النص السابق هل يصح القول بأن \"{{hypothesis}}\"\ + \ فرضية صحيحة؟ أجب بنعم أو لا أو ربما. ||| {{ answer_choices[label] }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: based on the previous passage_arht + reference: '' + 45e348b8-1dc4-485c-a182-6277069fe5a7: !Template + answer_choices: صحيحة ||| لا يمكن الجزم ||| خاطئة + id: 45e348b8-1dc4-485c-a182-6277069fe5a7 + jinja: '{{premise}} بناء على المعلومات السابقة, هل الدعوى التالية: "{{hypothesis}}" + {{"صحيحة"}} أو {{"خاطئة"}} أو {{"لا يمكن الجزم"}}؟ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: claim true/false/inconclusive_arht + reference: Sanh et al. 2021 + 70af8d9d-cfab-45a4-8536-2ae00444392e: !Template + answer_choices: نعم ||| يمكن ||| رقم + id: 70af8d9d-cfab-45a4-8536-2ae00444392e + jinja: افترض {{premise}} هل يمكننا استنتاج أن "{{hypothesis}}"؟ نعم + ، لا ، أو ربما؟ ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_armt + reference: '' + 8b75ff67-bb66-413b-a33d-325707b035d7: !Template + answer_choices: نعم ||| ربما ||| لا + id: 8b75ff67-bb66-413b-a33d-325707b035d7 + jinja: 'اذا كان لدينا المقدمة التالية {{premise}} هل يمكن أن نتوصل إلى الفرضية + التالية "{{hypothesis}}"؟ أجب بـ نعم أو لا أو ربما؟ ||| {{ answer_choices[label] + }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: can we infer_arht + reference: Webson & Pavlick 2021 + 8bda8e36-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: نعم ||| ربما ||| لا + id: 8bda8e36-c881-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}} هل الفرضية التالية صحيحة "{{hypothesis}}" بناء على ما سبق؟ + أجب بنعم أو ﻻ أو ربما ؟ ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: justified in saying_arht + reference: Webson & Pavlick 2021 + 9756f1a3-3607-43c3-a513-958271bd770b: !Template + answer_choices: صحيح ||| غير حاسم ||| غير صحيح + id: 9756f1a3-3607-43c3-a513-958271bd770b + jinja: '{{premise}} استخدام الوصف أعلاه وما تعرفه عن العالم ، "{{hypothesis}}" + هو بالتأكيد صحيح أم غير صحيح أم غير حاسم؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_armt + reference: '' + 97d2f061-06b0-4aa3-af53-871a2b06748f: !Template + answer_choices: صح ||| غير ذلك ||| خطأ + id: 97d2f061-06b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} سؤال: {{hypothesis}} صح ، خطأ إو غير ذلك ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: GPT-3 style_arht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 97ddd82d-e5d6-4c56-be33-c490b1c81350: !Template + answer_choices: حقيقي ||| لا هذا ولا ذاك ||| خطأ شنيع + id: 97ddd82d-e5d6-4c56-be33-c490b1c81350 + jinja: '{{premise}} سؤال: {{hypothesis}} صواب أم خطأ أم لا؟ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_armt + reference: '' + b1c0d748-3969-4df6-9836-59c23806faf2: !Template + answer_choices: نعم ||| يمكن ||| رقم + id: b1c0d748-3969-4df6-9836-59c23806faf2 + jinja: '{{premise}} هل يحق لنا أن نقول إن "{{hypothesis}}"؟ نعم ، لا + ، أو ربما؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_armt + reference: '' + ba194be7-4818-4e24-b5f9-bbcccaa4e166: !Template + answer_choices: نعم ||| ربما ||| لا + id: ba194be7-4818-4e24-b5f9-bbcccaa4e166 + jinja: 'بناء على المقدمة التالية {{premise}} هل يمكن أن تليها الفرضية التالية: + {{hypothesis}} أجب بـ نعم أو ربما أو لا ؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: does it follow that_arht + reference: Sanh et al. 2021 + d9e1809e-fa44-4f21-8456-3bbd30ff5c87: !Template + answer_choices: مضمون ||| المستطاع ||| غير ممكن + id: d9e1809e-fa44-4f21-8456-3bbd30ff5c87 + jinja: افترض أنه صحيح أن {{premise}} لذلك ، "{{hypothesis}}" {{"guaranteed"}} + ، {{"possible"}} ، أو {{"impossible"}}؟ ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_armt + reference: '' + e44c2947-f8e0-49ea-9770-e59f0581a921: !Template + answer_choices: مؤكدة ||| ممكنة ||| مستحيلة + id: e44c2947-f8e0-49ea-9770-e59f0581a921 + jinja: "اذا كانت لدينا المقدمة الصحيحة التالية {{premise}} \nفإن, \"{{hypothesis}}\"\ + \ هي دعوى {{\"مؤكدة\"}} أو {{\"ممكنة\"}} أو {{\"مستحيلة\"}}؟ ||| {{ answer_choices[label]\ + \ }}\n" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_arht + reference: Sanh et al. 2021 + ea368462-3a66-4222-9de1-05d66037a708: !Template + answer_choices: صحيحة ||| لا يمكن الجزم ||| غير صحيحة + id: ea368462-3a66-4222-9de1-05d66037a708 + jinja: " {{premise}}\n بإستخدام الوصف بالأعلى وحسب ما تعرفه من المعرفة العامة\ + \ فقط هل يمكن القول بأن الفرضية التالية: \"{{hypothesis}}\" بلا شك صحيحة أو\ + \ خاطئة أو لا يمكن الجزم؟ ||| {{ answer_choices[label] }}\n" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_arht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + ef61016d-6451-4462-b69c-cb2ac7856b32: !Template + answer_choices: صحيحة ||| لا يمكن الجزم ||| خاطئة + id: ef61016d-6451-4462-b69c-cb2ac7856b32 + jinja: 'اذا كانت المقدمة التالية صحيحة: {{premise}} فإن الفرضية التالية: "{{hypothesis}}" {{"صحيحة"}} + أو {{"خاطئة"}} أو {{"لايمكن الجزم"}}؟ ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - ar + metrics: + - Accuracy + original_task: true + name: take the following as truth_arht + reference: Sanh et al. 2021 diff --git a/promptsource/templates/xnli/es/templates.yaml b/promptsource/templates/xnli/es/templates.yaml new file mode 100644 index 000000000..ce89ab08d --- /dev/null +++ b/promptsource/templates/xnli/es/templates.yaml @@ -0,0 +1,140 @@ +dataset: xnli +subset: es +templates: + 0c39a992-f60b-45a9-bfd6-4ff81b491d28: !Template + answer_choices: Sí ||| Quizás ||| No + id: 0c39a992-f60b-45a9-bfd6-4ff81b491d28 + jinja: '{{premise}} ¿Estamos justificados al decir que "{{hypothesis}}"? + ¿Sí, no o tal vez? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_esmt + reference: '' + 2c30be6c-52f9-4754-9848-bcb4ee7a4d88: !Template + answer_choices: Verdadero ||| Ninguno de los dos ||| Falso + id: 2c30be6c-52f9-4754-9848-bcb4ee7a4d88 + jinja: '{{premise}} Pregunta: {{hypothesis}} ¿Verdadero, falso o ninguno? ||| + {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_esmt + reference: '' + 37d2f072-06b0-4aa3-af53-871a2b06748f: !Template + answer_choices: Verdadero ||| Ninguno ||| Falso + id: 37d2f072-06b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} + + Pregunta: {{hypothesis}} Verdadero, Falso, o Ninguno? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_esht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 8426ac76-cfe2-4d3a-b57b-b7904b01cd6f: !Template + answer_choices: Correcto ||| Poco concluyente ||| Incorrecto + id: 8426ac76-cfe2-4d3a-b57b-b7904b01cd6f + jinja: '{{premise}} Usando solo la descripción anterior y lo que sabe sobre el + mundo, "{{hypothesis}}" es definitivamente correcta, incorrecta o + no concluyente. ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_esmt + reference: '' + 9b75ff67-bb66-423b-a33d-325707b035d7: !Template + answer_choices: Sí ||| Tal vez ||| No + id: 9b75ff67-bb66-423b-a33d-325707b035d7 + jinja: 'Supongamos {{premise}} Podemos inferir que "{{hypothesis}}"? Si, no, o + tal vez? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_esht + reference: Webson & Pavlick 2021 + 9bda8e36-c991-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: Sí ||| Tal vez ||| No + id: 9bda8e36-c991-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}} Estamos justificados en decir que "{{hypothesis}}"? Si, no, + o tal vez? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_esht + reference: Webson & Pavlick 2021 + d44c2947-f8e0-49ea-9770-e59f0581a922: !Template + answer_choices: Garantizado ||| Posible ||| Imposible + id: d44c2947-f8e0-49ea-9770-e59f0581a922 + jinja: "Supongamos que es cierto que {{premise}} \n\npor lo tanto, \"{{hypothesis}}\"\ + \ es {{\"garantizado\"}}, {{\"posible\"}}, o {{\"imposible\"}}? ||| {{ answer_choices[label]\ + \ }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_esht + reference: Sanh et al. 2021 + da388462-3a66-4222-9de1-05d66037a708: !Template + answer_choices: Correcto ||| No concluyente ||| Incorrecto + id: da388462-3a66-4222-9de1-05d66037a708 + jinja: '{{premise}} Usando solo la descripción anterior y lo que sabe sobre el + mundo, "{{hypothesis}}" es definitivamente correcto, incorrecto o no concluyente? + ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_esht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + df379cab-fa2a-44c9-8008-2fe610efe467: !Template + answer_choices: Sí ||| Quizás ||| No + id: df379cab-fa2a-44c9-8008-2fe610efe467 + jinja: Supongamos {{premise}} ¿Podemos inferir que "{{hypothesis}}"? + ¿Sí, no o tal vez? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_esmt + reference: '' + f31ba22f-e7e1-44e5-9d92-6b3bbe8ad97e: !Template + answer_choices: garantizado ||| Posible ||| Imposible + id: f31ba22f-e7e1-44e5-9d92-6b3bbe8ad97e + jinja: Supongamos que es cierto que {{premise}} Por lo tanto, "{{hypothesis}}" + es {{"guaranteed"}}, {{"possible"}} o {{"impossible"}}. ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_esmt + reference: '' diff --git a/promptsource/templates/xnli/fr/templates.yaml b/promptsource/templates/xnli/fr/templates.yaml new file mode 100644 index 000000000..48c4939b0 --- /dev/null +++ b/promptsource/templates/xnli/fr/templates.yaml @@ -0,0 +1,142 @@ +dataset: xnli +subset: fr +templates: + 0fd68cdf-0488-4a70-a075-74df1883b784: !Template + answer_choices: Oui ||| Peut-être ||| Non + id: 0fd68cdf-0488-4a70-a075-74df1883b784 + jinja: Supposons que {{premise}} Pouvons-nous déduire que "{{hypothesis}}" ? + Oui, non, ou peut-être ? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_frmt + reference: '' + 28cc3c2d-a9d1-4bb8-b9a0-52e9df17751d: !Template + answer_choices: Garanti ||| Possible ||| Impossible + id: 28cc3c2d-a9d1-4bb8-b9a0-52e9df17751d + jinja: Supposons qu'il est vrai que {{premise}} Par conséquent, "{{hypothesis}}" + est {{"guaranteed"}}, {{"possible"}} ou {{"impossible"}} ? ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_frmt + reference: '' + 37d2f761-06b0-4aa3-af53-871a2b06748f: !Template + answer_choices: Vrai ||| Ni l'un ni l'autre ||| Faux + id: 37d2f761-06b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} + + Question: {{hypothesis}} Vrai, faux, ou ni l''un ni l''autre? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - fr + metrics: + - Accuracy + original_task: true + name: GPT-3 style_frht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 40fdc487-3935-47e2-a43f-413a1d86d7e1: !Template + answer_choices: Corriger ||| Non concluant ||| Incorrect + id: 40fdc487-3935-47e2-a43f-413a1d86d7e1 + jinja: '{{premise}} En utilisant uniquement la description ci-dessus et ce que + vous savez sur le monde, "{{hypothesis}}" est définitivement correcte, + incorrecte ou non concluante ? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_frmt + reference: '' + 96a70043-d49a-4cd3-b235-a3c8a3a985fd: !Template + answer_choices: Oui ||| Peut-être ||| Non + id: 96a70043-d49a-4cd3-b235-a3c8a3a985fd + jinja: '{{premise}} Sommes-nous justifiés de dire que "{{hypothesis}}" ? + Oui, non, ou peut-être ? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_frmt + reference: '' + 9b75ff67-bb62-413b-a33d-325707b035d7: !Template + answer_choices: Oui ||| Peut-être ||| Non + id: 9b75ff67-bb62-413b-a33d-325707b035d7 + jinja: 'Supposons « {{premise}} », peut-on inférer « {{hypothesis}} » ? Oui, non, + ou peut-être ? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - fr + metrics: + - Accuracy + original_task: true + name: can we infer_frht + reference: Webson & Pavlick 2021 + 2bda8e36-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: Oui ||| Peut-être ||| Non + id: 2bda8e36-c881-4c9a-a3a9-eec68388a6f6 + jinja: "{{premise}} \n\nPeut-on dire que « {{hypothesis}} » ? Oui, non, ou peut-être\ + \ ? ||| {{ answer_choices[label] }} " + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - fr + metrics: + - Accuracy + original_task: true + name: justified in saying_frht + reference: Webson & Pavlick 2021 + d44c2947-f8e0-49ea-9770-e59f0581a966: !Template + answer_choices: Garanti ||| Possible ||| Impossible + id: d44c2947-f8e0-49ea-9770-e59f0581a966 + jinja: 'Présumons que ce soit vrai que « {{premise}} » + + + Alors, « {{hypothesis}} » est garanti, possible, ou impossible? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - fr + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_frht + reference: Sanh et al. 2021 + da368462-3a66-4222-9de1-05d66032a708: !Template + answer_choices: Correct ||| Inconcluant ||| Incorrect + id: da368462-3a66-4222-9de1-05d66032a708 + jinja: "{{premise}} \n\nEn utilisant la description ci-dessus et ce que vous savez\ + \ du monde, « {{hypothesis}} » est définitivement correct, incorrect, inconcluant\ + \ ? ||| {{ answer_choices[label] }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - fr + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_frht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + df398791-bfd5-4774-897c-c1a9acb3801c: !Template + answer_choices: Vrai ||| Ni ||| Faux + id: df398791-bfd5-4774-897c-c1a9acb3801c + jinja: '{{premise}} Question : {{hypothesis}} Vrai, faux ou ni l'un ni l'autre ? + ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_frmt + reference: '' diff --git a/promptsource/templates/xnli/hi/templates.yaml b/promptsource/templates/xnli/hi/templates.yaml new file mode 100644 index 000000000..76dca4406 --- /dev/null +++ b/promptsource/templates/xnli/hi/templates.yaml @@ -0,0 +1,139 @@ +dataset: xnli +subset: hi +templates: + 25a32b2a-f5e2-4e74-a5c9-828b99261b43: !Template + answer_choices: सही ||| दुविधा में पड़ा हुआ ||| ग़लत + id: 25a32b2a-f5e2-4e74-a5c9-828b99261b43 + jinja: '{{premise}} केवल उपरोक्त विवरण और दुनिया के बारे में आप जो जानते हैं उसका + उपयोग करते हुए, "{{hypothesis}}" निश्चित रूप से सही, गलत या अनिर्णायक + है? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_himt + reference: '' + 31ed3aca-e0c1-4ebb-a2a2-4d3063e72144: !Template + answer_choices: हाँ ||| शायद ||| नहीं + id: 31ed3aca-e0c1-4ebb-a2a2-4d3063e72144 + jinja: '{{premise}} क्या यह कहना उचित है कि "{{hypothesis}}"? हाँ, नहीं, + या शायद? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_himt + reference: '' + 37d2f061-06c0-4aa3-af53-871a2b06748f: !Template + answer_choices: सत्य ||| इनमें से कोई भी नहीं ||| असत्य + id: 37d2f061-06c0-4aa3-af53-871a2b06748f + jinja: '{{premise}} + + प्रश्न: "{{hypothesis}}" सत्य, असत्य, या इनमें से कोई भी नहीं है? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_hiht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 629827a5-5057-4dea-b382-4f3c8ca2b15b: !Template + answer_choices: हाँ ||| शायद ||| नहीं + id: 629827a5-5057-4dea-b382-4f3c8ca2b15b + jinja: मान लीजिए {{premise}} क्या हम उस "{{hypothesis}}" का अनुमान लगा + सकते हैं? हाँ, नहीं, या शायद? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_himt + reference: '' + 83bdae91-8a37-4575-a63f-b5f998e861df: !Template + answer_choices: गारंटी ||| संभव ||| असंभव + id: 83bdae91-8a37-4575-a63f-b5f998e861df + jinja: मान लें कि यह सच है कि {{premise}} इसलिए, "{{hypothesis}}" {{"guaranteed"}}, + {{"possible"}}, या {{"impossible"}} है? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_himt + reference: '' + 9b75ff67-bb46-413b-a33d-325707b035d7: !Template + answer_choices: हाँ ||| शायद ||| नहीं + id: 9b75ff67-bb46-413b-a33d-325707b035d7 + jinja: 'मान लीजिए "{{premise}}" क्या हम यह अनुमान लगा सकते हैं कि "{{hypothesis}}"? + हाँ, नहीं, या शायद? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_hiht + reference: Webson & Pavlick 2021 + 9bdb8e36-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: हाँ ||| शायद ||| नहीं + id: 9bdb8e36-c881-4c9a-a3a9-eec68388a6f6 + jinja: '"{{premise}}" क्या यह कहना उचित है कि "{{hypothesis}}"? हाँ, नहीं, या + शायद? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_hiht + reference: Webson & Pavlick 2021 + a3bcd909-2598-4d7a-a2b5-dc369556b663: !Template + answer_choices: सत्य ||| न ||| असत्य + id: a3bcd909-2598-4d7a-a2b5-dc369556b663 + jinja: '{{premise}} प्रश्न: {{hypothesis}} सत्य, असत्य, या नहीं? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_himt + reference: '' + d44c2947-f8e0-55ea-9770-e59f0581a921: !Template + answer_choices: निश्चित ||| संभव ||| असंभव + id: d44c2947-f8e0-55ea-9770-e59f0581a921 + jinja: "मान लें कि यह सच है कि \"{{premise}}\" \n\nइसलिए, क्या \"{{hypothesis}}\"\ + \ {{\"निश्चित\"}}, {{\"संभव\"}}, या {{\"असंभव\"}} है? ||| {{ answer_choices[label]\ + \ }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_hiht + reference: Sanh et al. 2021 + da368462-3a66-4233-9de1-05d66037a708: !Template + answer_choices: सही ||| अनिर्णीत ||| गलत + id: da368462-3a66-4233-9de1-05d66037a708 + jinja: '"{{premise}}" केवल उपरोक्त विवरण और दुनिया के बारे में आप जो जानते हैं + उसका उपयोग करते हुए, "{{hypothesis}}" सही, गलत या अनिर्णीत है? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_hiht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. diff --git a/promptsource/templates/xnli/sw/templates.yaml b/promptsource/templates/xnli/sw/templates.yaml new file mode 100644 index 000000000..f5be2d441 --- /dev/null +++ b/promptsource/templates/xnli/sw/templates.yaml @@ -0,0 +1,138 @@ +dataset: xnli +subset: sw +templates: + 336286e7-cd66-4318-b3e5-31e1ef304b34: !Template + answer_choices: Kweli ||| Wala ||| Uongo + id: 336286e7-cd66-4318-b3e5-31e1ef304b34 + jinja: '{{premise}} Swali: {{hypothesis}} Kweli, Si kweli au Sivyo? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_swmt + reference: '' + 37d2f061-17b0-4aa3-af53-871a2b06748f: !Template + answer_choices: Ukweli ||| Wala ||| Uongo + id: 37d2f061-17b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} Swali: {{hypothesis}} Ukweli, Uongo, au Wala ? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_swht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 95062749-0cf2-4211-a6e8-496bd809764e: !Template + answer_choices: Sahihi ||| Haijumuishi ||| Si sahihi + id: 95062749-0cf2-4211-a6e8-496bd809764e + jinja: '{{premise}} Kwa kutumia tu maelezo yaliyo hapo juu na kile unachojua kuhusu + ulimwengu, "{{hypothesis}}" ni sahihi, si sahihi, au si sahihi? ||| + {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_swmt + reference: '' + 9b75ff62-bb66-413b-a33d-325707b035d7: !Template + answer_choices: Ndio ||| Labda ||| Hapana + id: 9b75ff62-bb66-413b-a33d-325707b035d7 + jinja: Ijapo {{premise}} Tunaweza kisi kuwa "{{hypothesis}}"? Ndio, hapana, au + labda? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_swht + reference: Webson & Pavlick 2021 + 9bdc8e36-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: Ndio ||| Labda ||| Hapana + id: 9bdc8e36-c881-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}} Tunahaki ya kusema kuwa "{{hypothesis}}"? Ndio, hapana, au + labda? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_swht + reference: Webson & Pavlick 2021 + 9c0ceeeb-a2c3-4a00-a4b1-7604469a53df: !Template + answer_choices: Imehakikishwa ||| Inawezekana ||| Haiwezekani + id: 9c0ceeeb-a2c3-4a00-a4b1-7604469a53df + jinja: Chukulia kuwa ni kweli kwamba {{premise}} Kwa hivyo, "{{hypothesis}}" + ni {{"guaranteed"}}, {{"possible"}}, au {{"impossible"}}? ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_swmt + reference: '' + b0170084-2a14-4e52-a459-d509b8465611: !Template + answer_choices: Ndiyo ||| Labda ||| Hapana + id: b0170084-2a14-4e52-a459-d509b8465611 + jinja: '{{premise}} Je, tuna haki ya kusema kwamba "{{hypothesis}}"? + Ndio, hapana, au labda? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_swmt + reference: '' + d44c2947-f8e0-49ea-9771-e59f0581a921: !Template + answer_choices: Imehakikishwa ||| Inawezekana ||| Haiwezekani + id: d44c2947-f8e0-49ea-9771-e59f0581a921 + jinja: "Ukidhania ni kweli kuwa {{premise}} \n\nKwa hivyo, \"{{hypothesis}}\"\ + \ ni {{\"Imehakikishwa\"}}, {{\"Inawezekana\"}}, au {{\"Haiwezekani\"}}? |||\ + \ {{ answer_choices[label] }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_swht + reference: Sanh et al. 2021 + da368462-3a88-4222-9de1-05d66037a708: !Template + answer_choices: Sahihi ||| Isiohitimishwa ||| Isio Sahihi + id: da368462-3a88-4222-9de1-05d66037a708 + jinja: '{{premise}} Ukitumia maelezo yaliyo hapo juu pekee na unayojua kuhusu + dunia, "{{hypothesis}}" ni hakika sahihi, isio sahihi, au isiohitimishwa? ||| + {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_swht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + f988a0fe-9980-47ea-be07-8d1c51c37854: !Template + answer_choices: Ndiyo ||| Labda ||| Hapana + id: f988a0fe-9980-47ea-be07-8d1c51c37854 + jinja: Tuseme {{premise}} Je, tunaweza kukisia kuwa "{{hypothesis}}"? + Ndio, hapana, au labda? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_swmt + reference: '' diff --git a/promptsource/templates/xnli/ur/templates.yaml b/promptsource/templates/xnli/ur/templates.yaml new file mode 100644 index 000000000..7a4f8b589 --- /dev/null +++ b/promptsource/templates/xnli/ur/templates.yaml @@ -0,0 +1,139 @@ +dataset: xnli +subset: ur +templates: + 37d2f261-06b0-4aa3-af53-871a2b06748f: !Template + answer_choices: صحیح ||| کچھ نہیں ||| غلط + id: 37d2f261-06b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} + + سوال: {{hypothesis}} صحیح، غلط, یا کچھ نہیں؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_urht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 443b5ab1-614e-4d3f-a782-6ccff4af2380: !Template + answer_choices: سچ ہے۔ ||| نہ ہی ||| جھوٹا۔ + id: 443b5ab1-614e-4d3f-a782-6ccff4af2380 + jinja: '{{premise}} سوال: {{hypothesis}} صحیح، غلط، یا نہ؟ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_urmt + reference: '' + 5d0b8303-80b2-41a8-b355-23928b181c20: !Template + answer_choices: جی ہاں ||| شاید ||| نہیں + id: 5d0b8303-80b2-41a8-b355-23928b181c20 + jinja: '{{premise}} کیا ہم یہ کہنا جائز ہیں کہ "{{hypothesis}}"؟ ہاں، + نہیں، یا شاید؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_urmt + reference: '' + 9b75ff77-bb66-413b-a33d-325707b035d7: !Template + answer_choices: ہاں ||| ممکن ہے ||| نہیں + id: 9b75ff77-bb66-413b-a33d-325707b035d7 + jinja: 'فرض کرو {{premise}} ہم یہ نتیجہ اخذ کر سکتے ہیں "{{hypothesis}}"? ہاں + ، نہیں ، یا ممکن ہے ؟ ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_urht + reference: Webson & Pavlick 2021 + 9bda8e44-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: ہاں ||| ممکن ہے ||| نہیں + id: 9bda8e44-c881-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}} کیا ہمارا یہ کہنا درست ہے "{{hypothesis}}"? ہاں ، نہیں ، یا + ممکن ہے ؟ ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_urht + reference: Webson & Pavlick 2021 + ccce5ce7-a6bd-48c0-9cc9-f6b77309133f: !Template + answer_choices: جی ہاں ||| شاید ||| نہیں + id: ccce5ce7-a6bd-48c0-9cc9-f6b77309133f + jinja: فرض کریں {{premise}} کیا ہم اندازہ لگا سکتے ہیں کہ "{{hypothesis}}"؟ + ہاں، نہیں، یا شاید؟ ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_urmt + reference: '' + d374295a-c1d4-4742-82d5-290d42726ec4: !Template + answer_choices: گارنٹی شدہ ||| ممکن ||| ناممکن + id: d374295a-c1d4-4742-82d5-290d42726ec4 + jinja: فرض کریں کہ یہ درست ہے کہ {{premise}} لہذا، "{{hypothesis}}" + {{"guaranteed"}}، {{"possible"}}، یا {{"impossible"}} ہے؟ ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_urmt + reference: '' + d44c2947-f8e0-49ea-9880-e59f0581a921: !Template + answer_choices: یقینی ||| ممکن ||| نا ممکن + id: d44c2947-f8e0-49ea-9880-e59f0581a921 + jinja: "فرض کرو یہ صحیح ہے كہ {{premise}} \n\nاِس لیے, \"{{hypothesis}}\" {{\"\ + یقینی\"}}, {{\"ممکن\"}}, یا {{\"نا ممکن\"}} ہے ؟ ||| {{ answer_choices[label]\ + \ }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_urht + reference: Sanh et al. 2021 + da368462-3a66-4222-9de1-05d66037a718: !Template + answer_choices: بالکل صحیح ||| غیر یقینی ||| غلط + id: da368462-3a66-4222-9de1-05d66037a718 + jinja: '{{premise}} صرف مندرجہ بالا تشریح اور دنیا كے بارے میں اپنی معلومات كے + مطابق, "{{hypothesis}}" بالکل صحیح ہے ، غلط ہے ، یا غیر یقینی ہے ؟ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_urht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + db00c977-f972-4fd8-b841-c924d443d242: !Template + answer_choices: درست ||| بے نتیجہ ||| غلط + id: db00c977-f972-4fd8-b841-c924d443d242 + jinja: '{{premise}} صرف اوپر دی گئی تفصیل کا استعمال کرتے ہوئے اور جو آپ دنیا + کے بارے میں جانتے ہیں، "{{hypothesis}}" یقینی طور پر درست، غلط، یا + غیر نتیجہ خیز ہے؟ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_urmt + reference: '' diff --git a/promptsource/templates/xnli/vi/templates.yaml b/promptsource/templates/xnli/vi/templates.yaml new file mode 100644 index 000000000..4a2ae3696 --- /dev/null +++ b/promptsource/templates/xnli/vi/templates.yaml @@ -0,0 +1,139 @@ +dataset: xnli +subset: vi +templates: + 37d2f061-06b0-4aa3-af53-871a2b08848f: !Template + answer_choices: đúng ||| cả hai đều không ||| sai + id: 37d2f061-06b0-4aa3-af53-871a2b08848f + jinja: '{{premise}} + + Câu hỏi: {{hypothesis}} đúng, sai, hay cả hai đều không? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_viht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 53e31928-4df0-43bd-9748-66e114f60fa9: !Template + answer_choices: Đúng ||| Có lẽ ||| Không + id: 53e31928-4df0-43bd-9748-66e114f60fa9 + jinja: Giả sử {{premise}} Chúng ta có thể suy ra rằng "{{hypothesis}}" + không? Có, không, hoặc có thể? ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_vimt + reference: '' + 9b75ff67-bb66-413b-a33d-325707b035d8: !Template + answer_choices: đúng ||| có thể ||| sai + id: 9b75ff67-bb66-413b-a33d-325707b035d8 + jinja: 'Giả sử với {{premise}}, chúng ta có thể suy ra "{{hypothesis}}"? đúng, + sai, hay có thể? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_viht + reference: Webson & Pavlick 2021 + 9bda8e96-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: đúng ||| có thể ||| sai + id: 9bda8e96-c881-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}} chúng ta có thể chứng minh "{{hypothesis}}" hay không? đúng, + sai, hay có thể? ||| {{ answer_choices[label] }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_viht + reference: Webson & Pavlick 2021 + b0a93f3e-ae86-48a2-bcc2-0382aaa1f3e7: !Template + answer_choices: Đảm bảo ||| Khả thi ||| Không thể nào + id: b0a93f3e-ae86-48a2-bcc2-0382aaa1f3e7 + jinja: Giả sử điều đó đúng là {{premise}} Do đó, "{{hypothesis}}" là + {{"guaranteed"}}, {{"possible"}} hay {{"impossible"}}? ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_vimt + reference: '' + b8c75d5c-df8f-4368-9fbd-69a7241a7266: !Template + answer_choices: Chính xác ||| Không xác định ||| Không đúng + id: b8c75d5c-df8f-4368-9fbd-69a7241a7266 + jinja: '{{premise}} Chỉ sử dụng mô tả ở trên và những gì bạn biết về thế giới, + "{{hypothesis}}" chắc chắn là đúng, không chính xác hay không thể + kết luận? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_vimt + reference: '' + c4ae89df-ca0a-49eb-b5d6-e003ec6149d2: !Template + answer_choices: Đúng ||| Có lẽ ||| Không + id: c4ae89df-ca0a-49eb-b5d6-e003ec6149d2 + jinja: '{{premise}} Chúng tôi có biện minh khi nói rằng "{{hypothesis}}" + không? Có, không, hoặc có thể? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_vimt + reference: '' + d44c2947-f8e5-49ea-9770-e59f0581a921: !Template + answer_choices: chắc chắn ||| có thể ||| không thể + id: d44c2947-f8e5-49ea-9770-e59f0581a921 + jinja: "Giả sử {{premise}} là đúng \n\nThì, \"{{hypothesis}}\" là {{\"chắc chắn\"\ + }}, {{\"có thể\"}}, or {{\"không thể\"}}? ||| {{ answer_choices[label] }}" + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_viht + reference: Sanh et al. 2021 + da368473-3a66-4222-9de1-05d66037a708: !Template + answer_choices: chính xác ||| không thể kết luận ||| không chính xác + id: da368473-3a66-4222-9de1-05d66037a708 + jinja: '{{premise}} Chỉ sử dụng mô tả ở trên và những gì bạn biết về thế giới, + "{{hypothesis}}" chắc chắn là chính xác, không chính xác, hay không thể kết + luận? ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_viht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers. + fd41837b-4f78-4fb6-8edf-273df9a6b55a: !Template + answer_choices: ĐÚNG VẬY ||| Cũng không ||| Sai + id: fd41837b-4f78-4fb6-8edf-273df9a6b55a + jinja: '{{premise}} Câu hỏi: {{hypothesis}} Đúng, Sai hay Không? ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_vimt + reference: '' diff --git a/promptsource/templates/xnli/zh/templates.yaml b/promptsource/templates/xnli/zh/templates.yaml new file mode 100644 index 000000000..44c198f5d --- /dev/null +++ b/promptsource/templates/xnli/zh/templates.yaml @@ -0,0 +1,138 @@ +dataset: xnli +subset: zh +templates: + 39a53af0-df1e-4489-b5b9-c734338a840f: !Template + answer_choices: 是的 ||| 也许 ||| 不 + id: 39a53af0-df1e-4489-b5b9-c734338a840f + jinja: '{{premise}}我们有理由说“{{hypothesis}}”吗？是的，不是的，或者也许？ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: justified in saying_zhmt + reference: '' + 3d2950c2-93da-499b-9e84-7708027e8666: !Template + answer_choices: 正确的 ||| 无定论 ||| 不正确 + id: 3d2950c2-93da-499b-9e84-7708027e8666 + jinja: '{{premise}} 仅使用上述描述和您对世界的了解，“{{hypothesis}}”肯定是正确的、不正确的还是不确定的？ ||| {{ + answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: MNLI crowdsource_zhmt + reference: '' + 47d2f061-06b0-4aa3-af53-871a2b06748f: !Template + answer_choices: 对 ||| 无关 ||| 不对 + id: 47d2f061-06b0-4aa3-af53-871a2b06748f + jinja: '{{premise}} + + 问题: {{hypothesis}} 对，不对还是无关？ ||| {{ answer_choices[label] }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: GPT-3 style_zhht + reference: 'Same as reported in Figure G7 of the GPT-3 paper, except that there + is no task identifying tokens like "anli R1: ".' + 504b04ed-9d85-47ef-bf5d-b28d5552aae7: !Template + answer_choices: 真的 ||| 两者都不 ||| 错误的 + id: 504b04ed-9d85-47ef-bf5d-b28d5552aae7 + jinja: '{{premise}} 问题：{{hypothesis}} 对、错或两者都不是？ ||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: GPT-3 style_zhmt + reference: '' + 9c75ff67-bb66-413b-a33d-325707b035d7: !Template + answer_choices: 能 ||| 有可能 ||| 不能 + id: 9c75ff67-bb66-413b-a33d-325707b035d7 + jinja: '如果{{premise}}能不能推断“{{hypothesis}}”？能，不能，还是有可能？ ||| {{ answer_choices[label] + }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: can we infer_zhht + reference: Webson & Pavlick 2021 + 9cda8e36-c881-4c9a-a3a9-eec68388a6f6: !Template + answer_choices: 可以 ||| 有可能 ||| 不可以 + id: 9cda8e36-c881-4c9a-a3a9-eec68388a6f6 + jinja: '{{premise}}我们就可不可以说“{{hypothesis}}”？可以，不可以，还是有可能？||| {{ answer_choices[label] + }} ' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: justified in saying_zhht + reference: Webson & Pavlick 2021 + 9dc1e5f4-75f4-44ed-b564-888b08b3d27a: !Template + answer_choices: 是的 ||| 也许 ||| 不 + id: 9dc1e5f4-75f4-44ed-b564-888b08b3d27a + jinja: 假设{{premise}}我们可以推断出“{{hypothesis}}”吗？是的，不是的，或者也许？ ||| {{ answer_choices[label] + }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: can we infer_zhmt + reference: '' + e27bbe1f-7f86-4cb6-a2c1-955e020e3d72: !Template + answer_choices: 保证 ||| 可能的 ||| 不可能的 + id: e27bbe1f-7f86-4cb6-a2c1-955e020e3d72 + jinja: 假设 {{premise}} 为真，因此，“{{hypothesis}}”是 {{"guaranteed"}}、{{"possible"}} + 还是 {{"impossible"}}？ ||| {{ answer_choices[label] }} + metadata: !TemplateMetadata + choices_in_prompt: null + languages: null + metrics: null + original_task: null + name: guaranteed/possible/impossible_zhmt + reference: '' + e44c2947-f8e0-49ea-9770-e59f0581a931: !Template + answer_choices: 肯定的 ||| 有可能的 ||| 不可能的 + id: e44c2947-f8e0-49ea-9770-e59f0581a931 + jinja: '假如{{premise}}是对的。 + + + 那么，”{{hypothesis}}“是 {{"肯定的"}}，{{"有可能的"}}还是{{"不可能的"}}？||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: guaranteed/possible/impossible_zhht + reference: Sanh et al. 2021 + ea368462-3a66-4222-9de1-05d66037a718: !Template + answer_choices: 正确 ||| 不确定 ||| 不正确 + id: ea368462-3a66-4222-9de1-05d66037a718 + jinja: '{{premise}} 仅仅利用上述描述和你对世界的了解，”{{hypothesis}}“肯定是正确，不正确，还是不确定？||| {{ answer_choices[label] + }}' + metadata: !TemplateMetadata + choices_in_prompt: true + languages: + - en + metrics: + - Accuracy + original_task: true + name: MNLI crowdsource_zhht + reference: Adapted from Williams et al. 2018's instructions to crowdsourcing workers.