From 5499c72db9c186a020b098438e2aa60a6b793b82 Mon Sep 17 00:00:00 2001 From: Egor Spirin Date: Mon, 24 Jun 2024 14:53:38 +0300 Subject: [PATCH] Update description with russian subject names (#7) * Update description with russian subject names * Specify russian description --- lm_eval/tasks/mmlu_ru/_generate_configs.py | 136 +++++++++--------- .../default/ru_mmlu_abstract_algebra.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_anatomy.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_astronomy.yaml | 4 +- .../default/ru_mmlu_business_ethics.yaml | 4 +- .../default/ru_mmlu_clinical_knowledge.yaml | 4 +- .../default/ru_mmlu_college_biology.yaml | 4 +- .../default/ru_mmlu_college_chemistry.yaml | 4 +- .../ru_mmlu_college_computer_science.yaml | 4 +- .../default/ru_mmlu_college_mathematics.yaml | 4 +- .../default/ru_mmlu_college_medicine.yaml | 4 +- .../default/ru_mmlu_college_physics.yaml | 4 +- .../default/ru_mmlu_computer_security.yaml | 4 +- .../default/ru_mmlu_conceptual_physics.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_econometrics.yaml | 4 +- .../ru_mmlu_electrical_engineering.yaml | 4 +- .../ru_mmlu_elementary_mathematics.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_formal_logic.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_global_facts.yaml | 4 +- .../default/ru_mmlu_high_school_biology.yaml | 4 +- .../ru_mmlu_high_school_chemistry.yaml | 4 +- .../ru_mmlu_high_school_computer_science.yaml | 4 +- .../ru_mmlu_high_school_european_history.yaml | 4 +- .../ru_mmlu_high_school_geography.yaml | 4 +- ...u_high_school_government_and_politics.yaml | 4 +- .../ru_mmlu_high_school_macroeconomics.yaml | 4 +- .../ru_mmlu_high_school_mathematics.yaml | 4 +- .../ru_mmlu_high_school_microeconomics.yaml | 4 +- .../default/ru_mmlu_high_school_physics.yaml | 4 +- .../ru_mmlu_high_school_psychology.yaml | 4 +- .../ru_mmlu_high_school_statistics.yaml | 4 +- .../ru_mmlu_high_school_us_history.yaml | 4 +- .../ru_mmlu_high_school_world_history.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_human_aging.yaml | 4 +- .../default/ru_mmlu_human_sexuality.yaml | 4 +- .../default/ru_mmlu_international_law.yaml | 4 +- .../default/ru_mmlu_jurisprudence.yaml | 4 +- .../default/ru_mmlu_logical_fallacies.yaml | 4 +- .../default/ru_mmlu_machine_learning.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_management.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_marketing.yaml | 4 +- .../default/ru_mmlu_medical_genetics.yaml | 4 +- .../default/ru_mmlu_miscellaneous.yaml | 4 +- .../default/ru_mmlu_moral_disputes.yaml | 4 +- .../default/ru_mmlu_moral_scenarios.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_nutrition.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_philosophy.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_prehistory.yaml | 4 +- .../ru_mmlu_professional_accounting.yaml | 4 +- .../default/ru_mmlu_professional_law.yaml | 4 +- .../ru_mmlu_professional_medicine.yaml | 4 +- .../ru_mmlu_professional_psychology.yaml | 4 +- .../default/ru_mmlu_public_relations.yaml | 4 +- .../default/ru_mmlu_security_studies.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_sociology.yaml | 4 +- .../default/ru_mmlu_us_foreign_policy.yaml | 4 +- .../mmlu_ru/default/ru_mmlu_virology.yaml | 4 +- .../default/ru_mmlu_world_religions.yaml | 4 +- 58 files changed, 179 insertions(+), 185 deletions(-) diff --git a/lm_eval/tasks/mmlu_ru/_generate_configs.py b/lm_eval/tasks/mmlu_ru/_generate_configs.py index de3237f8c3..377d5d5f82 100644 --- a/lm_eval/tasks/mmlu_ru/_generate_configs.py +++ b/lm_eval/tasks/mmlu_ru/_generate_configs.py @@ -1,6 +1,7 @@ """ Take in a YAML, and output all "other" splits with this YAML """ + import argparse import os @@ -10,63 +11,63 @@ SUBJECTS = { - "abstract_algebra": "stem", - "anatomy": "stem", - "astronomy": "stem", - "business_ethics": "other", - "clinical_knowledge": "other", - "college_biology": "stem", - "college_chemistry": "stem", - "college_computer_science": "stem", - "college_mathematics": "stem", - "college_medicine": "other", - "college_physics": "stem", - "computer_security": "stem", - "conceptual_physics": "stem", - "econometrics": "social_sciences", - "electrical_engineering": "stem", - "elementary_mathematics": "stem", - "formal_logic": "humanities", - "global_facts": "other", - "high_school_biology": "stem", - "high_school_chemistry": "stem", - "high_school_computer_science": "stem", - "high_school_european_history": "humanities", - "high_school_geography": "social_sciences", - "high_school_government_and_politics": "social_sciences", - "high_school_macroeconomics": "social_sciences", - "high_school_mathematics": "stem", - "high_school_microeconomics": "social_sciences", - "high_school_physics": "stem", - "high_school_psychology": "social_sciences", - "high_school_statistics": "stem", - "high_school_us_history": "humanities", - "high_school_world_history": "humanities", - "human_aging": "other", - "human_sexuality": "social_sciences", - "international_law": "humanities", - "jurisprudence": "humanities", - "logical_fallacies": "humanities", - "machine_learning": "stem", - "management": "other", - "marketing": "other", - "medical_genetics": "other", - "miscellaneous": "other", - "moral_disputes": "humanities", - "moral_scenarios": "humanities", - "nutrition": "other", - "philosophy": "humanities", - "prehistory": "humanities", - "professional_accounting": "other", - "professional_law": "humanities", - "professional_medicine": "other", - "professional_psychology": "social_sciences", - "public_relations": "social_sciences", - "security_studies": "social_sciences", - "sociology": "social_sciences", - "us_foreign_policy": "social_sciences", - "virology": "other", - "world_religions": "humanities", + "abstract_algebra": ("stem", "абстрактная_алгебра"), + "anatomy": ("stem", "анатомия"), + "astronomy": ("stem", "астрономия"), + "business_ethics": ("other", "этика_бизнеса"), + "clinical_knowledge": ("other", "клинические_знания"), + "college_biology": ("stem", "вузовская_биология"), + "college_chemistry": ("stem", "вузовская_химия"), + "college_computer_science": ("stem", "вузовская_информатика"), + "college_mathematics": ("stem", "вузовская_математика"), + "college_medicine": ("other", "вузовская_медицина"), + "college_physics": ("stem", "вузовская_физика"), + "computer_security": ("stem", "компьютерная_безопасность"), + "conceptual_physics": ("stem", "концептуальная_физика"), + "econometrics": ("social_sciences", "эконометрика"), + "electrical_engineering": ("stem", "электротехника"), + "elementary_mathematics": ("stem", "элементарная_математика"), + "formal_logic": ("humanities", "формальная_логика"), + "global_facts": ("other", "глобальные_факты"), + "high_school_biology": ("stem", "школьная_биология"), + "high_school_chemistry": ("stem", "школьная_химия"), + "high_school_computer_science": ("stem", "школьная_информатика"), + "high_school_european_history": ("humanities", "школьная_европейская_история"), + "high_school_geography": ("social_sciences", "школьная_география"), + "high_school_government_and_politics": ("social_sciences", "школьное_государственное_управление_и_политика"), + "high_school_macroeconomics": ("social_sciences", "школьная_макроэкономика"), + "high_school_mathematics": ("stem", "школьная_математика"), + "high_school_microeconomics": ("social_sciences", "школьная_микроэкономика"), + "high_school_physics": ("stem", "школьная_физика"), + "high_school_psychology": ("social_sciences", "школьная_психология"), + "high_school_statistics": ("stem", "школьная_статистика"), + "high_school_us_history": ("humanities", "школьная_история_США"), + "high_school_world_history": ("humanities", "школьная_всемирная_история"), + "human_aging": ("other", "старение_человека"), + "human_sexuality": ("social_sciences", "человеческая_сексуальность"), + "international_law": ("humanities", "международное_право"), + "jurisprudence": ("humanities", "юриспруденция"), + "logical_fallacies": ("humanities", "логические_ошибки"), + "machine_learning": ("stem", "машинное_обучение"), + "management": ("other", "менеджмент"), + "marketing": ("other", "маркетинг"), + "medical_genetics": ("other", "медицинская_генетика"), + "miscellaneous": ("other", "разное"), + "moral_disputes": ("humanities", "моральные_спор"), + "moral_scenarios": ("humanities", "моральные_сценарии"), + "nutrition": ("other", "питание"), + "philosophy": ("humanities", "философия"), + "prehistory": ("humanities", "доисторический_период"), + "professional_accounting": ("other", "профессиональный_учет"), + "professional_law": ("humanities", "профессиональное_право"), + "professional_medicine": ("other", "профессиональная_медицина"), + "professional_psychology": ("social_sciences", "профессиональная_психология"), + "public_relations": ("social_sciences", "связи_с_общественностью"), + "security_studies": ("social_sciences", "исследования_в_области_безопасности"), + "sociology": ("social_sciences", "социология"), + "us_foreign_policy": ("social_sciences", "внешняя_политика_США"), + "virology": ("other", "вирусология"), + "world_religions": ("humanities", "мировые_религии"), } @@ -95,24 +96,20 @@ def parse_args(): cot_file = json.load(f) ALL_CATEGORIES = [] - for subject, category in tqdm(SUBJECTS.items()): + for subject, (category, subject_ru) in tqdm(SUBJECTS.items()): if category not in ALL_CATEGORIES: ALL_CATEGORIES.append(category) if args.cot_prompt_path is not None: description = cot_file[subject] else: - description = f"The following are multiple choice questions (with answers) about {' '.join(subject.split('_'))}.\n\n" + description = f"Ниже приведены вопросы с несколькими вариантами ответов и одним правильным на тему {subject_ru.replace('_', ' ')}.\n\n" yaml_dict = { "include": base_yaml_name, - "group": f"mmlu_{args.task_prefix}_{category}" - if args.task_prefix != "" - else f"mmlu_{category}", + "group": f"mmlu_{args.task_prefix}_{category}" if args.task_prefix != "" else f"mmlu_{category}", "group_alias": category.replace("_", " "), - "task": f"mmlu_{args.task_prefix}_{subject}" - if args.task_prefix != "" - else f"mmlu_{subject}", + "task": f"mmlu_{args.task_prefix}_{subject}" if args.task_prefix != "" else f"mmlu_{subject}", "task_alias": subject.replace("_", " "), "dataset_name": subject, "description": description, @@ -130,9 +127,7 @@ def parse_args(): ) if args.task_prefix != "": - mmlu_subcategories = [ - f"mmlu_{args.task_prefix}_{category}" for category in ALL_CATEGORIES - ] + mmlu_subcategories = [f"mmlu_{args.task_prefix}_{category}" for category in ALL_CATEGORIES] else: mmlu_subcategories = [f"mmlu_{category}" for category in ALL_CATEGORIES] @@ -145,12 +140,11 @@ def parse_args(): with open(file_save_path, "w") as yaml_file: yaml.dump( { - "group": f"mmlu_{args.task_prefix}" - if args.task_prefix != "" - else "mmlu", + "group": f"mmlu_{args.task_prefix}" if args.task_prefix != "" else "mmlu", "task": mmlu_subcategories, }, yaml_file, indent=4, default_flow_style=False, + width=1000 ) diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_abstract_algebra.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_abstract_algebra.yaml index 82446818c0..4d333da294 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_abstract_algebra.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_abstract_algebra.yaml @@ -1,6 +1,6 @@ "dataset_name": "abstract_algebra" -"description": "The following are multiple choice questions (with answers) about abstract\ - \ algebra.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему абстрактная алгебра.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_anatomy.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_anatomy.yaml index 120d7d640b..aa3a0c88ad 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_anatomy.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_anatomy.yaml @@ -1,6 +1,6 @@ "dataset_name": "anatomy" -"description": "The following are multiple choice questions (with answers) about anatomy.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему анатомия.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_astronomy.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_astronomy.yaml index e123ad43f9..568595eefe 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_astronomy.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_astronomy.yaml @@ -1,6 +1,6 @@ "dataset_name": "astronomy" -"description": "The following are multiple choice questions (with answers) about astronomy.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему астрономия.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_business_ethics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_business_ethics.yaml index 3a34fd1fb6..fab951df83 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_business_ethics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_business_ethics.yaml @@ -1,6 +1,6 @@ "dataset_name": "business_ethics" -"description": "The following are multiple choice questions (with answers) about business\ - \ ethics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему этика бизнеса.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_clinical_knowledge.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_clinical_knowledge.yaml index 1c532d50a9..aaeb26b914 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_clinical_knowledge.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_clinical_knowledge.yaml @@ -1,6 +1,6 @@ "dataset_name": "clinical_knowledge" -"description": "The following are multiple choice questions (with answers) about clinical\ - \ knowledge.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему клинические знания.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_biology.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_biology.yaml index 51c7f252a1..1719e7c7ed 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_biology.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_biology.yaml @@ -1,6 +1,6 @@ "dataset_name": "college_biology" -"description": "The following are multiple choice questions (with answers) about college\ - \ biology.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему вузовская биология.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_chemistry.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_chemistry.yaml index 605e31f6cd..f43e252c1d 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_chemistry.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_chemistry.yaml @@ -1,6 +1,6 @@ "dataset_name": "college_chemistry" -"description": "The following are multiple choice questions (with answers) about college\ - \ chemistry.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему вузовская химия.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_computer_science.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_computer_science.yaml index a3a9cb36b7..b378a2a571 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_computer_science.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_computer_science.yaml @@ -1,6 +1,6 @@ "dataset_name": "college_computer_science" -"description": "The following are multiple choice questions (with answers) about college\ - \ computer science.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему вузовская информатика.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_mathematics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_mathematics.yaml index d3534907bd..067c50df6f 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_mathematics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_mathematics.yaml @@ -1,6 +1,6 @@ "dataset_name": "college_mathematics" -"description": "The following are multiple choice questions (with answers) about college\ - \ mathematics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему вузовская математика.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_medicine.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_medicine.yaml index f0af91022a..a536095139 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_medicine.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_medicine.yaml @@ -1,6 +1,6 @@ "dataset_name": "college_medicine" -"description": "The following are multiple choice questions (with answers) about college\ - \ medicine.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему вузовская медицина.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_physics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_physics.yaml index 10637c5d98..134c01d9df 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_physics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_college_physics.yaml @@ -1,6 +1,6 @@ "dataset_name": "college_physics" -"description": "The following are multiple choice questions (with answers) about college\ - \ physics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему вузовская физика.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_computer_security.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_computer_security.yaml index 0612abe36e..9b05f7c859 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_computer_security.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_computer_security.yaml @@ -1,6 +1,6 @@ "dataset_name": "computer_security" -"description": "The following are multiple choice questions (with answers) about computer\ - \ security.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему компьютерная безопасность.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_conceptual_physics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_conceptual_physics.yaml index e2406dedfc..519c667663 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_conceptual_physics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_conceptual_physics.yaml @@ -1,6 +1,6 @@ "dataset_name": "conceptual_physics" -"description": "The following are multiple choice questions (with answers) about conceptual\ - \ physics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему концептуальная физика.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_econometrics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_econometrics.yaml index 32f9a8df15..df8c9ba36e 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_econometrics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_econometrics.yaml @@ -1,6 +1,6 @@ "dataset_name": "econometrics" -"description": "The following are multiple choice questions (with answers) about econometrics.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему эконометрика.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_electrical_engineering.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_electrical_engineering.yaml index ec7c54e67d..4dc23ad9e5 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_electrical_engineering.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_electrical_engineering.yaml @@ -1,6 +1,6 @@ "dataset_name": "electrical_engineering" -"description": "The following are multiple choice questions (with answers) about electrical\ - \ engineering.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему электротехника.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_elementary_mathematics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_elementary_mathematics.yaml index 78fda091d1..ad82f151b0 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_elementary_mathematics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_elementary_mathematics.yaml @@ -1,6 +1,6 @@ "dataset_name": "elementary_mathematics" -"description": "The following are multiple choice questions (with answers) about elementary\ - \ mathematics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему элементарная математика.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_formal_logic.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_formal_logic.yaml index ac0a466a02..7e9c81a53c 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_formal_logic.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_formal_logic.yaml @@ -1,6 +1,6 @@ "dataset_name": "formal_logic" -"description": "The following are multiple choice questions (with answers) about formal\ - \ logic.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему формальная логика.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_global_facts.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_global_facts.yaml index aae7c0e7ca..9b06599a12 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_global_facts.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_global_facts.yaml @@ -1,6 +1,6 @@ "dataset_name": "global_facts" -"description": "The following are multiple choice questions (with answers) about global\ - \ facts.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему глобальные факты.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_biology.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_biology.yaml index 8bb475312b..51f1ff9310 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_biology.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_biology.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_biology" -"description": "The following are multiple choice questions (with answers) about high\ - \ school biology.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная биология.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_chemistry.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_chemistry.yaml index 705968622d..ebf4096569 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_chemistry.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_chemistry.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_chemistry" -"description": "The following are multiple choice questions (with answers) about high\ - \ school chemistry.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная химия.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_computer_science.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_computer_science.yaml index 17be510cee..d3485da1bd 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_computer_science.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_computer_science.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_computer_science" -"description": "The following are multiple choice questions (with answers) about high\ - \ school computer science.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная информатика.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_european_history.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_european_history.yaml index 5b41aeeea3..213833ae7c 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_european_history.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_european_history.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_european_history" -"description": "The following are multiple choice questions (with answers) about high\ - \ school european history.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная европейская история.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_geography.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_geography.yaml index be3d1c2a83..880be89e82 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_geography.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_geography.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_geography" -"description": "The following are multiple choice questions (with answers) about high\ - \ school geography.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная география.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_government_and_politics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_government_and_politics.yaml index c0cb3f5af5..c0440a5d99 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_government_and_politics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_government_and_politics.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_government_and_politics" -"description": "The following are multiple choice questions (with answers) about high\ - \ school government and politics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьное государственное управление и политика.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_macroeconomics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_macroeconomics.yaml index dfdf2bea39..9b233a9d3b 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_macroeconomics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_macroeconomics.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_macroeconomics" -"description": "The following are multiple choice questions (with answers) about high\ - \ school macroeconomics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная макроэкономика.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_mathematics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_mathematics.yaml index 73986a8de1..358629981e 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_mathematics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_mathematics.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_mathematics" -"description": "The following are multiple choice questions (with answers) about high\ - \ school mathematics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная математика.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_microeconomics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_microeconomics.yaml index 7890f54344..33578bccc5 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_microeconomics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_microeconomics.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_microeconomics" -"description": "The following are multiple choice questions (with answers) about high\ - \ school microeconomics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная микроэкономика.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_physics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_physics.yaml index 75b938f98b..e03f0316f0 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_physics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_physics.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_physics" -"description": "The following are multiple choice questions (with answers) about high\ - \ school physics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная физика.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_psychology.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_psychology.yaml index a692f4bd33..b0dd5bc9a5 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_psychology.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_psychology.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_psychology" -"description": "The following are multiple choice questions (with answers) about high\ - \ school psychology.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная психология.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_statistics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_statistics.yaml index 6910cd6c96..37a7598e88 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_statistics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_statistics.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_statistics" -"description": "The following are multiple choice questions (with answers) about high\ - \ school statistics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная статистика.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_us_history.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_us_history.yaml index d4f68ee45b..0950b97d39 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_us_history.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_us_history.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_us_history" -"description": "The following are multiple choice questions (with answers) about high\ - \ school us history.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная история США.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_world_history.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_world_history.yaml index b9a64b11e9..cbdeb684bb 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_world_history.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_high_school_world_history.yaml @@ -1,6 +1,6 @@ "dataset_name": "high_school_world_history" -"description": "The following are multiple choice questions (with answers) about high\ - \ school world history.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему школьная всемирная история.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_human_aging.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_human_aging.yaml index b4c0671ec6..c63eed4136 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_human_aging.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_human_aging.yaml @@ -1,6 +1,6 @@ "dataset_name": "human_aging" -"description": "The following are multiple choice questions (with answers) about human\ - \ aging.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему старение человека.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_human_sexuality.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_human_sexuality.yaml index 550d100f7f..2f035a71e1 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_human_sexuality.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_human_sexuality.yaml @@ -1,6 +1,6 @@ "dataset_name": "human_sexuality" -"description": "The following are multiple choice questions (with answers) about human\ - \ sexuality.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему человеческая сексуальность.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_international_law.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_international_law.yaml index 8d7a174c5f..6bbe5ae85c 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_international_law.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_international_law.yaml @@ -1,6 +1,6 @@ "dataset_name": "international_law" -"description": "The following are multiple choice questions (with answers) about international\ - \ law.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему международное право.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_jurisprudence.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_jurisprudence.yaml index 47d772fc9b..4cb1606bec 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_jurisprudence.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_jurisprudence.yaml @@ -1,6 +1,6 @@ "dataset_name": "jurisprudence" -"description": "The following are multiple choice questions (with answers) about jurisprudence.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему юриспруденция.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_logical_fallacies.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_logical_fallacies.yaml index c1f4ca89f2..d1401e6ad6 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_logical_fallacies.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_logical_fallacies.yaml @@ -1,6 +1,6 @@ "dataset_name": "logical_fallacies" -"description": "The following are multiple choice questions (with answers) about logical\ - \ fallacies.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему логические ошибки.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_machine_learning.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_machine_learning.yaml index 3e14379d1f..a7845da0d2 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_machine_learning.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_machine_learning.yaml @@ -1,6 +1,6 @@ "dataset_name": "machine_learning" -"description": "The following are multiple choice questions (with answers) about machine\ - \ learning.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему машинное обучение.\n\n" "group": "mmlu_ru_stem" "group_alias": "stem" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_management.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_management.yaml index e34435c02f..c0f52d1cde 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_management.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_management.yaml @@ -1,6 +1,6 @@ "dataset_name": "management" -"description": "The following are multiple choice questions (with answers) about management.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему менеджмент.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_marketing.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_marketing.yaml index c45ceaaa8b..13ecf5022a 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_marketing.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_marketing.yaml @@ -1,6 +1,6 @@ "dataset_name": "marketing" -"description": "The following are multiple choice questions (with answers) about marketing.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему маркетинг.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_medical_genetics.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_medical_genetics.yaml index 9f8d906382..c71859df59 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_medical_genetics.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_medical_genetics.yaml @@ -1,6 +1,6 @@ "dataset_name": "medical_genetics" -"description": "The following are multiple choice questions (with answers) about medical\ - \ genetics.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему медицинская генетика.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_miscellaneous.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_miscellaneous.yaml index 99d675b3a2..cb6258af16 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_miscellaneous.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_miscellaneous.yaml @@ -1,6 +1,6 @@ "dataset_name": "miscellaneous" -"description": "The following are multiple choice questions (with answers) about miscellaneous.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему разное.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_moral_disputes.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_moral_disputes.yaml index 12304b3f57..6f9906cfa2 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_moral_disputes.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_moral_disputes.yaml @@ -1,6 +1,6 @@ "dataset_name": "moral_disputes" -"description": "The following are multiple choice questions (with answers) about moral\ - \ disputes.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему моральные спор.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_moral_scenarios.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_moral_scenarios.yaml index ea61bbfc13..332d623908 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_moral_scenarios.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_moral_scenarios.yaml @@ -1,6 +1,6 @@ "dataset_name": "moral_scenarios" -"description": "The following are multiple choice questions (with answers) about moral\ - \ scenarios.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему моральные сценарии.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_nutrition.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_nutrition.yaml index 64822df4fe..7408433821 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_nutrition.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_nutrition.yaml @@ -1,6 +1,6 @@ "dataset_name": "nutrition" -"description": "The following are multiple choice questions (with answers) about nutrition.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему питание.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_philosophy.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_philosophy.yaml index 909f656396..b3fcbc9d69 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_philosophy.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_philosophy.yaml @@ -1,6 +1,6 @@ "dataset_name": "philosophy" -"description": "The following are multiple choice questions (with answers) about philosophy.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему философия.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_prehistory.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_prehistory.yaml index 3cba5a91b9..69020fa748 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_prehistory.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_prehistory.yaml @@ -1,6 +1,6 @@ "dataset_name": "prehistory" -"description": "The following are multiple choice questions (with answers) about prehistory.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему доисторический период.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_accounting.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_accounting.yaml index b10a35f127..6eb955bd6f 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_accounting.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_accounting.yaml @@ -1,6 +1,6 @@ "dataset_name": "professional_accounting" -"description": "The following are multiple choice questions (with answers) about professional\ - \ accounting.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему профессиональный учет.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_law.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_law.yaml index 08a98e252d..537080f979 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_law.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_law.yaml @@ -1,6 +1,6 @@ "dataset_name": "professional_law" -"description": "The following are multiple choice questions (with answers) about professional\ - \ law.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему профессиональное право.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_medicine.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_medicine.yaml index e0c4402d4e..0555ba6314 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_medicine.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_medicine.yaml @@ -1,6 +1,6 @@ "dataset_name": "professional_medicine" -"description": "The following are multiple choice questions (with answers) about professional\ - \ medicine.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему профессиональная медицина.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_psychology.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_psychology.yaml index f14e02a655..99f95146ba 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_psychology.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_professional_psychology.yaml @@ -1,6 +1,6 @@ "dataset_name": "professional_psychology" -"description": "The following are multiple choice questions (with answers) about professional\ - \ psychology.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему профессиональная психология.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_public_relations.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_public_relations.yaml index 4382be9811..eaaa85f104 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_public_relations.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_public_relations.yaml @@ -1,6 +1,6 @@ "dataset_name": "public_relations" -"description": "The following are multiple choice questions (with answers) about public\ - \ relations.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему связи с общественностью.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_security_studies.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_security_studies.yaml index aec91d4f5e..d2014f4af6 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_security_studies.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_security_studies.yaml @@ -1,6 +1,6 @@ "dataset_name": "security_studies" -"description": "The following are multiple choice questions (with answers) about security\ - \ studies.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему исследования в области безопасности.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_sociology.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_sociology.yaml index cdd8bad159..3bc240f914 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_sociology.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_sociology.yaml @@ -1,6 +1,6 @@ "dataset_name": "sociology" -"description": "The following are multiple choice questions (with answers) about sociology.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему социология.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_us_foreign_policy.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_us_foreign_policy.yaml index 979ffa834f..ae3fe6bc21 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_us_foreign_policy.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_us_foreign_policy.yaml @@ -1,6 +1,6 @@ "dataset_name": "us_foreign_policy" -"description": "The following are multiple choice questions (with answers) about us\ - \ foreign policy.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему внешняя политика США.\n\n" "group": "mmlu_ru_social_sciences" "group_alias": "social sciences" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_virology.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_virology.yaml index 315a07033e..d219717f27 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_virology.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_virology.yaml @@ -1,6 +1,6 @@ "dataset_name": "virology" -"description": "The following are multiple choice questions (with answers) about virology.\n\ - \n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему вирусология.\n\n" "group": "mmlu_ru_other" "group_alias": "other" "include": "_default_template_yaml" diff --git a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_world_religions.yaml b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_world_religions.yaml index 5ff52616e1..898f528da3 100644 --- a/lm_eval/tasks/mmlu_ru/default/ru_mmlu_world_religions.yaml +++ b/lm_eval/tasks/mmlu_ru/default/ru_mmlu_world_religions.yaml @@ -1,6 +1,6 @@ "dataset_name": "world_religions" -"description": "The following are multiple choice questions (with answers) about world\ - \ religions.\n\n" +"description": "Ниже приведены вопросы с несколькими вариантами ответов и одним правильным\ + \ на тему мировые религии.\n\n" "group": "mmlu_ru_humanities" "group_alias": "humanities" "include": "_default_template_yaml"