added gsm8k-ru

deepvk · Feb 2, 2024 · 29e9ed5 · 29e9ed5
1 parent 5e0aa28
commit 29e9ed5
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/lm_eval/tasks/gsm8k/gsm8k-ru.yaml b/lm_eval/tasks/gsm8k/gsm8k-ru.yaml
@@ -0,0 +1,13 @@
+include: gsm8k.yaml
+group:
+  - math_word_problems
+task: gsm8k-ru
+dataset_path: deepvk/gsm8k-ru
+dataset_name: null
+doc_to_text: "Вопрос: {{question}}\nОтвет:"
+generation_kwargs:
+  until:
+    - "\n\n"
+    - "Вопрос:"
+  do_sample: false
+  temperature: 0.0