Updated arc to the latest version

deepvk · Mar 4, 2024 · 1f62f63 · 1f62f63
1 parent 91a483e
commit 1f62f63
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/lm_eval/tasks/arc/arc_challenge_ru.yaml b/lm_eval/tasks/arc/arc_challenge_ru.yaml
@@ -1,6 +1,8 @@
 include: arc_easy_ru.yaml
 task: arc_challenge_ru
 dataset_path: deepvk/ARC-challenge-ru
+dataset_kwargs:
+  revision: vk_edited
 metric_list:
   - metric: acc_norm
     aggregation: mean