From 1f62f631044a3f752ff19281ebe2e09ef7b7dfba Mon Sep 17 00:00:00 2001
From: Kirill Semin <k.semin@vk.team>
Date: Mon, 4 Mar 2024 19:37:21 +0300
Subject: [PATCH] Updated arc to the latest version

---
 lm_eval/tasks/arc/arc_challenge_ru.yaml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/lm_eval/tasks/arc/arc_challenge_ru.yaml b/lm_eval/tasks/arc/arc_challenge_ru.yaml
index d03e23224c..4e3adc25f2 100644
--- a/lm_eval/tasks/arc/arc_challenge_ru.yaml
+++ b/lm_eval/tasks/arc/arc_challenge_ru.yaml
@@ -1,6 +1,8 @@
 include: arc_easy_ru.yaml
 task: arc_challenge_ru
 dataset_path: deepvk/ARC-challenge-ru
+dataset_kwargs:
+  revision: vk_edited
 metric_list:
   - metric: acc_norm
     aggregation: mean