Added default few-shot

deepvk · Feb 8, 2024 · 71db5cc · 71db5cc
1 parent e975030
commit 71db5cc
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/lm_eval/tasks/mmlu/default/_default_template_yaml b/lm_eval/tasks/mmlu/default/_default_template_yaml
@@ -1,5 +1,6 @@
 dataset_path: hails/mmlu_no_train # a copy of `cais/mmlu` with no auxiliary_train split
 test_split: test
+num_fewshot: 5
 fewshot_split: dev
 fewshot_config:
   sampler: first_n