From a09577b49ccfc1ca8fe1384cd50bc5aabaecd7e3 Mon Sep 17 00:00:00 2001 From: Damien Sileo Date: Wed, 31 May 2023 14:53:47 +0200 Subject: [PATCH] . --- src/tasksource/tasks.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tasksource/tasks.py b/src/tasksource/tasks.py index 60125c8..e4388b7 100755 --- a/src/tasksource/tasks.py +++ b/src/tasksource/tasks.py @@ -981,7 +981,7 @@ def _udep_post_process(ds): vuac = Classification("context","expression","label", dataset_name="tasksource/VUAC") trofi = Classification("context","expression","label", dataset_name="tasksource/TroFi") -sharc_classification = Classification("snippet", cat(["scenario","question"]),labels="answer",dataset_name='sharc_modified',config_name='mod', +sharc_classification = Classification("snippet", lambda x:f'{x["scenario"]}\n{x["question"]}' ,labels="answer",dataset_name='sharc_modified',config_name='mod', pre_process = lambda ds:ds.filter(lambda x:x['answer'] in {"Yes","No","Irrelevant"})) conceptrules_v2 = Classification("context", "text", "label", dataset_name="tasksource/conceptrules_v2") \ No newline at end of file