Fix RecExplainer bug: Automatically create directory if it does not e…

…xist

RecExplainer/preprocess/amazon_generate_v3.py

@@ -189,8 +189,10 @@ def gen_uid2next_rank(user_items, args):
     tokenizer = AutoTokenizer.from_pretrained(args.model_name, model_max_length=args.model_max_length, use_fast=True)
 
     if args.gpt_query_file is not None:
+        os.makedirs(os.path.dirname(args.gpt_query_file), exist_ok=True)
         gen_uid2summary(user_items, meta_infos, args)
     else:
+        os.makedirs(os.path.dirname(args.save_intention_file), exist_ok=True)
         train_intention = []
         train_behavior = []
         train_both = []

RecExplainer/preprocess/data_preprocess_amazon.py

@@ -383,4 +383,5 @@ def main_process(data_name, args, data_type='Amazon'):
 
 if __name__ == '__main__':
     args = parse_args()
+    os.makedirs(os.path.dirname(args.save_data_file), exist_ok=True)
     main_process(args.full_data_name, args=args, data_type='Amazon')

RecExplainer/preprocess/eval_explan.py

@@ -3,6 +3,7 @@
 
 import pandas as pd
 import argparse
+import os
 
 def parse_args():
     parser = argparse.ArgumentParser(description="data process")
@@ -81,6 +82,7 @@ def eval_metric(args):
 if __name__ == '__main__':
     args = parse_args()
     if args.judge_query_file is not None:
+        os.makedirs(os.path.dirname(args.judge_query_file), exist_ok=True)
         eval_data_gen(args)
     else:
         eval_metric(args)

RecExplainer/preprocess/gpt_api.py

@@ -165,4 +165,5 @@ def main(args):
     parser.add_argument("--output_file", type=str)
     parser.add_argument("--input_columns", type=str, default="question")
     args = parser.parse_args()
+    os.makedirs(os.path.dirname(args.output_file), exist_ok=True)
     main(args)

RecExplainer/preprocess/mf_amazon_video_games_generate.py

@@ -191,8 +191,10 @@ def gen_uid2next_rank(user_items, args):
     tokenizer = AutoTokenizer.from_pretrained(args.model_name, model_max_length=args.model_max_length, use_fast=True)
 
     if args.gpt_query_file is not None:
+        os.makedirs(os.path.dirname(args.gpt_query_file), exist_ok=True)
         gen_uid2summary(user_items, meta_infos, args)
     else:
+        os.makedirs(os.path.dirname(args.save_intention_file), exist_ok=True)
         train_intention = []
         train_behavior = []
         train_both = []

RecExplainer/preprocess/unirec_utils/unirec_split.py

@@ -3,6 +3,7 @@
 
 import pandas as pd
 import argparse
+import os
 
 def parse_args():
     parser = argparse.ArgumentParser(description="data process")
@@ -64,5 +65,6 @@ def rank_split(args):
 
 if __name__ == '__main__':
     args = parse_args()
+    os.makedirs(os.path.dirname(args.train_file), exist_ok=True)
     unirec_split(args)
     rank_split(args)