Skip to content

Commit

Permalink
fix sft loss promlem
Browse files Browse the repository at this point in the history
  • Loading branch information
jiangchengSilent committed Nov 9, 2023
1 parent 48acc22 commit 84cd8fe
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions finetune/utils/data/data_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ def get_raw_dataset(dataset_name, output_path, seed, local_rank):
and os.path.isfile(chat_path + "/data/eval.json")
):
raise RuntimeError(
f"Please check both the train.json and eval.json files in your local directory."
"Please check both the train.json and eval.json files in your local directory."
)
return raw_datasets.LocalJsonFileDataset(
output_path, seed, local_rank, dataset_name, chat_path
Expand All @@ -52,14 +52,14 @@ def get_raw_dataset(dataset_name, output_path, seed, local_rank):
and os.path.isfile(chat_path + "/data/eval.jsonl")
):
raise RuntimeError(
f"Please check both the train.json and eval.json files in your local directory."
"Please check both the train.json and eval.json files in your local directory."
)
return raw_datasets.YiDataset(
output_path, seed, local_rank, dataset_name, chat_path
)
else:
raise RuntimeError(
f"We do not have configs for dataset {dataset_name}, but you can add it by yourself in raw_datasets.py."
"We do not have configs for dataset {dataset_name}, but you can add it by yourself in raw_datasets.py."
)


Expand Down

0 comments on commit 84cd8fe

Please sign in to comment.