From 3c872f7dd3c400262be33bd306dbb203327702ab Mon Sep 17 00:00:00 2001 From: Phuc Nguyen Date: Fri, 19 Apr 2024 04:51:46 +0000 Subject: [PATCH] remove print hf dataset in data stages --- src/nanotron/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/nanotron/trainer.py b/src/nanotron/trainer.py index 0f6539c9..32b52169 100644 --- a/src/nanotron/trainer.py +++ b/src/nanotron/trainer.py @@ -335,7 +335,7 @@ def clear_dataloader_from_memory(dataloader: DataLoader, stage_name: str): clear_dataloader_from_memory(prev_dataloader, stage_name=stage.name) log_rank( - f"[Training Stage: {stage.name}] Switching to a new dataset {stage.data.dataset.hf_dataset_or_datasets}", + f"[Training Stage: {stage.name}] Switching to a new dataset", logger=logger, level=logging.INFO, rank=0,