Update

[ghstack-poisoned]
pytorch · Dec 20, 2024 · d48187d · d48187d
1 parent c08f351
commit d48187d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/estimate/estimation.py b/scripts/estimate/estimation.py
@@ -70,7 +70,7 @@ def estimate_memory(job_config: JobConfig):
         tp=job_config.training.tensor_parallel_degree,
         pp=job_config.experimental.pipeline_parallel_degree,
         world_size=world_size,
-        enable_loss_parallel=job_config.training.enable_loss_parallel,
+        enable_loss_parallel=not job_config.training.disable_loss_parallel,
     )
 
     device = torch.device(f"cuda:{int(os.environ['LOCAL_RANK'])}")