[Fix] fix configs (#783)

fix configs
InternLM · Jun 24, 2024 · 8c3b44d · 8c3b44d
1 parent 937e993
commit 8c3b44d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 5 deletions.
diff --git a/xtuner/configs/llama/llama3_70b_instruct/llama3_70b_instruct_qlora_alpaca_e3_2k_gpu8.py b/xtuner/configs/llama/llama3_70b_instruct/llama3_70b_instruct_qlora_alpaca_e3_2k_gpu8.py
@@ -117,7 +117,7 @@
     batch_size=batch_size,
     num_workers=dataloader_num_workers,
     dataset=alpaca_en,
-    sampler=dict(type=sampler, shuffle=True, seed=1024),
+    sampler=dict(type=sampler, shuffle=True),
     collate_fn=dict(type=default_collate_fn, use_varlen_attn=use_varlen_attn))
 
 #######################################################################
@@ -185,8 +185,7 @@
     checkpoint=dict(
         type=CheckpointHook,
         by_epoch=False,
-        interval=-1,
-        save_last=False,
+        interval=save_steps,
         max_keep_ckpts=save_total_limit),
     # set sampler seed in distributed evrionment.
     sampler_seed=dict(type=DistSamplerSeedHook),

diff --git a/...onfigs/qwen_moe/qwen1_5/qwen1_5_moe_a2_7_b_chat/qwen1_5_moe_a2_7_b_chat_full_alpaca_e3.py b/...onfigs/qwen_moe/qwen1_5/qwen1_5_moe_a2_7_b_chat/qwen1_5_moe_a2_7_b_chat_full_alpaca_e3.py
@@ -184,8 +184,7 @@
     checkpoint=dict(
         type=CheckpointHook,
         by_epoch=False,
-        interval=-1,
-        save_last=False,
+        interval=save_steps,
         max_keep_ckpts=save_total_limit),
     # set sampler seed in distributed evrionment.
     sampler_seed=dict(type=DistSamplerSeedHook),