From 9bc525b7e88b49546f33bf2c0cbf5853a58d72dc Mon Sep 17 00:00:00 2001 From: Force1ess Date: Thu, 9 Jan 2025 14:38:50 +0800 Subject: [PATCH] fix param overwrite problem in saver_mcore --- tools/checkpoint/saver_mcore.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tools/checkpoint/saver_mcore.py b/tools/checkpoint/saver_mcore.py index 2caf26a9a0..cf519ceeed 100644 --- a/tools/checkpoint/saver_mcore.py +++ b/tools/checkpoint/saver_mcore.py @@ -170,7 +170,8 @@ def check_message(msg): 'distribute_saved_activations', 'train_iters', 'lr_decay_iters', 'lr_warmup_iters', 'lr_warmup_fraction', 'start_weight_decay', 'end_weight_decay', - 'ckpt_format', + 'ckpt_format', + 'main_params_dtype', 'main_grads_dtype', 'exp_avg_dtype', 'exp_avg_sq_dtype' ] for arg, value in vars(md.checkpoint_args).items():