bug fix

llm-jp · Sep 9, 2024 · 486ed26 · 486ed26
1 parent ab953b1
commit 486ed26
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/pretrain/scripts/v3-1.7b-exp2-cpt-2epoch-sakura/train.sh b/pretrain/scripts/v3-1.7b-exp2-cpt-2epoch-sakura/train.sh
@@ -54,7 +54,7 @@ GRAD_CLIP=1
 # 988240 + 988240 = 1976480
 LR_WARMUP_STEPS=2000
 LR_DECAY_ITERS=988240
-TRAIN_STEPS=$(((${LR_WARMUP_STEPS} + ${LR_DECAY_ITERS}) * 2)
+TRAIN_STEPS=$(((${LR_WARMUP_STEPS} + ${LR_DECAY_ITERS}) * 2))
 
 # model config
 TOKENIZER_MODEL=${ENV_DIR}/src/llm-jp-tokenizer/models/ver3.0/llm-jp-tokenizer-100k.ver3.0b1.model