From d5c3d81af213fb4571b5140b237c5e43e1a784b9 Mon Sep 17 00:00:00 2001 From: zyqhnu Date: Mon, 21 Oct 2024 14:49:45 +0800 Subject: [PATCH] [Wrong spelling] Update training.py a **wrong spelling** (maybe) --- megatron/training/training.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/megatron/training/training.py b/megatron/training/training.py index d5ee16be5f..b7362287a6 100644 --- a/megatron/training/training.py +++ b/megatron/training/training.py @@ -214,7 +214,7 @@ def pretrain( 1) initialize Megatron. 2) setup model, optimizer and lr schedule using the model_provider. 3) call train_val_test_data_provider to get train/val/test datasets. - 4) train the modle using the forward_step_func. + 4) train the model using the forward_step_func. Args: train_valid_test_dataset_provider: a function that takes the size of