diff --git a/examples/training/llama/tp_pp_llama_hf_pretrain/run_llama_nxd.py b/examples/training/llama/tp_pp_llama_hf_pretrain/run_llama_nxd.py index e7cd4bb..701b936 100644 --- a/examples/training/llama/tp_pp_llama_hf_pretrain/run_llama_nxd.py +++ b/examples/training/llama/tp_pp_llama_hf_pretrain/run_llama_nxd.py @@ -191,7 +191,7 @@ def get_model(config): args.training_dir, args.train_batch_size, dp_size, dp_rank, args.seed ) - print("Creating sample dataloader finised") + print("Creating sample dataloader finished") # Only print/logging on the last PP rank of the first PP group # Since loss is only in the last PP rank