Fix llama_13b.toml -> llama2_13b.toml in multinode_trainer.slurm (pyt…

…orch#350) cc @wanchaol @lessw2020 @wconstab
tianyu-l · May 22, 2024 · 2074665 · 2074665
1 parent 4ffece4
commit 2074665
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/multinode_trainer.slurm b/multinode_trainer.slurm
@@ -54,7 +54,7 @@ export NCCL_BUFFSIZE=2097152
 #export TORCH_DIST_INIT_BARRIER=1
 export FI_EFA_SET_CUDA_SYNC_MEMOPS=0
 #export USE_LIBUV=1
-CONFIG_FILE=${CONFIG_FILE:-"./train_configs/llama_13b.toml"}
+CONFIG_FILE=${CONFIG_FILE:-"./train_configs/llama2_13b.toml"}
 
 dcgmi profile --pause
 # adjust sbatch --ntasks and sbatch --nodes above and --nnodes below