Update

[ghstack-poisoned]
pytorch · Jul 15, 2024 · 9aa483d · 9aa483d
2 parents 6c59994 + 9915107
commit 9aa483d
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 3 deletions.
diff --git a/run_llama_train.sh b/run_llama_train.sh
@@ -11,7 +11,6 @@ set -ex
 # e.g.
 # LOG_RANK=0,1 NGPU=4 ./run_llama_train.sh
 NGPU=${NGPU:-"8"}
-NNODES=${NNODES:-"1"}
 LOG_RANK=${LOG_RANK:-0}
 CONFIG_FILE=${CONFIG_FILE:-"./train_configs/debug_model.toml"}
 

diff --git a/run_memory_estimation.sh b/run_memory_estimation.sh
@@ -9,10 +9,9 @@ set -ex
 
 # use envs as local overrides for convenience
 # e.g.
-# LOG_RANK=0,1 NGPU=4 ./run_llama_train.sh
+# NGPU=4 ./run_memory_estimation.sh
 NGPU=${NGPU:-"8"}
 NNODES=${NNODES:-"1"}
-LOG_RANK=${LOG_RANK:-0}
 CONFIG_FILE=${CONFIG_FILE:-"./train_configs/debug_model.toml"}
 
 overrides=""