Use ${global_seed} in YAMLs (#165)

mosaicml · Feb 14, 2023 · b49a7ef · b49a7ef
1 parent de155cb
commit b49a7ef
Show file tree

Hide file tree

Showing 8 changed files with 8 additions and 8 deletions.
diff --git a/examples/llm/yamls/mosaic_gpt/13b.yaml b/examples/llm/yamls/mosaic_gpt/13b.yaml
@@ -84,7 +84,7 @@ eval_subset_num_batches: -1
 global_train_batch_size: 1024
 
 # System
-seed: 17
+seed: ${global_seed}
 device_eval_batch_size: 8
 device_train_microbatch_size: 8
 # device_train_microbatch_size: auto

diff --git a/examples/llm/yamls/mosaic_gpt/1b.yaml b/examples/llm/yamls/mosaic_gpt/1b.yaml
@@ -84,7 +84,7 @@ eval_subset_num_batches: -1
 global_train_batch_size: 512
 
 # System
-seed: 17
+seed: ${global_seed}
 device_eval_batch_size: 4
 device_train_microbatch_size: 4
 # device_train_microbatch_size: auto

diff --git a/examples/llm/yamls/mosaic_gpt/30b.yaml b/examples/llm/yamls/mosaic_gpt/30b.yaml
@@ -84,7 +84,7 @@ eval_subset_num_batches: -1
 global_train_batch_size: 2048
 
 # System
-seed: 17
+seed: ${global_seed}
 device_eval_batch_size: 8
 device_train_microbatch_size: 8
 # device_train_microbatch_size: auto

diff --git a/examples/llm/yamls/mosaic_gpt/350m.yaml b/examples/llm/yamls/mosaic_gpt/350m.yaml
@@ -84,7 +84,7 @@ eval_subset_num_batches: -1
 global_train_batch_size: 256
 
 # System
-seed: 17
+seed: ${global_seed}
 device_eval_batch_size: 8
 device_train_microbatch_size: 8
 # device_train_microbatch_size: auto

diff --git a/examples/llm/yamls/mosaic_gpt/3b.yaml b/examples/llm/yamls/mosaic_gpt/3b.yaml
@@ -84,7 +84,7 @@ eval_subset_num_batches: -1
 global_train_batch_size: 512
 
 # System
-seed: 17
+seed: ${global_seed}
 device_eval_batch_size: 8
 device_train_microbatch_size: 8
 # device_train_microbatch_size: auto

diff --git a/examples/llm/yamls/mosaic_gpt/70b.yaml b/examples/llm/yamls/mosaic_gpt/70b.yaml
@@ -84,7 +84,7 @@ eval_subset_num_batches: -1
 global_train_batch_size: 2048
 
 # System
-seed: 17
+seed: ${global_seed}
 device_eval_batch_size: 4
 device_train_microbatch_size: 4
 # device_train_microbatch_size: auto

diff --git a/examples/llm/yamls/mosaic_gpt/760m.yaml b/examples/llm/yamls/mosaic_gpt/760m.yaml
@@ -84,7 +84,7 @@ eval_subset_num_batches: -1
 global_train_batch_size: 256
 
 # System
-seed: 17
+seed: ${global_seed}
 device_eval_batch_size: 4
 device_train_microbatch_size: 4
 # device_train_microbatch_size: auto

diff --git a/examples/llm/yamls/mosaic_gpt/7b.yaml b/examples/llm/yamls/mosaic_gpt/7b.yaml
@@ -84,7 +84,7 @@ eval_subset_num_batches: -1
 global_train_batch_size: 1024
 
 # System
-seed: 17
+seed: ${global_seed}
 device_eval_batch_size: 8
 device_train_microbatch_size: 8
 # device_train_microbatch_size: auto