Merge pull request #1018 from CliMA/zs/tinyamip_seed

make one nightly amip deterministic
CliMA · Oct 15, 2024 · 84560c2 · 84560c2
2 parents 25d5851 + ddff98b
commit 84560c2
Show file tree

Hide file tree

Showing 5 changed files with 50 additions and 19 deletions.
diff --git a/.buildkite/longruns/pipeline.yml b/.buildkite/longruns/pipeline.yml
@@ -297,7 +297,7 @@ steps:
           queue: clima
           slurm_gpus_per_task: 1
           slurm_cpus_per_task: 4
-          slurm_ntasks: 4
+          slurm_ntasks: 1
           slurm_mem: 30GB
           modules: common
         soft_fail: true

diff --git a/.buildkite/nightly/pipeline.yml b/.buildkite/nightly/pipeline.yml
@@ -50,12 +50,12 @@ steps:
 
     steps:
 
-      - label: "1 Coarse current AMIP: diagedmf + 0M + bucket land"
-        key: "amip1"
+      - label: "Coarse current AMIP: diagedmf + 0M + bucket land"
+        key: "amip"
         command:
           - echo "--- Run simulation"
-          - "julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_coarse.yml --job_id amip_coarse1"
-        artifact_paths: "experiments/ClimaEarth/output/amip/amip_coarse1_artifacts/*"
+          - "julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_coarse.yml --job_id amip_coarse"
+        artifact_paths: "experiments/ClimaEarth/output/amip/amip_coarse_artifacts/*"
         timeout_in_minutes: 840
         env:
           CLIMACOMMS_DEVICE: "CUDA"
@@ -65,12 +65,12 @@ steps:
           slurm_ntasks: 1
           slurm_mem: 30GB
 
-      - label: "2 Coarse current AMIP: diagedmf + 0M + bucket land"
-        key: "amip2"
+      - label: "1 Coarse current AMIP: diagedmf + 0M + bucket land (unique seed)"
+        key: "amip_random1"
         command:
           - echo "--- Run simulation"
-          - "julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_coarse.yml --job_id amip_coarse2"
-        artifact_paths: "experiments/ClimaEarth/output/amip/amip_coarse2_artifacts/*"
+          - "julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_coarse_random.yml --job_id amip_coarse_random1"
+        artifact_paths: "experiments/ClimaEarth/output/amip/amip_coarse_random1_artifacts/*"
         timeout_in_minutes: 1080
         env:
           CLIMACOMMS_DEVICE: "CUDA"
@@ -80,12 +80,12 @@ steps:
           slurm_ntasks: 1
           slurm_mem: 30GB
 
-      - label: "3 Coarse current AMIP: diagedmf + 0M + bucket land"
-        key: "amip3"
+      - label: "2 Coarse current AMIP: diagedmf + 0M + bucket land (unique seed)"
+        key: "amip_random2"
         command:
           - echo "--- Run simulation"
-          - "julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_coarse.yml --job_id amip_coarse3"
-        artifact_paths: "experiments/ClimaEarth/output/amip/amip_coarse3_artifacts/*"
+          - "julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_coarse_random.yml --job_id amip_coarse_random2"
+        artifact_paths: "experiments/ClimaEarth/output/amip/amip_coarse_random2_artifacts/*"
         timeout_in_minutes: 1080
         env:
           CLIMACOMMS_DEVICE: "CUDA"
@@ -95,12 +95,12 @@ steps:
           slurm_ntasks: 1
           slurm_mem: 30GB
 
-      - label: "4 Coarse current AMIP: diagedmf + 0M + bucket land"
-        key: "amip4"
+      - label: "3 Coarse current AMIP: diagedmf + 0M + bucket land (unique seed)"
+        key: "amip_random3"
         command:
           - echo "--- Run simulation"
-          - "julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_coarse.yml --job_id amip_coarse4"
-        artifact_paths: "experiments/ClimaEarth/output/amip/amip_coarse4_artifacts/*"
+          - "julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_coarse_random.yml --job_id amip_coarse_random3"
+        artifact_paths: "experiments/ClimaEarth/output/amip/amip_coarse_random3_artifacts/*"
         timeout_in_minutes: 1080
         env:
           CLIMACOMMS_DEVICE: "CUDA"

diff --git a/config/longrun_configs/amip_target_topo_diagedmf_gpu.yml b/config/longrun_configs/amip_target_topo_diagedmf_gpu.yml
@@ -16,7 +16,7 @@ netcdf_output_at_levels: true
 output_default_diagnostics: true
 start_date: "20100101"
 surface_setup: "PrescribedSurface"
-t_end: "366days"
+t_end: "300days"
 topo_smoothing: true
 topography: "Earth"
 coupler_toml_file: "toml/amip_target_topo_diagedmf.toml"

diff --git a/config/nightly_configs/amip_coarse.yml b/config/nightly_configs/amip_coarse.yml
@@ -26,7 +26,6 @@ t_end: "549days"
 topo_smoothing: true
 topography: "Earth"
 turb_flux_partition: "CombinedStateFluxesMOST"
-unique_seed: true
 viscous_sponge: false
 z_elem: 31
 z_max: 50000.0
diff --git a/config/nightly_configs/amip_coarse_random.yml b/config/nightly_configs/amip_coarse_random.yml
@@ -0,0 +1,32 @@
+FLOAT_TYPE: "Float32"
+albedo_model: "CouplerAlbedo"
+anim: false
+atmos_config_file: "config/longrun_configs/amip_target_diagedmf.yml"
+coupler_toml_file: "toml/amip.toml"
+dt: "180secs"
+dt_cpl: 180
+dt_save_state_to_disk: "30days"
+dt_save_to_sol: "30days"
+dz_bottom: 100.0
+energy_check: false
+h_elem: 8
+hourly_checkpoint: true
+hourly_checkpoint_dt: 720
+land_albedo_type: "map_temporal"
+mode_name: "amip"
+mono_surface: false
+netcdf_interpolation_num_points: [90, 45, 31]
+netcdf_output_at_levels: true
+output_default_diagnostics: true
+rayleigh_sponge: true
+smoothing_order: 10
+start_date: "20100101"
+surface_setup: "PrescribedSurface"
+t_end: "549days"
+topo_smoothing: true
+topography: "Earth"
+turb_flux_partition: "CombinedStateFluxesMOST"
+unique_seed: true
+viscous_sponge: false
+z_elem: 31
+z_max: 50000.0