update;

Author: lee1043

pcmdi_metrics/variability_mode/param/myParam_demo_NAM.py

@@ -13,16 +13,16 @@
 # Analysis Options
 # -------------------------------------------------
 variability_mode = "NAM"  # Available domains: NAM, NAO, SAM, PNA, PDO
-seasons = ["DJF"]  # Available seasons: DJF, MAM, JJA, SON, monthly, yearly
+seasons = ["DJF", "MAM", "JJA", "SON"]  # Available seasons: DJF, MAM, JJA, SON, monthly, yearly
 
 ConvEOF = True  # Calculate conventioanl EOF for model
 CBF = True  # Calculate Common Basis Function (CBF) for model
 
 # =================================================
 # Miscellaneous
 # -------------------------------------------------
-update_json = True  # False
-debug = True  # False
+update_json = False
+debug = False
 
 # =================================================
 # Observation
@@ -81,5 +81,11 @@
     "%(reference_data_name)",
 )
 
-nc_out = True  # Write output in NetCDF
-plot = True  # Create map graphics
+# Output for obs
+plot_obs = True  # Create map graphics
+nc_out_obs = True  # Write output in NetCDF
+
+# Output for models
+nc_out = True
+plot = True
+

pcmdi_metrics/variability_mode/param/myParam_demo_PDO.py

@@ -23,8 +23,8 @@
 # =================================================
 # Miscellaneous
 # -------------------------------------------------
-update_json = True  # False
-debug = True  # False
+update_json = False  # False
+debug = False  # False
 
 # =================================================
 # Observation
@@ -88,5 +88,10 @@
     "%(reference_data_name)",
 )
 
-nc_out = True  # Write output in NetCDF
-plot = True  # Create map graphics
+# Output for obs
+plot_obs = True  # Create map graphics
+nc_out_obs = True  # Write output in NetCDF
+
+# Output for models
+nc_out = True
+plot = True  

pcmdi_metrics/variability_mode/scripts_pcmdi/run_all_modes_mips.sh

@@ -1,10 +1,6 @@
 #!/bin/sh
 set -ax
 
-# Working conda env
-# - Crunchy: pmp_nightly_20181128, pmp_nightly_20190617
-# - Grim: pmp_nightly_20190522
-
 ver=`date +"%Y%m%d"`
 mips='cmip3 cmip5 cmip6'
 mips='cmip6'

pcmdi_metrics/variability_mode/scripts_pcmdi/run_pmp_parallel.sh

@@ -29,8 +29,11 @@ modnames='all'
 
 realization='all'
 
-param_dir='../../../sample_setups/pcmdi_parameter_files/variability_modes'
+num_workers=5
+
+#param_dir='../../../sample_setups/pcmdi_parameter_files/variability_modes'
 #param_dir='../../../sample_setups/pcmdi_parameter_files/variability_modes/alternative_obs'
+param_dir='../param'
 
 for mip in $mips; do
     echo $mip
@@ -48,8 +51,15 @@ for mip in $mips; do
         mkdir -p ./log/$mip/$exp/$case_id
         # Run
         for mode in $modes_list; do
+
+            if [ $mode == 'PDO' ] || [ $mode == 'NPGO' ] || [ $mode == 'AMO' ]; then
+                mode_o='PDO'
+            else
+                mode_o='NAM'
+            fi
+
             echo $mip $exp $mode $case_id
-            python ./parallel_driver.py -p ${param_dir}/myParam_${mode}_${mip}.py --param_dir $param_dir --mip $mip --exp $exp --case_id $case_id --modnames $modnames --realization $realization --variability_mode $mode >& ./log/$mip/$exp/$case_id/log.${mip}.${exp}.${mode}.all.v${ver}.txt &
+            python ./parallel_driver.py -p ${param_dir}/myParam_${mode_o}_${mip}.py --param_dir $param_dir --mip $mip --exp $exp --case_id $case_id --modnames $modnames --realization $realization --variability_mode $mode --num_workers $num_workers >& ./log/$mip/$exp/$case_id/log.${mip}.${exp}.${mode}.all.v${ver}.txt &
             disown
             sleep 1
         done

pcmdi_metrics/variability_mode/scripts_pcmdi/run_pmp_parallel_example_setup.sh

@@ -0,0 +1,57 @@
+#!/bin/sh
+set -a
+
+# To avoid below error
+# OpenBLAS blas_thread_init: pthread_create failed for thread XX of 96: Resource temporarily unavailable
+export OMP_NUM_THREADS=1
+
+# Working conda env in gates: cdat82_20191107_py27
+
+ver=`date +"%Y%m%d-%H%M"`
+case_id="v"`date +"%Y%m%d"`
+
+#mips='cmip3 cmip5 cmip6'
+#mips='cmip5 cmip6'
+#mips='cmip5'
+mips='cmip6'
+#mips='cmip3'
+
+#exps='20c3m amip'
+#exps='20c3m'
+#exps='historical amip'
+exps='historical'
+#exps='amip'
+
+#modes='all'
+modes='NAO NPO PNA'
+
+modnames='all'
+
+realization='all'
+
+param_dir='../../../sample_setups/pcmdi_parameter_files/variability_modes'
+#param_dir='../../../sample_setups/pcmdi_parameter_files/variability_modes/alternative_obs'
+
+for mip in $mips; do
+    echo $mip
+    for exp in $exps; do
+        if [ $modes == 'all' ]; then
+            if [ $exp == 'historical' ] || [ $exp == '20c3m' ]; then
+                modes_list='NAM NAO PNA SAM PDO NPO NPGO'
+            elif [ $exp == 'amip' ]; then
+                modes_list='NAM NAO PNA SAM NPO'
+            fi
+        else
+            modes_list=$modes
+        fi
+        # Log dir
+        mkdir -p ./log/$mip/$exp/$case_id
+        # Run
+        for mode in $modes_list; do
+            echo $mip $exp $mode $case_id
+            python ./parallel_driver.py -p ${param_dir}/myParam_${mode}_${mip}.py --param_dir $param_dir --mip $mip --exp $exp --case_id $case_id --modnames $modnames --realization $realization --variability_mode $mode >& ./log/$mip/$exp/$case_id/log.${mip}.${exp}.${mode}.all.v${ver}.txt &
+            disown
+            sleep 1
+        done
+    done
+done