fixup

Author: ray-chew

runs/icon_etopo_global.py

@@ -1,3 +1,23 @@
+#!/usr/bin/env python3
+"""
+ICON ETOPO Global Processing Script
+
+IMPORTANT: Thread control environment variables must be set BEFORE numpy/numba import
+to prevent thread over-subscription with Dask workers.
+"""
+import os
+
+# ============================================================================
+# CRITICAL: Set thread limits BEFORE importing numpy/numba/scipy
+# This prevents thread over-subscription when using Dask with threads_per_worker > 1
+# ============================================================================
+os.environ['OMP_NUM_THREADS'] = '1'
+os.environ['MKL_NUM_THREADS'] = '1'
+os.environ['OPENBLAS_NUM_THREADS'] = '1'
+os.environ['NUMEXPR_NUM_THREADS'] = '1'
+os.environ['NUMBA_NUM_THREADS'] = '1'  # Critical: prevents Numba parallel=True conflicts
+os.environ['VECLIB_MAXIMUM_THREADS'] = '1'
+
 import numpy as np
 import matplotlib
 matplotlib.use('Agg')  # Use non-GUI backend for parallel processing
@@ -527,7 +547,7 @@ def parallel_wrapper(grid, params, reader, writer, chunk_output_dir, clat_rad, c
             'description': 'Generic laptop (16 threads, 16GB RAM)'
         },
         'dkrz_hpc': {
-            'total_cores': 8,
+            'total_cores': 250,
             'total_memory_gb': 240.0,
             'netcdf_chunk_size': 100,
             'memory_per_cpu_mb': None,  # SLURM quota on interactive partition