Add changes

spack · May 24, 2024 · 08571e5 · 08571e5
1 parent 311561d
commit 08571e5
Show file tree

Hide file tree

Showing 14 changed files with 13,243 additions and 13,622 deletions.
diff --git a/_data/packages-embeddings.csv b/_data/packages-embeddings.csv
diff --git a/_data/repos.yml b/_data/repos.yml
diff --git a/_stacks/C2SM/spack-c2sm/upstreams/daint/base/spack.yaml b/_stacks/C2SM/spack-c2sm/upstreams/daint/base/spack.yaml
@@ -5,7 +5,6 @@ spack:
     - [eccodes@2.19.0, cosmo-eccodes-definitions@2.19.0.7, serialbox@2.6.1+fortran]
     - ['%nvhpc@21.3', '%cce@12.0.3', '%gcc@9.3.0']
   - libxml2@2.9.13%gcc
-  - claw@2.0.3%nvhpc
   - boost@1.82.0%gcc@9.3.0 +atomic +chrono +container +contract +coroutine +date_time
     +exception +fiber +filesystem +graph +graph_parallel +iostreams +json +locale
     +log +math +mpi +program_options +random +regex +serialization +signals +stacktrace

diff --git a/_stacks/MeteoSwiss/meteodata-lab/spack-env/spack.yaml b/_stacks/MeteoSwiss/meteodata-lab/spack-env/spack.yaml
@@ -4,10 +4,10 @@
 # configuration settings.
 spack:
   specs:
-  - fdb
-  - eckit@1.20.2 ~mpi
-  - eccodes@2.25 jp2k=none
-  - hdf5 ~mpi
+  - fdb@=5.11.116 +tools
+  - eckit@=1.26.2 ~mpi
+  - eccodes@=2.33.0 jp2k=none
+  - metkit@=1.11.9
   view: true
   concretizer:
     unify: true

diff --git a/_stacks/NERSC/spack-infrastructure/spack-configs/perlmutter-v0.22/cuda/spack.yaml b/_stacks/NERSC/spack-infrastructure/spack-configs/perlmutter-v0.22/cuda/spack.yaml
@@ -0,0 +1,63 @@
+spack:
+  view: false
+  include:
+  - /global/common/software/spackecp/perlmutter/spack_settings/compilers.yaml
+  - /global/common/software/spackecp/perlmutter/spack_settings/packages.yaml
+  config:
+    concretization: separately
+    build_stage: $spack/var/spack/stage
+    misc_cache: $spack/var/spack/misc_cache
+    concretizer: clingo
+    install_tree:
+      padded_length: 128
+  concretizer:
+    reuse: true
+    unify: false
+  mirrors:
+    perlmutter-v0.22: file:///global/common/software/spackecp/mirrors/perlmutter-v0.22
+  ci:
+    enable-artifacts-buildcache: false
+    rebuild-index: true
+    target: gitlab
+    pipeline-gen:
+    - submapping:
+      - match: [os=sles15]
+        build-job:
+          tags: [perlmutter-e4s]
+      match_behavior: first
+    - any-job:
+        before_script:
+        - git clone -c feature.manyFiles=true -b releases/v0.22 $SPACK_REPO        
+        - . spack/share/spack/setup-env.sh
+        - which spack
+        - spack --version
+    - build-job:
+        tags: [perlmutter-e4s]
+        before_script:
+        - module reset
+        - module load cpu cray-pmi        
+        - module list
+        - source setup-env.sh
+        - git clone -c feature.manyFiles=true -b releases/v0.22 $SPACK_REPO
+        - . spack/share/spack/setup-env.sh
+        - which spack
+        - spack --version
+        - spack-python --path
+        script:
+        - spack env activate --without-view -d ${SPACK_CONCRETE_ENV_DIR}
+        - spack env st
+        - export SPACK_GNUPGHOME=$HOME/.gnupg
+        - spack gpg list
+        - spack -d ci rebuild
+    - reindex-job:
+        tags: [perlmutter-e4s]
+        script:
+        - echo "End Pipeline"
+    - noop-job:
+        tags: [perlmutter-e4s]
+        script:
+        - echo "End Pipeline"
+  specs:
+  - matrix:
+    - [$cuda_specs]
+    - [$gcc_compilers]  
diff --git a/_stacks/NERSC/spack-infrastructure/spack-configs/perlmutter-v0.22/prod/gcc/spack.yaml b/_stacks/NERSC/spack-infrastructure/spack-configs/perlmutter-v0.22/prod/gcc/spack.yaml
@@ -0,0 +1,26 @@
+spack:
+  view: false
+  include:
+    - /global/common/software/spackecp/perlmutter/spack_settings/compilers.yaml
+    - /global/common/software/spackecp/perlmutter/spack_settings/packages.yaml
+  config:
+    concretization: separately
+    build_stage: $spack/var/spack/stage
+    misc_cache: $spack/var/spack/misc_cache
+    concretizer: clingo
+    install_tree: $spack/opt/spack
+  concretizer:
+    reuse: true
+    unify: false
+  mirrors:       
+    perlmutter-v0.22: file:///global/common/software/spackecp/mirrors/perlmutter-v0.22
+  specs:
+  - matrix:
+    - [$gcc_specs]
+    - [$gcc_compilers]
+  - matrix:
+    - [$nersc_specs]
+    - [$gcc_compilers]
+  - matrix:
+    - [$tools]
+    - [$gcc_compilers]
diff --git a/_stacks/SCOREC/rhel9-spack-config/v0.20.1_4/spack.yaml b/_stacks/SCOREC/rhel9-spack-config/v0.20.1_4/spack.yaml
@@ -32,6 +32,11 @@ spack:
           environment:
             set:
               SIM_LICENSE_FILE: /net/common/meshSim/license/license.txt
+              "{name}_ROOT": "{prefix}"
+        all:
+          environment:
+            set:
+              "{name}_RHEL9_ROOT": "{prefix}"
   packages:
     all:
       compiler: [gcc@13.1.0]
@@ -133,6 +138,12 @@ spack:
   - pumiSim2024.0-240219dev:
     - pumi@develop %gcc@12.3.0 +shared simmodsuite=full ~simmodsuite_version_check
       +zoltan ^zoltan+parmetis~fortran ^simmetrix-simmodsuite@2024.0-240219dev
+  - pumiSim2024.0-240402:
+    - pumi@develop %gcc@12.3.0 +shared simmodsuite=full ~simmodsuite_version_check
+      +zoltan ^zoltan+parmetis~fortran ^simmetrix-simmodsuite@2024.0-240402
+  - pumiSim2024.1-240405dev:
+    - pumi@develop %gcc@12.3.0 +shared simmodsuite=full ~simmodsuite_version_check
+      +zoltan ^zoltan+parmetis~fortran ^simmetrix-simmodsuite@2024.1-240405dev
 
   specs:
   - gcc@7.4.0%gcc@11.3.1_rhel9+binutils
@@ -161,4 +172,18 @@ spack:
   - netlib-lapack %gcc@12.3.0
   - openblas %gcc@12.3.0
   - adios2+python %gcc@12.3.0
+  - $pumiSim2024.0-240219dev
+  - $pumiSim2024.0-240402
+  - $pumiSim2024.1-240405dev
+  - swig@4.1.1 %gcc@12.3.0
+  - doxygen@1.9.6 %gcc@12.3.0
+  - boost@1.82.0 %gcc@12.3.0
+  - parallel-netcdf@1.12.3 %gcc@12.3.0
+  - netcdf-cxx4@4.3.1 %gcc@12.3.0
+  - nco@5.1.5 %gcc@12.3.0
+  - superlu@5.3.0 %gcc@12.3.0
+  - hypre@2.28.0 %gcc@12.3.0
+  - netcdf-fortran@4.6.0 %gcc@12.3.0
+
+
 
diff --git a/_stacks/eic/containers/spack-environment/prod/spack.yaml b/_stacks/eic/containers/spack-environment/prod/spack.yaml
@@ -10,7 +10,7 @@ spack:
   - dd4hep -ddeve
   - edm4eic
   - eicrecon
-  - epic
+  - epic # EPIC_VERSION
   - fastjet
   - fjcontrib
   - gaudi

diff --git a/_stacks/thomas-bouvier/spack-envs/polaris/spack.yaml b/_stacks/thomas-bouvier/spack-envs/polaris/spack.yaml
@@ -1,12 +1,12 @@
 spack:
   repos:
   - /home/tbouvier/git/mochi-spack-packages
+  - /home/tbouvier/git/spack-packages
   specs:
   # Precedence is important. These packages will be picked up in the mochi repo.
   - mochi-thallium ^argobots ^mercury +boostsys +ofi +debug ^libfabric +cuda +debug fabrics=tcp,rxm,verbs
   - mochi-margo ^json-c@0.13.0
   - cmake
-  - cuda@12
   - cudnn
   - mpi
   - nccl
@@ -16,13 +16,13 @@ spack:
   - py-pip
   - py-ruamel-yaml
   - py-filelock
-  - py-matplotlib
+  #- py-matplotlib
   - py-torch@2.2 ~gloo ~valgrind
   - py-torchvision
   - py-continuum
   - py-timm
   - py-nvidia-dali@1.36.0-cuda120
-  - py-horovod@master controllers=mpi frameworks=pytorch
+  - py-khorovod@develop controllers=mpi frameworks=pytorch
   - nano
   - openssh ~asspi # https://github.com/spack/spack/issues/43953
   view: /home/tbouvier/view/polaris
@@ -62,6 +62,12 @@ spack:
       externals:
       - spec: cray-mpich@8.1.28+wrappers
         modules: [cray-mpich/8.1.28, libfabric/1.15.2.0]
+    cuda:
+      buildable: false
+      externals:
+      - spec: cuda@12.2.2
+        modules:
+        - cudatoolkit-standalone/12.2.2
     mercury:
       buildable: true
       variants: ~boostsys ~checksum
@@ -122,7 +128,7 @@ spack:
       variants: [+cuda cuda_arch=80]
     nccl-tests:
       variants: [+cuda cuda_arch=80]
-    py-horovod:
+    py-khorovod:
       variants: [+cuda cuda_arch=80 tensor_ops=nccl]
     py-torch:
       variants: [+cuda cuda_arch=80 +nccl +cudnn +magma +distributed]
diff --git a/_stacks/ukri-excalibur/excalibur-tests/benchmarks/spack/cosma8/compute-node/spack.yaml b/_stacks/ukri-excalibur/excalibur-tests/benchmarks/spack/cosma8/compute-node/spack.yaml
@@ -138,6 +138,38 @@ spack:
       modules: []
       environment: {}
       extra_rpaths: []
+  - compiler:
+      spec: aocc@3.1.0
+      paths:
+        cc: /cosma/local/aocc/aocc-compiler-3.1.0/bin/clang
+        cxx: /cosma/local/aocc/aocc-compiler-3.1.0/bin/clang++
+        f77: /cosma/local/aocc/aocc-compiler-3.1.0/bin/flang
+        fc: /cosma/local/aocc/aocc-compiler-3.1.0/bin/flang
+      flags:
+        cflags: -Wno-unused-command-line-argument -mllvm -eliminate-similar-expr=false
+        cxxflags: -Wno-unused-command-line-argument -mllvm -eliminate-similar-expr=false
+        fflags: -Wno-unused-command-line-argument -mllvm -eliminate-similar-expr=false
+      operating_system: centos7
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []    
+  - compiler:
+      spec: aocc@4.0.0
+      paths:
+        cc: /cosma/local/aocc/aocc-compiler-4.0.0/bin/clang
+        cxx: /cosma/local/aocc/aocc-compiler-4.0.0/bin/clang++
+        f77: /cosma/local/aocc/aocc-compiler-4.0.0/bin/flang
+        fc: /cosma/local/aocc/aocc-compiler-4.0.0/bin/flang
+      flags:
+        cflags: -Wno-unused-command-line-argument -mllvm -eliminate-similar-expr=false
+        cxxflags: -Wno-unused-command-line-argument -mllvm -eliminate-similar-expr=false
+        fflags: -Wno-unused-command-line-argument -mllvm -eliminate-similar-expr=false
+      operating_system: centos7
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []        
   - compiler:
       spec: gcc@7.3.0
       paths:
@@ -216,6 +248,19 @@ spack:
       modules: []
       environment: {}
       extra_rpaths: []
+  - compiler:
+      spec: gcc@13.1.0
+      paths:
+        cc: /cosma/local/gcc/13.1.0/bin/gcc
+        cxx: /cosma/local/gcc/13.1.0/bin/g++
+        f77: /cosma/local/gcc/13.1.0/bin/gfortran
+        fc: /cosma/local/gcc/13.1.0/bin/gfortran
+      flags: {}
+      operating_system: centos7
+      target: x86_64
+      modules: []
+      environment: {}
+      extra_rpaths: []    
   - compiler:
       spec: intel@17.0.2
       paths:
@@ -413,6 +458,8 @@ spack:
       externals:
       - spec: autoconf@2.69
         prefix: /usr
+      - spec: autoconf@2.71
+        prefix: /cosma/local/autoconf/2.71/ 
     automake:
       externals:
       - spec: automake@1.13.4
@@ -421,6 +468,8 @@ spack:
       externals:
       - spec: bash@4.2.46
         prefix: /usr
+      - spec: bash@5.2.21
+        prefix: /cosma/local/bash/5.2.21/
     boost:
       externals:
       - spec: boost@1.67.0%gcc@10.2.0 arch=linux-centos7-zen2
@@ -437,14 +486,22 @@ spack:
         prefix: /cosma/local/cmake/3.11.4/
       - spec: cmake@3.18.1
         prefix: /cosma/local/cmake/3.18.1/
+      - spec: cmake@3.25.1
+        prefix: /cosma/local/cmake/3.25.1/
+      - spec: cmake@3.28.3.
+        prefix: /cosma/local/cmake/3.28.3/    
     cpio:
       externals:
       - spec: cpio@2.11
         prefix: /usr
     cuda:
       externals:
-      - spec: cuda@10.1.243
+      - spec: cuda@10.1
         prefix: /cosma/local/cuda/10.1
+      - spec: cuda@11.0
+        prefix: /cosma/local/cuda/11.0
+      - spec: cuda@11.2
+        prefix: /cosma/local/cuda/11.2
     diffutils:
       externals:
       - spec: diffutils@3.3
@@ -551,7 +608,7 @@ spack:
         prefix: /usr
     libtool:
       externals:
-      - spec: libtool@2.4
+      - spec: libtool@2.4.2
         prefix: /usr
     lustre:
       externals:
@@ -603,7 +660,7 @@ spack:
       - spec: openmpi@4.0.5~cuda+cxx+cxx_exceptions~java+lustre~memchecker+pmi~sqlite3+static~thread_multiple~wrapper-rpath%aocc@2.2.0
           fabrics=ucx schedulers=slurm
         prefix: /cosma/local/openmpi/aocc_2.2.0/4.0.5
-      - spec: openmpi@4.1.0a1~cuda~cxx~cxx_exceptions~java~memchecker+pmi~sqlite3~static~thread_multiple~wrapper-rpath%gcc@7.3.0
+      - spec: openmpi@4.1.1~cuda~cxx~cxx_exceptions~java~memchecker+pmi~sqlite3~static~thread_multiple~wrapper-rpath%gcc@7.3.0
           fabrics=ucx schedulers=slurm
         prefix: /cosma/local/openmpi/gnu_7.3.0/20190429
       - spec: openmpi@4.1.1~cuda+cxx+cxx_exceptions~java+lustre~memchecker+pmi~sqlite3+static~thread_multiple~wrapper-rpath%gcc@9.3.0
@@ -612,6 +669,18 @@ spack:
       - spec: openmpi@4.1.1~cuda+cxx+cxx_exceptions~java+lustre~memchecker+pmi~sqlite3+static~thread_multiple~wrapper-rpath%gcc@11.1.0
           schedulers=slurm
         prefix: /cosma/local/openmpi/gnu_11.1.0/4.1.1.no-ucx
+      - spec: openmpi@4.1.4~cuda+cxx+cxx_exceptions~java+lustre~memchecker+pmi~sqlite3+static~thread_multiple~wrapper-rpath%gcc@11.1.0
+          schedulers=slurm
+        prefix: /cosma/local/openmpi/gnu_13.1.0/4.1.4
+      - spec: openmpi@4.1.4~cuda+cxx+cxx_exceptions~java+lustre~memchecker+pmi~sqlite3+static~thread_multiple~wrapper-rpath%gcc@13.1.0
+          schedulers=slurm
+        prefix: /cosma/local/openmpi/gnu_13.1.0/4.1.4    
+      - spec: openmpi@4.1.5~cuda+cxx+cxx_exceptions~java+lustre~memchecker+pmi~sqlite3+static~thread_multiple~wrapper-rpath%gcc@13.1.0
+          schedulers=slurm
+        prefix: /cosma/local/openmpi/gnu_13.1.0/4.1.5    
+      - spec: openmpi@4.1.5~cuda+cxx+cxx_exceptions~java+lustre~memchecker+pmi~sqlite3+static~thread_multiple~wrapper-rpath%gcc@14.1.0
+          schedulers=slurm
+        prefix: /cosma/local/openmpi/gnu_14.1.0/4.1.5   
     openssh:
       externals:
       - spec: openssh@7.4p1

diff --git a/assets/js/repos.js b/assets/js/repos.js
diff --git a/data/package-distances.csv b/data/package-distances.csv
diff --git a/data/package-normalized-counts.csv b/data/package-normalized-counts.csv
diff --git a/data/package-pair-counts.csv b/data/package-pair-counts.csv