Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
59 changes: 57 additions & 2 deletions configs/sites/tier1/noaa-aws/README.md
Original file line number Diff line number Diff line change
@@ -1,47 +1,102 @@
# Provisiong ParallelWorks AWS clusters
# Provisioning ParallelWorks NOAA-AWS clusters

## Use ParallelWorks NOAA-AWS Rocky9 cluster
## Steps to install ue-oneapi-2025.3.0 environment

module purge

mkdir -p /contrib/spack-stack-rocky9

cd /contrib/spack-stack-rocky9/

git clone --recurse-submodules -b release/2.1 https://github.com/jcsda/spack-stack.git spack-stack-2.1

cd spack-stack-2.1

source setup.sh

. setup.sh
spack stack create env --site noaa-aws --template unified-dev --compiler oneapi-2025.3.0 --name ue-oneapi-2025.3.0

spack env activate -p envs/ue-oneapi-2025.3.0

cd ./envs/ue-oneapi-2025.3.0

export MODULES_AUTO_HANDLING=1

module use /pw/apps/modules/intel/2025.3.0

module load compiler/2025.3.0

module load mpi

spack concretize 2>&1 | tee log.concretize

spack install --verbose --fail-fast --show-log-on-error --no-check-signature 2>&1 | tee log.install

spack module lmod refresh -y

spack stack setup-meta-modules

## Steps to install gcc-12.4.0 environment

module purge

mkdir -p /contrib/spack-stack-rocky9

cd /contrib/spack-stack-rocky9/

cd spack-stack-2.1

source setup.sh

spack stack create env --site noaa-aws --template unified-dev --compiler gcc-12.4.0 --name ue-gcc-12.4.0

spack env activate -p envs/ue-gcc-12.4.0

cd ./envs/ue-gcc-12.4.0

spack concretize 2>&1 | tee log.concretize

spack install --verbose --fail-fast --show-log-on-error --no-check-signature 2>&1 | tee log.install

spack module lmod refresh -y

spack stack setup-meta-modules

## Steps to test installation for ue-oneapi-2025.3.0:

module purge

module reset

export MODULES_AUTO_HANDLING=1

module use /pw/apps/modules/intel/2025.3.0

module use /contrib/spack-stack-rocky9/spack-stack-2.1/envs/ue-oneapi-2025.3.0/modules/Core

module load stack-intel-oneapi-compilers/2025.3.0

module load stack-intel-oneapi-mpi/2021.17

module load jasper libpng netcdf-c netcdf-fortran parallelio esmf fms bacio crtm g2 g2tmpl ip w3emc gftl-shared mapl nemsio sfcio sigio w3nco wrf-io wgrib2 scotch

module list

## Steps to test installation for ue-gcc-12.4.0:

module purge

module reset

module use /contrib/spack-stack-rocky9/spack-stack-2.1/envs/ue-gcc-12.4.0/modules/Core

module load stack-gcc/12.4.0

module load stack-openmpi/4.1.6

module load jasper libpng netcdf-c netcdf-fortran parallelio esmf fms bacio crtm g2 g2tmpl ip w3emc gftl-shared mapl nemsio sfcio sigio w3nco wrf-io wgrib2 scotch

module list


10 changes: 5 additions & 5 deletions configs/sites/tier1/noaa-aws/packages.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ packages:
externals:
- spec: binutils@2.35.2~gold+headers
prefix: /usr
libd:
libdb:
externals:
- spec: libdb@5.3.28
prefix: /usr
Expand Down Expand Up @@ -77,7 +77,7 @@ packages:
prefix: /usr
grep:
externals:
- spec: grep@3.6.5
- spec: grep@3.6
prefix: /usr
groff:
externals:
Expand All @@ -87,7 +87,7 @@ packages:
externals:
- spec: hwloc@2.4.1
prefix: /usr
krb5-lib:
krb5-libs:
externals:
- spec: krb5@1.21.1
prefix: /usr
Expand All @@ -101,7 +101,7 @@ packages:
prefix: /usr
mysql:
externals:
- spec: mysql@10.6.6
- spec: mysql@10.5.27
prefix: /usr
ncurses:
externals:
Expand All @@ -113,7 +113,7 @@ packages:
prefix: /usr
perl:
externals:
- spec: perl@5.26.3~cpanm+shared+threads
- spec: perl@5.32.1~cpanm+shared+threads
prefix: /usr
pkg-config:
externals:
Expand Down
1 change: 0 additions & 1 deletion configs/sites/tier1/noaa-aws/packages_gcc-12.4.0.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,5 @@ packages:
- spec: openmpi@4.1.6~internal-hwloc+two_level_namespace
prefix: /apps/spack-2024-12/linux-rocky9-x86_64/gcc-11.4.1/openmpi-4.1.6-2dkf6t23iyw4xodxruh72yvmrhhvyoms
modules:
- gnu/12.4.0
- openmpi/4.1.6

110 changes: 84 additions & 26 deletions configs/sites/tier1/noaa-azure/README.md
Original file line number Diff line number Diff line change
@@ -1,43 +1,101 @@
# Provisiong ParallelWorks Azure clusters
# Provisioning ParallelWorks NOAA-Azure clusters

## Steps to perform before installing spack-stack version 1.9.3
## Use ParallelWorks NOAA-Azure Rocky9 cluster
## Steps to install ue-oneapi-2025.3.0 environment

sudo su -
chmod 777 /contrib
yum install -y qt5-qtbase-devel
yum install -y qt5-qtsvg-devel
module purge

mkdir -p /contrib/spack-stack-rocky9

## Steps to install spack-stack version 1.8.0
cd /contrib/spack-stack-rocky9/

sudo su -
chmod 777 /contrib
git clone --recurse-submodules -b release/2.1 https://github.com/jcsda/spack-stack.git spack-stack-2.1

module purge
cd spack-stack-2.1

source setup.sh

spack stack create env --site noaa-azure --template unified-dev --compiler oneapi-2025.3.0 --name ue-oneapi-2025.3.0

spack env activate -p envs/ue-oneapi-2025.3.0

cd ./envs/ue-oneapi-2025.3.0

export MODULES_AUTO_HANDLING=1

module use /pw/apps/modules/intel/2025.3.0

module load compiler/2025.3.0

module load mpi

cd /contrib/spack-stack-rocky8/
git clone --recursive https://github.com/JCSDA/spack-stack -b release/1.9.0 spack-stack-1.9.3
cd spack-stack-1.9.3
. setup.sh
spack stack create env --name ue-oneapi-2024.2.1 --template unified-dev --site noaa-azure --compiler oneapi
cd envs/ue-oneapi-2024.2.1
spack env activate .
spack concretize 2>&1 | tee log.concretize

spack install --verbose --fail-fast --show-log-on-error --no-check-signature 2>&1 | tee log.install

spack module lmod refresh -y

spack stack setup-meta-modules

## Steps to install GSI addon
## Steps to install gcc-12.4.0 environment

module purge

mkdir -p /contrib/spack-stack-rocky9

cd /contrib/spack-stack-rocky9/

sudo su -
chmod 777 /contrib
cd spack-stack-2.1

source setup.sh

spack stack create env --site noaa-azure --template unified-dev --compiler gcc-12.4.0 --name ue-gcc-12.4.0

spack env activate -p envs/ue-gcc-12.4.0

cd ./envs/ue-gcc-12.4.0

cd /contrib/spack-stack-rocky8/spack-stack-1.9.3
. setup.sh
spack stack create env --name gsi-oneapi-2024.2.1 --template gsi-addon-dev --site noaa-azure --upstream /contrib/spack-stack-rocky8/spack-stack-1.9.3/envs/ue-oneapi-2024.2.1/install --compiler oneapi
cd envs/gsi-oneapi-2024.2.1
spack env activate .
spack concretize 2>&1 | tee log.concretize

spack install --verbose --fail-fast --show-log-on-error --no-check-signature 2>&1 | tee log.install
spack module lmod refresh --upstream-modules

spack module lmod refresh -y

spack stack setup-meta-modules

## Steps to test installation for ue-oneapi-2025.3.0:

module purge

module reset

export MODULES_AUTO_HANDLING=1

module use /pw/apps/modules/intel/2025.3.0

module use /contrib/spack-stack-rocky9/spack-stack-2.1/envs/ue-oneapi-2025.3.0/modules/Core

module load stack-intel-oneapi-compilers/2025.3.0

module load stack-intel-oneapi-mpi/2021.17

module load jasper libpng netcdf-c netcdf-fortran parallelio esmf fms bacio crtm g2 g2tmpl ip w3emc gftl-shared mapl nemsio sfcio sigio w3nco wrf-io wgrib2 scotch

module list

## Steps to test installation for ue-gcc-12.4.0:

module purge

module reset

module use /contrib/spack-stack-rocky9/spack-stack-2.1/envs/ue-gcc-12.4.0/modules/Core

module load stack-gcc/12.4.0

module load stack-openmpi/4.1.6

module load jasper libpng netcdf-c netcdf-fortran parallelio esmf fms bacio crtm g2 g2tmpl ip w3emc gftl-shared mapl nemsio sfcio sigio w3nco wrf-io wgrib2 scotch

module list

51 changes: 0 additions & 51 deletions configs/sites/tier1/noaa-azure/compilers.yaml

This file was deleted.

2 changes: 1 addition & 1 deletion configs/sites/tier1/noaa-azure/config.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
config:
build_jobs: 4
build_jobs: 6

# Overrides for spack build and staging areas to speed up builds
# and avoid errors with hard links on the NFS filesystem /contrib
Expand Down
18 changes: 0 additions & 18 deletions configs/sites/tier1/noaa-azure/mirrors.yaml

This file was deleted.

Loading
Loading