Skip to content

Use new environment ncarenv/24.12 on derecho for spack-stack-1.9.x #1756

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
climbfuji merged 4 commits into from
Aug 28, 2025
Merged

Use new environment ncarenv/24.12 on derecho for spack-stack-1.9.x #1756

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
2cf6ad8
New Derecho environment ncarenv/24.12 for release/1.9.0
Aug 25, 2025
c8e283e
Merge branch 'release/1.9.0' into feature/derecho_new_env
climbfuji Aug 26, 2025
80213a4
updating Derecho packages_gcc.yaml
Aug 27, 2025
d7ebe41
Merge branch 'release/1.9.0' into feature/derecho_new_env
climbfuji Aug 28, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
35 changes: 18 additions & 17 deletions configs/sites/tier1/derecho/compilers.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,45 +2,46 @@ compilers::
- compiler:
spec: [email protected]
paths:
cc: /glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1/compiler/2024.2/bin/icx
cxx: /glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1/compiler/2024.2/bin/icpx
f77: /glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1/compiler/2024.2/bin/ifort
fc: /glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1/compiler/2024.2/bin/ifort
cc: /glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2/bin/icx
cxx: /glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2/bin/icpx
f77: /glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2/bin/ifort
fc: /glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2/bin/ifort
flags: {}
operating_system: sles15
target: x86_64
modules:
- ncarenv/23.09
- intel-oneapi/2024.2.1
- intel/2024.2.1
- ncarenv/24.12
environment:
prepend_path:
PATH: '/opt/cray/pe/gcc/12.2.0/snos/bin'
CPATH: '/opt/cray/pe/gcc/12.2.0/snos/include'
LD_LIBRARY_PATH: '/opt/cray/pe/gcc/12.2.0/snos/lib:/opt/cray/pe/gcc/12.2.0/snos/lib64'
PATH: '/glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/bin'
CPATH: '/glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/include'
LD_LIBRARY_PATH: '/glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/lib:/glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/lib64'
set:
# https://github.com/JCSDA/spack-stack/issues/957
FI_CXI_RX_MATCH_MODE: 'hybrid'
# https://github.com/JCSDA/spack-stack/issues/1012
I_MPI_EXTRA_FILESYSTEM: 'ON'
extra_rpaths: []
- compiler:
spec: gcc@12.2.0
spec: gcc@12.4.0
paths:
cc: /opt/cray/pe/gcc/12.2.0/bin/gcc
cxx: /opt/cray/pe/gcc/12.2.0/bin/g++
f77: /opt/cray/pe/gcc/12.2.0/bin/gfortran
fc: /opt/cray/pe/gcc/12.2.0/bin/gfortran
cc: /glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/bin/gcc
cxx: /glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/bin/g++
f77: /glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/bin/gfortran
fc: /glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/bin/gfortran
flags: {}
operating_system: sles15
target: x86_64
modules:
- ncarenv/23.09
- gcc/12.2.0
- ncarenv/24.12
- gcc/12.4.0
environment:
prepend_path:
# For compiling scotch (which requires Intel MPI) with gcc in the [email protected] unified environment
LD_LIBRARY_PATH: '/glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1/compiler/2024.2/lib'
LD_LIBRARY_PATH: '/glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2/lib'
set:
# https://github.com/JCSDA/spack-stack/issues/957
FI_CXI_RX_MATCH_MODE: 'hybrid'
extra_rpaths: []

25 changes: 11 additions & 14 deletions configs/sites/tier1/derecho/packages.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,10 +34,6 @@ packages:
externals:
- spec: [email protected]
prefix: /usr
curl:
externals:
- spec: [email protected]+gssapi+ldap+nghttp2
prefix: /glade/u/apps/derecho/23.09/spack/opt/spack/curl/8.1.2/gcc/7.5.0/uq6y
cvs:
externals:
- spec: [email protected]
Expand All @@ -56,14 +52,12 @@ packages:
prefix: /usr
git:
externals:
- spec: [email protected]+tcltk
prefix: /glade/u/apps/derecho/23.09/spack/opt/spack/git/2.41.0/gcc/7.5.0/jgni
- spec: [email protected]+tcltk
prefix: /usr
- spec: [email protected]
prefix: /glade/u/apps/casper/24.12/spack/opt/spack/git/2.47.0/gcc/12.4.0/cn62
git-lfs:
externals:
- spec: git-lfs@3.3.0
prefix: /glade/u/apps/derecho/23.09/spack/opt/spack/git-lfs/3.3.0/gcc/7.5.0/u3kh
- spec: git-lfs@3.5.1
prefix: /glade/u/apps/casper/24.12/spack/opt/spack/git-lfs/3.5.1/gcc/12.4.0/aivb
gmake:
externals:
- spec: [email protected]
Expand All @@ -85,17 +79,17 @@ packages:
- spec: [email protected]
prefix: /usr
mysql:
buildable: False
buildable: false
externals:
- spec: [email protected]
prefix: /glade/work/epicufsrt/contrib/spack-stack/derecho/mysql-8.0.33
openssh:
externals:
- spec: [email protected]
prefix: /usr
# spack concretizer gets confused when omitting %gcc from the external spec (a spack bug?)
# spack concretizer gets confused when omitting %gcc from the external spec (a spack bug?)
openssl:
buildable: False
buildable: false
externals:
- spec: [email protected]%gcc
prefix: /usr
Expand All @@ -104,9 +98,12 @@ packages:
- spec: [email protected]
prefix: /usr
qt:
buildable: False
buildable: false
externals:
- spec: [email protected]
# Newer versions don't work, some headers are missing
#prefix: /glade/u/apps/casper/24.12/spack/opt/spack/qt/5.14.2/gcc/12.4.0/6suc
#prefix: /glade/u/apps/casper/24.12/spack/opt/spack/qt/5.14.2/gcc/12.4.0/axtw
prefix: /glade/u/apps/derecho/23.09/spack/opt/spack/qt/5.14.2/gcc/7.5.0/eqcj
sed:
externals:
Expand Down
27 changes: 21 additions & 6 deletions configs/sites/tier1/derecho/packages_gcc.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,15 +1,30 @@
packages:
all:
compiler:: [gcc@12.2.0]
compiler:: [gcc@12.4.0]
providers:
mpi:: [[email protected].27]
mpi:: [[email protected].29]
mpi:
buildable: False
cray-mpich:
externals:
- spec: [email protected].27%gcc@12.2.0 +wrappers
- spec: [email protected].29%gcc@12.4.0 +wrappers
modules:
- craype/2.7.20
- cray-mpich/8.1.27
- craype/2.7.31
- ncarenv/24.12
- cray-mpich/8.1.29
- libfabric/1.15.2.0
- cray-pals/1.2.11
environment:
prepend_path:
PATH: '/opt/cray/pe/pals/1.2.12/bin'
PKG_CONFIG_PATH: '/opt/cray/pe/pals/1.2.12/lib/pkgconfig'
MANPATH: '/opt/cray/pe/pals/1.2.12/man'
PE_PALS_PKGCONFIG_LIBS: 'libpals'
PE_PKGCONFIG_PRODUCTS: 'PE_PALS'
set:
# https://github.com/JCSDA/spack-stack/issues/957
FI_CXI_RX_MATCH_MODE: 'hybrid'
# https://github.com/JCSDA/spack-stack/issues/1012
I_MPI_EXTRA_FILESYSTEM: 'ON'
I_MPI_OFI_LIBRARY: '/opt/cray/libfabric/1.15.2.0/lib64/libfabric.so.1'
extra_rpaths: []

26 changes: 20 additions & 6 deletions configs/sites/tier1/derecho/packages_oneapi.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,23 +1,37 @@
packages:
all:
compiler:: [[email protected], gcc@12.2.0]
compiler:: [[email protected], gcc@12.4.0]
providers:
mpi:: [[email protected]]
mpi:
buildable: False
buildable: true
cray-mpich:
externals:
- spec: [email protected]%[email protected] +wrappers
modules:
- craype/2.7.20
- cray-mpich/8.1.29
- intel/2024.2.1
- ncarenv/24.12
- craype/2.7.31
- libfabric/1.15.2.0
- cray-pals/1.2.11
environment:
prepend_path:
PATH: '/opt/cray/pe/pals/1.2.12/bin'
PKG_CONFIG_PATH: '/opt/cray/pe/pals/1.2.12/lib/pkgconfig'
MANPATH: '/opt/cray/pe/pals/1.2.12/man'
PE_PALS_PKGCONFIG_LIBS: 'libpals'
PE_PKGCONFIG_PRODUCTS: 'PE_PALS'
set:
# https://github.com/JCSDA/spack-stack/issues/957
FI_CXI_RX_MATCH_MODE: 'hybrid'
# https://github.com/JCSDA/spack-stack/issues/1012
I_MPI_EXTRA_FILESYSTEM: 'ON'
I_MPI_OFI_LIBRARY: '/opt/cray/libfabric/1.15.2.0/lib64/libfabric.so.1'
extra_rpaths: []
intel-oneapi-runtime:
buildable: False
externals:
- spec: [email protected]%[email protected]
prefix: /glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1
prefix: /glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2
intel-oneapi-mkl:
# No intel-oneapi-mkl installed on Derecho, install via spack.
# Prefer the version that Intel releases with the above compiler
Expand Down
1 change: 1 addition & 0 deletions configs/templates/unified-dev/spack.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,7 @@ spack:

# MADIS for WCOSS2 decoders.
- [email protected]
- [email protected]

specs:
- matrix:
Expand Down
Loading