Skip to content

Commit 34e1fab

Browse files
mathomp4mathomp4
committed
Add NAS as tier1 site
1 parent c6bcb7a commit 34e1fab

File tree

7 files changed

+252
-0
lines changed

7 files changed

+252
-0
lines changed

‎configs/sites/tier1/nas/compilers.yaml‎

Lines changed: 72 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,72 @@
1+
compilers:
2+
- compiler:
3+
spec: oneapi@=2024.2.0
4+
paths:
5+
cc: /nobackup/gmao_SIteam/intel/oneapi/compiler/2024.2/bin/icx
6+
cxx: /nobackup/gmao_SIteam/intel/oneapi/compiler/2024.2/bin/icpx
7+
f77: /nobackup/gmao_SIteam/intel/oneapi/compiler/2024.2/bin/ifort
8+
fc: /nobackup/gmao_SIteam/intel/oneapi/compiler/2024.2/bin/ifort
9+
flags: {}
10+
operating_system: rhel8
11+
target: x86_64
12+
modules:
13+
- comp-intel/2024.2.0-ifort
14+
environment:
15+
prepend_path:
16+
PATH: '/nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/bin'
17+
CPATH: '/nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/include'
18+
LD_LIBRARY_PATH: '/nobackup/gmao_SIteam/intel/oneapi/compiler/2024.2/lib/:/nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/lib64'
19+
set:
20+
MPI_COLL_REPRODUCIBLE: 'yes'
21+
MPI_MEMMAP_OFF: 'yes'
22+
MPI_XPMEM_ENABLED: 'yes'
23+
MPI_LAUNCH_TIMEOUT: '40'
24+
MPI_COMM_MAX: '1024'
25+
MPI_GROUP_MAX: '1024'
26+
MPI_BUFS_PER_PROC: '256'
27+
unset:
28+
- MPI_NUM_MEMORY_REGIONS
29+
- SUPPRESS_XPMEM_TRIM_THRESH
30+
- PMI_RANK
31+
extra_rpaths: []
32+
- compiler:
33+
spec: gcc@=12.3.0
34+
paths:
35+
cc: /nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/bin/gcc
36+
cxx: /nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/bin/g++
37+
f77: /nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/bin/gfortran
38+
fc: /nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/bin/gfortran
39+
flags: {}
40+
operating_system: rhel8
41+
target: x86_64
42+
modules:
43+
- comp-gcc/12.3.0-TOSS4
44+
environment:
45+
set:
46+
OMPI_MCA_mpi_preconnect_all: 1
47+
OMPI_MCA_coll_tuned_bcast_algorithm: 7
48+
OMPI_MCA_coll_tuned_scatter_algorithm: 2
49+
OMPI_MCA_coll_tuned_reduce_scatter_algorithm: 3
50+
OMPI_MCA_coll_tuned_allreduce_algorithm: 3
51+
OMPI_MCA_coll_tuned_allgather_algorithm: 4
52+
OMPI_MCA_coll_tuned_allgatherv_algorithm: 3
53+
OMPI_MCA_coll_tuned_gather_algorithm: 1
54+
OMPI_MCA_coll_tuned_barrier_algorithm: 0
55+
OMPI_MCA_coll_tuned_use_dynamic_rules: 1
56+
OMPI_MCA_sharedfp: '^lockedfile,individual'
57+
extra_rpaths: []
58+
## Needed for Intel backend
59+
#- compiler:
60+
#spec: gcc@=12.3.0
61+
#paths:
62+
#cc: /nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/bin/gcc
63+
#cxx: /nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/bin/g++
64+
#f77: /nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/bin/gfortran
65+
#fc: /nobackup/gmao_SIteam/gcc/gcc-12.3.0-TOSS4/bin/gfortran
66+
#flags: {}
67+
#operating_system: rhel8
68+
#target: x86_64
69+
#modules:
70+
#- comp-gcc/12.3.0-TOSS4
71+
#environment: {}
72+
#extra_rpaths: []

‎configs/sites/tier1/nas/config.yaml‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
config:
2+
build_jobs: 6

‎configs/sites/tier1/nas/mirrors.yaml‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
mirrors:
2+
local-source:
3+
fetch:
4+
url: file:///nobackup/gmao_SIteam/spack-stack/source-cache
5+
access_pair:
6+
- null
7+
- null
8+
access_token: null
9+
profile: null
10+
endpoint_url: null
11+
push:
12+
url: file:///nobackup/gmao_SIteam/spack-stack/source-cache
13+
access_pair:
14+
- null
15+
- null
16+
access_token: null
17+
profile: null
18+
endpoint_url: null

‎configs/sites/tier1/nas/modules.yaml‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
modules:
2+
default:
3+
enable::
4+
- tcl
5+
tcl:
6+
include:
7+
# List of packages for which we need modules that are blacklisted by default
8+
- python

‎configs/sites/tier1/nas/packages.yaml‎

Lines changed: 94 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,94 @@
1+
packages:
2+
all:
3+
target: [x86_64_v3]
4+
### Modification of common packages
5+
# Problems building shared hdf-eos2 with Intel, not needed
6+
hdf-eos2:
7+
variants: ~shared
8+
met:
9+
variants: +python +grib2 +graphics +lidar2nc +modis
10+
### All other external packages listed alphabetically
11+
wget:
12+
externals:
13+
- spec: [email protected]
14+
prefix: /usr
15+
perl:
16+
externals:
17+
- spec: [email protected]~cpanm+opcode+open+shared+threads
18+
prefix: /usr
19+
sed:
20+
externals:
21+
- spec: [email protected]
22+
prefix: /usr
23+
grep:
24+
externals:
25+
- spec: [email protected]
26+
prefix: /usr
27+
bison:
28+
externals:
29+
- spec: [email protected]
30+
prefix: /usr
31+
binutils:
32+
externals:
33+
- spec: [email protected]~gold~headers
34+
prefix: /usr
35+
zlib:
36+
externals:
37+
- spec: [email protected]
38+
prefix: /usr
39+
groff:
40+
externals:
41+
- spec: [email protected]
42+
prefix: /usr
43+
flex:
44+
externals:
45+
- spec: [email protected]+lex
46+
prefix: /usr
47+
libtool:
48+
externals:
49+
- spec: [email protected]
50+
prefix: /usr
51+
subversion:
52+
externals:
53+
- spec: [email protected]
54+
prefix: /usr
55+
pkgconf:
56+
externals:
57+
- spec: [email protected]
58+
prefix: /usr
59+
diffutils:
60+
externals:
61+
- spec: [email protected]
62+
prefix: /usr
63+
m4:
64+
externals:
65+
- spec: [email protected]
66+
prefix: /usr
67+
tar:
68+
externals:
69+
- spec: [email protected]
70+
prefix: /usr
71+
findutils:
72+
externals:
73+
- spec: [email protected]
74+
prefix: /usr
75+
git:
76+
externals:
77+
- spec: [email protected]~tcltk
78+
prefix: /usr
79+
automake:
80+
externals:
81+
- spec: [email protected]
82+
prefix: /usr
83+
coreutils:
84+
externals:
85+
- spec: [email protected]
86+
prefix: /usr
87+
gmake:
88+
externals:
89+
- spec: [email protected]
90+
prefix: /usr
91+
gawk:
92+
externals:
93+
- spec: [email protected]
94+
prefix: /usr

‎configs/sites/tier1/nas/packages_gcc.yaml‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
packages:
2+
all:
3+
compiler:: [[email protected]]
4+
providers:
5+
mpi:: [[email protected]]
6+
mpi:
7+
buildable: False
8+
openmpi:
9+
externals:
10+
- spec: [email protected]%gcc@=12.3.0~cuda~cxx~cxx_exceptions~java~memchecker+pmi~static~wrapper-rpath+lustre
11+
fabrics=ucx schedulers=tm
12+
prefix: /nobackup/gmao_SIteam/MPI/openmpi/4.1.8/gcc-12.3.0
13+
environment:
14+
set:
15+
OPAL_PREFIX: /nobackup/gmao_SIteam/MPI/openmpi/4.1.8/gcc-12.3.0
16+
UCX_MAX_EAGER_LANES: 1
17+
UCX_MAX_RNDV_LANES: 1
18+
OMPI_MCA_pml: ucx
19+
OMPI_MCA_btl: ^openib
20+
OMPI_MCA_oob_tcp_listen_mode: listen_thread
21+
OMPI_MCA_oob_tcp_if_include: ib0,ib1
22+
OMPI_MCA_btl_tcp_if_include: ib0,ib1
23+
OMPI_MCA_opal_warn_on_missing_libcuda: 0
24+
UCX_IB_SUBNET_PREFIX: fec0:0000:0000:0008
25+
OMPI_MCA_shmem_mmap_enable_nfs_warning: 0
26+
OPENMPI: /nobackup/gmao_SIteam/MPI/openmpi/4.1.8/gcc-12.3.0
27+
prepend_path:
28+
PATH: /nobackup/gmao_SIteam/MPI/openmpi/4.1.8/gcc-12.3.0/bin
29+
LIBRARY_PATH: /nobackup/gmao_SIteam/MPI/openmpi/4.1.8/gcc-12.3.0/lib
30+
LD_LIBRARY_PATH: /nobackup/gmao_SIteam/MPI/openmpi/4.1.8/gcc-12.3.0/lib
31+
CPATH: /nobackup/gmao_SIteam/MPI/openmpi/4.1.8/gcc-12.3.0/include
32+
FPATH: /nobackup/gmao_SIteam/MPI/openmpi/4.1.8/gcc-12.3.0/include
33+
MANPATH: /nobackup/gmao_SIteam/MPI/openmpi/4.1.8/gcc-12.3.0/share/man
34+
# MAT: I cannot figure out how to get hdf-eos2 to build with GCC 14 on NAS
35+
# This turns off the variants of met that need it
36+
met:
37+
variants::
38+
- '+python +grib2 +graphics'

‎configs/sites/tier1/nas/packages_oneapi.yaml‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
packages:
2+
all:
3+
compiler:: [[email protected],[email protected]]
4+
providers:
5+
mpi:: [[email protected]]
6+
mpi:
7+
buildable: False
8+
mpt:
9+
externals:
10+
- spec: [email protected]%oneapi@=2024.2.0
11+
prefix: /nasa/hpe/mpt/2.30_rhel810
12+
intel-oneapi-mkl:
13+
externals:
14+
- spec: [email protected]%[email protected]
15+
prefix: /nobackup/gmao_SIteam/intel/oneapi
16+
wget:
17+
buildable: False
18+
externals:
19+
- spec: [email protected]
20+
prefix: /usr

0 commit comments

Comments
 (0)