New configurations for Derecho (#668)

* Added config files for derecho * changed paths to be under role account installs * Added cray-mpich version --------- Co-authored-by: Cameron Book <[email protected]>
JCSDA · Jul 22, 2023 · fc03864 · fc03864
1 parent 4a91d46
commit fc03864
Show file tree

Hide file tree

Showing 5 changed files with 233 additions and 0 deletions.
diff --git a/configs/sites/derecho/compilers.yaml b/configs/sites/derecho/compilers.yaml
@@ -0,0 +1,36 @@
+compilers::
+  - compiler:
+      spec: [email protected]
+      paths:
+        cc: /glade/u/apps/derecho/23.06/spack/opt/spack/ncarcompilers/1.0.0/oneapi/2023.0.0/ec7b/bin/icc
+        cxx: /glade/u/apps/derecho/23.06/spack/opt/spack/ncarcompilers/1.0.0/oneapi/2023.0.0/ec7b/bin/icpc
+        f77: /glade/u/apps/derecho/23.06/spack/opt/spack/ncarcompilers/1.0.0/oneapi/2023.0.0/ec7b/bin/ifort
+        fc: /glade/u/apps/derecho/23.06/spack/opt/spack/ncarcompilers/1.0.0/oneapi/2023.0.0/ec7b/bin/ifort
+      flags: {}
+      operating_system: sles15
+      target: x86_64
+      modules:
+      - intel-classic/2023.0.0
+      environment:
+        prepend_path:
+          PATH: '/opt/cray/pe/gcc/12.2.0/bin'
+          CPATH: '/opt/cray/pe/gcc/12.2.0/snos/include'
+          LD_LIBRARY_PATH: '/glade/u/apps/common/23.04/spack/opt/spack/intel-oneapi-compilers/2023.0.0/compiler/2023.0.0/linux/compiler/lib/intel64_lin:/opt/cray/pe/gcc/default/snos/lib64'
+        set:
+          I_MPI_ROOT: '/glade/u/apps/derecho/23.06/spack/opt/spack/intel-oneapi-mpi/2021.8.0/oneapi/2023.0.0/mhf4/mpi/2021.8.0'
+      extra_rpaths: []
+# - compiler:
+#     spec: [email protected]
+#     paths:
+#       cc: /glade/u/apps/ch/opt/gnu/10.1.0/bin/gcc
+#       cxx: /glade/u/apps/ch/opt/gnu/10.1.0/bin/g++
+#       f77: /glade/u/apps/ch/opt/gnu/10.1.0/bin/gfortran
+#       fc: /glade/u/apps/ch/opt/gnu/10.1.0/bin/gfortran
+#     flags: {}
+#     operating_system: sles12
+#     target: x86_64
+#     modules:
+#     - gnu/10.1.0
+#     environment: {}
+#     extra_rpaths: []
+
diff --git a/configs/sites/derecho/config.yaml b/configs/sites/derecho/config.yaml
@@ -0,0 +1,2 @@
+config:
+  build_jobs: 8
diff --git a/configs/sites/derecho/mirrors.yaml b/configs/sites/derecho/mirrors.yaml
@@ -0,0 +1,18 @@
+mirrors:
+  local-source:
+    fetch:
+      url: file:///glade/work/epicufsrt/contrib/spack-stack/source-cache
+      access_pair:
+      - null
+      - null
+      access_token: null
+      profile: null
+      endpoint_url: null
+    push:
+      url: file:///glade/work/epicufsrt/contrib/spack-stack/source-cache
+      access_pair:
+      - null
+      - null
+      access_token: null
+      profile: null
+      endpoint_url: null
diff --git a/configs/sites/derecho/modules.yaml b/configs/sites/derecho/modules.yaml
@@ -0,0 +1,7 @@
+modules:
+  default:
+    enable::
+    - lmod
+    lmod:
+      blacklist:
+      - ecflow
diff --git a/configs/sites/derecho/packages.yaml b/configs/sites/derecho/packages.yaml
@@ -0,0 +1,170 @@
+packages:
+  all:
+    compiler:: [[email protected]]
+    providers:
+      mpi:: [[email protected], [email protected]]
+    target: [core2]
+### MPI, Python, MKL
+  mpi:
+    buildable: False
+  intel-oneapi-mpi:
+    externals:
+    - spec: [email protected]%[email protected]   
+      prefix: /glade/u/apps/derecho/23.06/spack/opt/spack/intel-oneapi-mpi/2021.8.0/oneapi/2023.0.0/mhf4
+      modules:
+      - intel-mpi/2021.8.0  
+  cray-mpich:
+    externals:
+    - spec: [email protected]%[email protected]   
+      prefix: /opt/cray/pe/mpich/8.1.25/ofi/intel/19.0
+      modules:
+      - craype/2.7.20
+      - cray-mpich/8.1.25 
+# openmpi:
+#   externals:
+#   - spec: [email protected]%[email protected]~cuda~cxx~cxx_exceptions~java~memchecker+pmi~static~wrapper-rpath fabrics=ucx schedulers=slurm,tm
+#     prefix: /glade/u/apps/ch/opt/openmpi/4.1.1/gnu/10.1.0
+#     modules:
+#     - openmpi/4.1.1
+  python:
+    buildable: False
+    externals:
+    - spec: [email protected]+bz2+ctypes+dbm+lzma+nis+pyexpat+pythoncmd+readline+sqlite3+ssl+tix+tkinter+uuid+zlib
+      prefix: /glade/u/apps/derecho/23.06/opt
+  py-pip:
+    buildable: False
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  cmake:
+    externals:
+    - spec: [email protected]
+      prefix: /glade/u/apps/derecho/23.06/spack/opt/spack/cmake/3.26.3/gcc/7.5.0/l2rq
+  coreutils:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  texinfo:
+    externals:
+    - spec: [email protected]
+      prefix: /glade/u/apps/derecho/23.06/opt
+    - spec: [email protected]
+      prefix: /usr
+  groff:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  automake:
+    externals:
+    - spec: [email protected]
+      prefix: /glade/u/apps/derecho/23.06/opt
+    - spec: [email protected]
+      prefix: /usr
+  gawk:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  m4:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  subversion:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  flex:
+    externals:
+    - spec: [email protected]+lex
+      prefix: /glade/u/apps/derecho/23.06/opt
+  openssl:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  pkg-config:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  git:
+    externals:
+    - spec: [email protected]~tcltk
+      prefix: /glade/u/apps/derecho/23.06/opt
+    - spec: [email protected]+tcltk
+      prefix: /usr
+  git-lfs:
+    externals:
+    - spec: [email protected]
+      prefix: /glade/u/apps/derecho/23.06/opt
+  meson:
+    externals:
+    - spec: [email protected]
+      prefix: /glade/u/apps/derecho/23.06/opt
+  curl:
+    externals:
+    - spec: [email protected]+nghttp2
+      prefix: /glade/u/apps/derecho/23.06/opt
+    - spec: [email protected]+gssapi+ldap+nghttp2
+      prefix: /usr
+  libtool:
+    externals:
+    - spec: [email protected]
+      prefix: /glade/u/apps/derecho/23.06/opt
+    - spec: [email protected]
+      prefix: /usr
+  autoconf:
+    externals:
+    - spec: [email protected]
+      prefix: /glade/u/apps/derecho/23.06/opt
+    - spec: [email protected]
+      prefix: /usr
+  gmake:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  bison:
+    externals:
+    - spec: [email protected]
+      prefix: /glade/u/apps/derecho/23.06/opt
+    - spec: [email protected]
+      prefix: /usr
+  binutils:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  cvs:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  findutils:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  diffutils:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  openssh:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  tar:
+    externals:
+    - spec: [email protected]
+      prefix: /usr
+  boost:
+    buildable: False
+    externals:
+    - spec: [email protected]
+      prefix: /lustre/desc1/scratch/epicufsrt/contrib/boost_1_78_0
+  mysql:
+    buildable: False
+    externals:
+    - spec: [email protected] 
+      prefix: /lustre/desc1/scratch/epicufsrt/contrib/mysql-8.0.33
+  doxygen:
+    externals:
+    - spec: [email protected]
+      prefix: /lustre/desc1/scratch/epicufsrt/contrib/doxygen
+
+
+
+