diff --git a/.github/workflows/pnnl_mirror.yaml b/.github/workflows/pnnl_mirror.yaml index e5a35addb..82615cc6f 100644 --- a/.github/workflows/pnnl_mirror.yaml +++ b/.github/workflows/pnnl_mirror.yaml @@ -2,11 +2,11 @@ name: PNNL Mirror # triggers a github action everytime there is a push or mr on: - pull_request: - push: - branches: - - develop - - main + # pull_request: + # push: + # branches: + # - develop + # - main jobs: # To test on HPC resources we must first mirror the repo and then trigger a pipeline diff --git a/.github/workflows/spack_cpu_build.yaml b/.github/workflows/spack_cpu_build.yaml index 2b64543b1..2d2a9d94b 100644 --- a/.github/workflows/spack_cpu_build.yaml +++ b/.github/workflows/spack_cpu_build.yaml @@ -7,31 +7,19 @@ env: # Our repo name contains upper case characters, so we can't use ${{ github.repository }} IMAGE_NAME: exago USERNAME: exago-bot - BASE_VERSION: ubuntu-24.04-fortran - SPACK_CACHE: /opt/spack-cache - tempdir: /opt/spack-cache - TMP: /opt/spack-cache - TMPDIR: /opt/spack-cache + BASE_VERSION: ubuntu-24.04-fortran-v0.0.1 # Until we remove the need to clone submodules to build, this should on be in PRs on: [pull_request] jobs: base_image_build: + name: Build Custom Base Image runs-on: ubuntu-24.04 permissions: - packages: write contents: read - - name: Build Custom Base Image + packages: write steps: - - name: Checkout - uses: actions/checkout@v4 - with: - # Once we move submodule deps into spack, we can do some more builds - # Also need to change build script to use spack from base image - submodules: true - # No GHCR base image with skopeo, so this will do... - name: "Set up skopeo" uses: warjiang/setup-skopeo@v0.1.3 @@ -52,6 +40,14 @@ jobs: > /dev/null && echo "Image already exists. Please bump version." && exit 0 echo "IMAGE_EXISTS=false" >> $GITHUB_ENV + # https://docs.github.com/en/actions/publishing-packages/publishing-docker-images + - name: Log in to the Container registry + uses: docker/login-action@v3 + with: + registry: ${{ env.REGISTRY }} + username: ${{ env.USERNAME }} + password: ${{ secrets.GITHUB_TOKEN }} + # Need to build custom base image with gfortran - name: Create Dockerfile heredoc if: ${{ env.IMAGE_EXISTS == 'false' }} @@ -73,14 +69,6 @@ jobs: && rm -rf /var/lib/apt/lists/* EOF - # https://docs.github.com/en/actions/publishing-packages/publishing-docker-images - - name: Log in to the Container registry - uses: docker/login-action@v3 - with: - registry: ${{ env.REGISTRY }} - username: ${{ env.USERNAME }} - password: ${{ secrets.GITHUB_TOKEN }} - - name: Extract metadata (tags, labels) for Docker if: ${{ env.IMAGE_EXISTS == 'false' }} id: meta @@ -104,6 +92,7 @@ jobs: permissions: packages: write contents: read + timeout-minutes: 120 strategy: matrix: @@ -118,7 +107,8 @@ jobs: # - exago@develop~mpi~ipopt+hiop~python+raja # See #16 - +python~mpi causes issues # - exago@develop~mpi~ipopt+hiop+python~raja - - exago@develop+mpi~ipopt+hiop+python~raja ^openmpi + # Python build in GH actions is failing. Using system python. + # - exago@develop+mpi~ipopt+hiop+python~raja ^openmpi # See #40 - +hiop+raja~ipopt ^hiop~sparse is useful for edge cases - exago@develop+mpi~ipopt+hiop~python+raja ^openmpi ^hiop+raja~sparse @@ -143,15 +133,12 @@ jobs: concretizer: reuse: dependencies config: - source_cache: $SPACK_CACHE/source_cache - misc_cache: $SPACK_CACHE/misc_cache - build_stage: $SPACK_CACHE/build_stage install_tree: root: /opt/spack padded_length: False mirrors: local-buildcache: oci://${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} - # spack: https://binaries.spack.io/develop + spack: https://binaries.spack.io/develop packages: all: require: "%gcc" @@ -164,7 +151,7 @@ jobs: run: spack -e . buildcache keys --install --trust - name: Find external packages - run: spack -e . external find --all --exclude python + run: spack -e . external find --all - name: Spack develop exago run: spack -e . develop --path=$(pwd) exago@develop @@ -175,8 +162,8 @@ jobs: - name: Install run: spack -e . install --no-check-signature --fail-fast --keep-stage - - name: Test Build - run: cd $(spack -e . location --build-dir exago@develop) && ctest -VV + #- name: Test Build + # run: cd $(spack -e . location --build-dir exago@develop) && ctest -VV # Push with force to override existing binaries... - name: Push to binaries to buildcache diff --git a/buildsystem/README.md b/buildsystem/README.md index 009ef3b49..380d8181a 100644 --- a/buildsystem/README.md +++ b/buildsystem/README.md @@ -17,11 +17,11 @@ Each folder which builds a configuration of ExaGO should have a following: Platforms: -- Crusher +- frontier Description: -Crusher clang build of exago@crusher-dev + hiop@develop +frontier clang build of exago@frontier-dev + hiop@develop ### clang-omp @@ -52,11 +52,9 @@ https://gitlab.pnnl.gov/exasgd/frameworks/exago/-/commit/47ea09e648dfa81ca8a70cc ### gcc-cuda Platforms: -- Ascent - Deception - Marianas - Newell -- Summit Description: diff --git a/buildsystem/build.sh b/buildsystem/build.sh index f67738578..85014d1dc 100755 --- a/buildsystem/build.sh +++ b/buildsystem/build.sh @@ -221,7 +221,16 @@ module purge varfile="$SRCDIR/buildsystem/$JOB/$(echo $MY_CLUSTER)Variables.sh" if [[ -f "$varfile" ]]; then - source $varfile || { echo "Could not source $varfile"; exit 1; } + source $varfile + if [ $? ]; then + if [[ $MY_CLUSTER==frontier ]]; then + echo "Allowing non-zero exit code for $varfile." + echo "Frontier modules are currently generating warnings that will go away in future updates." + else + echo "Could not source $varfile"; + exit 1; + fi + fi fi # module list diff --git a/buildsystem/clang-hip/crusher/crusherExago.sh b/buildsystem/clang-hip/crusher/crusherExago.sh deleted file mode 100644 index beb17208b..000000000 --- a/buildsystem/clang-hip/crusher/crusherExago.sh +++ /dev/null @@ -1,9 +0,0 @@ -#!/bin/bash - -export SRCDIR=${SRCDIR:-$PWD} - -# Platform specific configuration -source $SRCDIR/buildsystem/clang-hip/crusher/base.sh - -# Spack modules -source $SRCDIR/buildsystem/spack/crusher/modules/exago.sh diff --git a/buildsystem/clang-hip/crusher/crusherOptimizedExago.sh b/buildsystem/clang-hip/crusher/crusherOptimizedExago.sh deleted file mode 100644 index b832105c6..000000000 --- a/buildsystem/clang-hip/crusher/crusherOptimizedExago.sh +++ /dev/null @@ -1,9 +0,0 @@ -#!/bin/bash - -export SRCDIR=${SRCDIR:-$PWD} - -# Platform specific configuration -source $SRCDIR/buildsystem/clang-hip/crusher/base.sh - -# Spack modules -source $SRCDIR/buildsystem/spack/crusher/modules/exago-optimized.sh diff --git a/buildsystem/clang-hip/crusher/crusherOptimizedVariables.sh b/buildsystem/clang-hip/crusher/crusherOptimizedVariables.sh deleted file mode 100644 index 30ff5694a..000000000 --- a/buildsystem/clang-hip/crusher/crusherOptimizedVariables.sh +++ /dev/null @@ -1,9 +0,0 @@ -#!/bin/bash - -export SRCDIR=${SRCDIR:-$PWD} - -# Platform specific configuration -source $SRCDIR/buildsystem/clang-hip/crusher/base.sh - -# Spack modules -source $SRCDIR/buildsystem/spack/crusher/modules/optimized-dependencies.sh diff --git a/buildsystem/clang-hip/crusherVariables.sh b/buildsystem/clang-hip/crusherVariables.sh deleted file mode 100644 index 14f823f66..000000000 --- a/buildsystem/clang-hip/crusherVariables.sh +++ /dev/null @@ -1,9 +0,0 @@ -#!/bin/bash - -SRCDIR=${SRCDIR:-$PWD} - -# Platform specific configuration -source $SRCDIR/buildsystem/clang-hip/crusher/base.sh - -# Spack modules -source $SRCDIR/buildsystem/spack/crusher/modules/dependencies.sh diff --git a/buildsystem/clang-hip/crusher/base.sh b/buildsystem/clang-hip/frontier/base.sh similarity index 69% rename from buildsystem/clang-hip/crusher/base.sh rename to buildsystem/clang-hip/frontier/base.sh index 1d0f22cfc..89cf3c5e0 100644 --- a/buildsystem/clang-hip/crusher/base.sh +++ b/buildsystem/clang-hip/frontier/base.sh @@ -1,6 +1,6 @@ #!/bin/bash -export MY_CLUSTER=crusher +export MY_CLUSTER=frontier export PROJ_DIR=/autofs/nccs-svm1_proj/eng145 module reset @@ -10,16 +10,16 @@ module load PrgEnv-gnu-amd module load cpe/23.12 module load craype-x86-trento module load craype-accel-amd-gfx90a -module load amd-mixed/5.7.1 -module load rocm/5.7.1 +module load amd-mixed/6.3.1 +module load rocm/6.3.1 module load gcc-native/12.3 module load cray-mpich/8.1.28 module load libfabric # Consider changing to $(which clang) as for deception -export CC=/opt/rocm-5.7.1/llvm/bin/amdclang -export CXX=/opt/rocm-5.7.1/llvm/bin/amdclang++ -export FC=/opt/rocm-5.7.1/llvm/bin/amdflang +export CC=/opt/rocm-6.3.1/llvm/bin/amdclang +export CXX=/opt/rocm-6.3.1/llvm/bin/amdclang++ +export FC=/opt/rocm-6.3.1/llvm/bin/amdflang export EXTRA_CMAKE_ARGS="$EXTRA_CMAKE_ARGS -DEXAGO_CTEST_LAUNCH_COMMAND='srun'" export EXTRA_CMAKE_ARGS="$EXTRA_CMAKE_ARGS -DAMDGPU_TARGETS='gfx90a'" diff --git a/buildsystem/clang-hip/frontier/frontierExago.sh b/buildsystem/clang-hip/frontier/frontierExago.sh new file mode 100644 index 000000000..619ec614f --- /dev/null +++ b/buildsystem/clang-hip/frontier/frontierExago.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +export SRCDIR=${SRCDIR:-$PWD} + +# Platform specific configuration +source $SRCDIR/buildsystem/clang-hip/frontier/base.sh + +# Spack modules +source $SRCDIR/buildsystem/spack/frontier/modules/exago.sh diff --git a/buildsystem/clang-hip/frontier/frontierOptimizedExago.sh b/buildsystem/clang-hip/frontier/frontierOptimizedExago.sh new file mode 100644 index 000000000..4877e8620 --- /dev/null +++ b/buildsystem/clang-hip/frontier/frontierOptimizedExago.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +export SRCDIR=${SRCDIR:-$PWD} + +# Platform specific configuration +source $SRCDIR/buildsystem/clang-hip/frontier/base.sh + +# Spack modules +source $SRCDIR/buildsystem/spack/frontier/modules/exago-optimized.sh diff --git a/buildsystem/clang-hip/frontier/frontierOptimizedVariables.sh b/buildsystem/clang-hip/frontier/frontierOptimizedVariables.sh new file mode 100644 index 000000000..1c41c1c63 --- /dev/null +++ b/buildsystem/clang-hip/frontier/frontierOptimizedVariables.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +export SRCDIR=${SRCDIR:-$PWD} + +# Platform specific configuration +source $SRCDIR/buildsystem/clang-hip/frontier/base.sh + +# Spack modules +source $SRCDIR/buildsystem/spack/frontier/modules/optimized-dependencies.sh diff --git a/buildsystem/clang-hip/frontierVariables.sh b/buildsystem/clang-hip/frontierVariables.sh new file mode 100644 index 000000000..6e467e3c9 --- /dev/null +++ b/buildsystem/clang-hip/frontierVariables.sh @@ -0,0 +1,9 @@ +#!/bin/bash + +SRCDIR=${SRCDIR:-$PWD} + +# Platform specific configuration +source $SRCDIR/buildsystem/clang-hip/frontier/base.sh + +# Spack modules +source $SRCDIR/buildsystem/spack/frontier/modules/dependencies.sh diff --git a/buildsystem/gcc-cuda/ascent/base.sh b/buildsystem/gcc-cuda/ascent/base.sh deleted file mode 100644 index 9f90c8387..000000000 --- a/buildsystem/gcc-cuda/ascent/base.sh +++ /dev/null @@ -1,15 +0,0 @@ -#!/bin/bash - -export MY_CLUSTER=ascent - -# Load system modules -module load gcc/11.2.0 -module load spectrum-mpi/10.4.0.3-20210112 - -export CC=$(which gcc) -export CXX=$(which g++) -export FC=$(which gfortran) - -export MY_PETSC_DIR=$PETSC_DIR -export EXTRA_CMAKE_ARGS="$EXTRA_CMAKE_ARGS -DEXAGO_CTEST_LAUNCH_COMMAND='jsrun -g 1 -n 1'" -export EXTRA_CMAKE_ARGS="$EXTRA_CMAKE_ARGS -DEXAGO_ENABLE_PYTHON=OFF" diff --git a/buildsystem/gcc-cuda/ascentVariables.sh b/buildsystem/gcc-cuda/ascentVariables.sh deleted file mode 100644 index 3bdb2e677..000000000 --- a/buildsystem/gcc-cuda/ascentVariables.sh +++ /dev/null @@ -1,10 +0,0 @@ -#!/bin/bash - -SRCDIR=${SRCDIR:-$PWD} -export MY_CLUSTER=ascent - -# Spack modules -source $SRCDIR/buildsystem/spack/$MY_CLUSTER/modules/dependencies.sh - -# Shared system configuration -source $SRCDIR/buildsystem/gcc-cuda/ascent/base.sh diff --git a/buildsystem/gcc-cuda/summit/base.sh b/buildsystem/gcc-cuda/summit/base.sh deleted file mode 100644 index 4cd49f1e0..000000000 --- a/buildsystem/gcc-cuda/summit/base.sh +++ /dev/null @@ -1,17 +0,0 @@ -#!/bin/bash - -export MY_CLUSTER=summit - -module reset - -# Load system modules -module load DefApps-2023 -module load gcc/10.2.0 -module load spectrum-mpi/10.4.0.3-20210112 - -export CC=/sw/summit/gcc/10.2.0-2/bin/gcc -export CXX=/sw/summit/gcc/10.2.0-2/bin/g++ -export FC=/sw/summit/gcc/10.2.0-2/bin/gfotran - -export MY_PETSC_DIR=$PETSC_DIR -export EXTRA_CMAKE_ARGS="$EXTRA_CMAKE_ARGS -DEXAGO_CTEST_LAUNCH_COMMAND='jsrun -g 1 -n 1'" diff --git a/buildsystem/gcc-cuda/summitVariables.sh b/buildsystem/gcc-cuda/summitVariables.sh deleted file mode 100644 index 7b52458b9..000000000 --- a/buildsystem/gcc-cuda/summitVariables.sh +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash - -SRCDIR=${SRCDIR:-$PWD} - -# Shared system configuration -source $SRCDIR/buildsystem/gcc-cuda/summit/base.sh - -# Spack modules -source $SRCDIR/buildsystem/spack/$MY_CLUSTER/modules/dependencies.sh - -# Platform specific CMake diff --git a/buildsystem/spack/README.md b/buildsystem/spack/README.md index 8ca4d7eac..6c25d8201 100644 --- a/buildsystem/spack/README.md +++ b/buildsystem/spack/README.md @@ -124,7 +124,7 @@ in `configure_modules.sh` that aligns with that is specified in the environment. These modules are used in `buildsystem//` in various scripts for each platform, and you should ensure these are compatible with the module configuration used for each platform. Make sure to create variable files that are consistent -with examples for `gcc-cuda/newell` and `clang-hip/crusher`. +with examples for `gcc-cuda/newell` and `clang-hip/frontier`. If you have an update in the ExaGO/HiOp spack package, you might need to update the relevant `spack.yaml` and configure module scripts for each platform. diff --git a/buildsystem/spack/ascent/bsub.sh b/buildsystem/spack/ascent/bsub.sh deleted file mode 100755 index d54241ebf..000000000 --- a/buildsystem/spack/ascent/bsub.sh +++ /dev/null @@ -1,75 +0,0 @@ -#!/bin/bash - -#BSUB -P csc359 -#BSUB -W 2:00 -#BSUB -nnodes 1 -#BSUB -J exasgd_spack_install -#BSUB -o spack_install.%J -#BSUB -e spack_install.%J - -exit() { - # Clear all trap handlers so this isn't echo'ed multiple times, potentially - # throwing off the CI script watching for this output - trap - `seq 1 31` - - # If called without an argument, assume not an error - local ec=${1:-0} - - # Echo the snippet the CI script is looking for - echo BUILD_STATUS:${ec} - - # Actually exit with that code, although it won't matter in most cases, as CI - # is only looking for the string 'BUILD_STATUS:N' - builtin exit ${ec} -} - -# This will be the catch-all trap handler after arguments are parsed. -cleanup() { - # Clear all trap handlers - trap - `seq 1 31` - - # When 'trap' is invoked, each signal handler will be a curried version of - # this function which has the first argument bound to the signal it's catching - local sig=$1 - - echo - echo Exit code $2 caught in build script triggered by signal ${sig}. - echo - - exit $2 -} - -# Configure https proxy because spack is going to do some things with git -export all_proxy="socks://proxy.ccs.ornl.gov:3128" -export ftp_proxy="ftp://proxy.ccs.ornl.gov:3128" -export http_proxy="http://proxy.ccs.ornl.gov:3128" -export https_proxy="http://proxy.ccs.ornl.gov:3128" -export HTTP_PROXY="http://proxy.ccs.ornl.gov:3128" -export HTTPS_PROXY="http://proxy.ccs.ornl.gov:3128" -export proxy="proxy.ccs.ornl.gov:3128" -export no_proxy='localhost,127.0.0.0/8,*.ccs.ornl.gov,*.olcf.ornl.gov,*.ncrc.gov' - -echo $PATH -which unzip - -export MY_CLUSTER=ascent -. buildsystem/spack/load_spack.sh && -spack develop --no-clone --path=$(pwd) exago@develop && -mkdir hiop_dev -spack develop --clone --force FORCE --path=$(pwd)/hiop_dev hiop@develop && -cd hiop_dev && -git submodule update --init --recursive && -#git checkout develop && #test out patch -cd - && -spack mirror add local file://$SPACK_MIRROR && -spack mirror list && -cp /gpfs/wolf/proj-shared/csc359/src/coinhsl-archive-2019.05.21.tar.gz . && -# Need to load self-installed patch since it is not available on compute nodes -spack concretize -f && -spack install patch && -spack load patch && -jsrun -n 1 -c 40 buildsystem/spack/configure_modules.sh 40 - -EXIT_CODE=$? -# Required to trigger trap handler -exit $EXIT_CODE diff --git a/buildsystem/spack/ascent/env.sh b/buildsystem/spack/ascent/env.sh deleted file mode 100644 index 0960b1e26..000000000 --- a/buildsystem/spack/ascent/env.sh +++ /dev/null @@ -1,18 +0,0 @@ -#!/bin/bash - -# Configure python -module load unzip/6.0 -module load autoconf/2.69 - -BASE=/gpfs/wolf/proj-shared/csc359/exago/spack-ci -export SPACK_INSTALL=$BASE/install -export SPACK_CACHE=$BASE/../$(whoami)/spack-cache -export SPACK_MIRROR=/gpfs/wolf/csc359/world-shared/exago/spack-ci/mirror -export SPACK_MODULES=modules -export SPACK_PYTHON=$(which python) -export SPACK_USER_CACHE_PATH=$BASE/../$(whoami) -export SPACK_DISABLE_LOCAL_CONFIG=true - -export tempdir=$SPACK_CACHE -export TMP=$SPACK_CACHE -export TMPDIR=$SPACK_CACHE diff --git a/buildsystem/spack/ascent/install.sh b/buildsystem/spack/ascent/install.sh deleted file mode 100755 index 69aaa8a36..000000000 --- a/buildsystem/spack/ascent/install.sh +++ /dev/null @@ -1,3 +0,0 @@ -#!/bin/bash - -bsub ./buildsystem/spack/ascent/bsub.sh diff --git a/buildsystem/spack/ascent/modules/dependencies.sh b/buildsystem/spack/ascent/modules/dependencies.sh deleted file mode 100644 index 529463d3b..000000000 --- a/buildsystem/spack/ascent/modules/dependencies.sh +++ /dev/null @@ -1,145 +0,0 @@ -module use -a /gpfs/wolf/proj-shared/csc359/exago/spack-ci/install/modules/linux-rhel8-power9le -# cmake@=3.22.2%gcc@=11.2.0~doc+ncurses+ownlibs build_system=generic build_type=Release arch=linux-rhel8-power9le -module load cmake/3.22.2-gcc-11.2.0-c6karkt -# blt@=0.4.1%gcc@=11.2.0 build_system=generic arch=linux-rhel8-power9le -module load blt/0.4.1-gcc-11.2.0-m6zk6cg -# cub@=2.1.0%gcc@=11.2.0 build_system=generic arch=linux-rhel8-power9le -module load cub/2.1.0-gcc-11.2.0-nqylh3l -# gmake@=4.4.1%gcc@=11.2.0~guile build_system=generic arch=linux-rhel8-power9le -module load gmake/4.4.1-gcc-11.2.0-be3zbwp -# gnuconfig@=2022-09-17%gcc@=11.2.0 build_system=generic arch=linux-rhel8-power9le -module load gnuconfig/2022-09-17-gcc-11.2.0-2giv246 -# libiconv@=1.17%gcc@=11.2.0 build_system=autotools libs=shared,static arch=linux-rhel8-power9le -module load libiconv/1.17-gcc-11.2.0-o2tcupm -# pkgconf@=1.9.5%gcc@=11.2.0 build_system=autotools arch=linux-rhel8-power9le -module load pkgconf/1.9.5-gcc-11.2.0-ha6twrd -# xz@=5.4.1%gcc@=11.2.0~pic build_system=autotools libs=shared,static arch=linux-rhel8-power9le -module load xz/5.4.1-gcc-11.2.0-auvdbvb -# zlib-ng@=2.1.5%gcc@=11.2.0+compat+opt build_system=autotools arch=linux-rhel8-power9le -module load zlib-ng/2.1.5-gcc-11.2.0-252zisf -# libxml2@=2.10.3%gcc@=11.2.0+pic~python+shared build_system=autotools arch=linux-rhel8-power9le -module load libxml2/2.10.3-gcc-11.2.0-dbz64ln -# cuda@=11.8.0%gcc@=11.2.0~allow-unsupported-compilers~dev build_system=generic arch=linux-rhel8-power9le -module load cuda/11.8.0-gcc-11.2.0-5ii4vhc -# camp@=0.2.3%gcc@=11.2.0+cuda~ipo+openmp~rocm~tests build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le -module load camp/0.2.3-gcc-11.2.0-ynp64kd -# perl@=5.30.1%gcc@=11.2.0+cpanm+opcode+open+shared+threads build_system=generic arch=linux-rhel8-power9le -module load perl/5.30.1-gcc-11.2.0-3hpfcbf -# openblas@=0.3.25%gcc@=11.2.0~bignuma~consistent_fpcsr+fortran~ilp64+locking+pic+shared build_system=makefile symbol_suffix=none threads=none arch=linux-rhel8-power9le -module load openblas/0.3.25-gcc-11.2.0-dyai6of -# coinhsl@=2019.05.21%gcc@=11.2.0+blas build_system=autotools arch=linux-rhel8-power9le -module load coinhsl/2019.05.21-gcc-11.2.0-aqbfvrh -# ginkgo@=1.5.0.glu_experimental%gcc@=11.2.0+cuda~develtools~full_optimizations~hwloc~ipo~mpi+openmp~rocm+shared~sycl build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le -module load ginkgo/1.5.0.glu_experimental-gcc-11.2.0-peizlyh -# magma@=2.6.2%gcc@=11.2.0+cuda+fortran~ipo~rocm+shared build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le -module load magma/2.6.2-gcc-11.2.0-wvp4mlk -# metis@=5.1.0%gcc@=11.2.0~gdb~int64~ipo~real64+shared build_system=cmake build_type=Release generator=make patches=4991da9,93a7903,b1225da arch=linux-rhel8-power9le -module load metis/5.1.0-gcc-11.2.0-awo5rpq -# raja@=0.14.0%gcc@=11.2.0+cuda~examples~exercises~ipo+openmp~plugins~rocm+shared~tests build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le -module load raja/0.14.0-gcc-11.2.0-aj7bcha -# spectrum-mpi@=10.4.0.3-20210112%gcc@=11.2.0 build_system=bundle arch=linux-rhel8-power9le -module load spectrum-mpi/10.4.0.3-20210112-gcc-11.2.0-jflmvka -# gmp@=6.2.1%gcc@=11.2.0+cxx build_system=autotools libs=shared,static patches=69ad2e2 arch=linux-rhel8-power9le -module load gmp/6.2.1-gcc-11.2.0-acpul5s -# diffutils@=3.9%gcc@=11.2.0 build_system=autotools arch=linux-rhel8-power9le -module load diffutils/3.9-gcc-11.2.0-eqmhmzd -# libsigsegv@=2.14%gcc@=11.2.0 build_system=autotools arch=linux-rhel8-power9le -module load libsigsegv/2.14-gcc-11.2.0-iybuxju -# m4@=1.4.19%gcc@=11.2.0+sigsegv build_system=autotools patches=9dc5fbd,bfdffa7 arch=linux-rhel8-power9le -module load m4/1.4.19-gcc-11.2.0-gvxsxzc -# autoconf@=2.69%gcc@=11.2.0 build_system=autotools patches=35c4492,7793209,a49dd5b arch=linux-rhel8-power9le -module load autoconf/2.69-gcc-11.2.0-2axtaum -# autoconf-archive@=2023.02.20%gcc@=11.2.0 build_system=autotools arch=linux-rhel8-power9le -module load autoconf-archive/2023.02.20-gcc-11.2.0-tsxtihs -# automake@=1.16.5%gcc@=11.2.0 build_system=autotools arch=linux-rhel8-power9le -module load automake/1.16.5-gcc-11.2.0-nd4s5el -# libtool@=2.4.7%gcc@=11.2.0 build_system=autotools arch=linux-rhel8-power9le -module load libtool/2.4.7-gcc-11.2.0-omertl6 -# texinfo@=6.5%gcc@=11.2.0 build_system=autotools patches=12f6edb,1732115 arch=linux-rhel8-power9le -module load texinfo/6.5-gcc-11.2.0-5uou2ps -# mpfr@=4.2.0%gcc@=11.2.0 build_system=autotools libs=shared,static arch=linux-rhel8-power9le -module load mpfr/4.2.0-gcc-11.2.0-dx7xldq -# suite-sparse@=5.13.0%gcc@=11.2.0~cuda~graphblas~openmp+pic build_system=generic arch=linux-rhel8-power9le -module load suite-sparse/5.13.0-gcc-11.2.0-dczi5h2 -# umpire@=6.0.0%gcc@=11.2.0+c+cuda~device_alloc~deviceconst~examples~fortran~ipo~numa~openmp~rocm~shared build_system=cmake build_type=Release cuda_arch=70 generator=make tests=none arch=linux-rhel8-power9le -module load umpire/6.0.0-gcc-11.2.0-zptpmrx -# hiop@=develop%gcc@=11.2.0+cuda+cusolver_lu~deepchecking+ginkgo~ipo~jsrun+kron+mpi+raja~rocm~shared+sparse build_system=cmake build_type=MinSizeRel cuda_arch=70 dev_path=/gpfs/wolf/proj-shared/csc359/ci/492715/hiop_dev generator=make arch=linux-rhel8-power9le -module load hiop/develop-gcc-11.2.0-sdx2pqq -# ipopt@=3.12.10%gcc@=11.2.0+coinhsl~debug~metis~mumps build_system=autotools arch=linux-rhel8-power9le -module load ipopt/3.12.10-gcc-11.2.0-5sv6zqx -# bzip2@=1.0.8%gcc@=11.2.0~debug~pic+shared build_system=generic arch=linux-rhel8-power9le -module load bzip2/1.0.8-gcc-11.2.0-555xuyn -# libmd@=1.0.4%gcc@=11.2.0 build_system=autotools arch=linux-rhel8-power9le -module load libmd/1.0.4-gcc-11.2.0-vmuhmgi -# libbsd@=0.11.7%gcc@=11.2.0 build_system=autotools arch=linux-rhel8-power9le -module load libbsd/0.11.7-gcc-11.2.0-ses3nqz -# expat@=2.5.0%gcc@=11.2.0+libbsd build_system=autotools arch=linux-rhel8-power9le -module load expat/2.5.0-gcc-11.2.0-ja4dvpe -# ncurses@=6.4%gcc@=11.2.0~symlinks+termlib abi=none build_system=autotools arch=linux-rhel8-power9le -module load ncurses/6.4-gcc-11.2.0-cv5u5vr -# readline@=8.2%gcc@=11.2.0 build_system=autotools patches=bbf97f1 arch=linux-rhel8-power9le -module load readline/8.2-gcc-11.2.0-wuaokx7 -# gdbm@=1.23%gcc@=11.2.0 build_system=autotools arch=linux-rhel8-power9le -module load gdbm/1.23-gcc-11.2.0-i5squkb -# tar@=1.34%gcc@=11.2.0 build_system=autotools zip=pigz arch=linux-rhel8-power9le -module load tar/1.34-gcc-11.2.0-2jrcbem -# gettext@=0.22.4%gcc@=11.2.0+bzip2+curses+git~libunistring+libxml2+pic+shared+tar+xz build_system=autotools arch=linux-rhel8-power9le -module load gettext/0.22.4-gcc-11.2.0-5mlyppm -# libffi@=3.4.4%gcc@=11.2.0 build_system=autotools patches=070b1f3 arch=linux-rhel8-power9le -module load libffi/3.4.4-gcc-11.2.0-yuqvmqv -# libxcrypt@=4.4.35%gcc@=11.2.0~obsolete_api build_system=autotools patches=4885da3 arch=linux-rhel8-power9le -module load libxcrypt/4.4.35-gcc-11.2.0-al6z57g -# ca-certificates-mozilla@=2023-05-30%gcc@=11.2.0 build_system=generic arch=linux-rhel8-power9le -module load ca-certificates-mozilla/2023-05-30-gcc-11.2.0-iekj6zv -# openssl@=3.1.3%gcc@=11.2.0~docs+shared build_system=generic certs=mozilla arch=linux-rhel8-power9le -## module load openssl/3.1.3-gcc-11.2.0-mtn6km7 -# sqlite@=3.43.2%gcc@=11.2.0+column_metadata+dynamic_extensions+fts~functions+rtree build_system=autotools arch=linux-rhel8-power9le -module load sqlite/3.43.2-gcc-11.2.0-mnsiby5 -# util-linux-uuid@=2.38.1%gcc@=11.2.0 build_system=autotools arch=linux-rhel8-power9le -module load util-linux-uuid/2.38.1-gcc-11.2.0-h6s3b7x -# python@=3.11.6%gcc@=11.2.0+bz2+crypt+ctypes+dbm~debug+libxml2+lzma~nis~optimizations+pic+pyexpat+pythoncmd+readline+shared+sqlite3+ssl~tkinter+uuid+zlib build_system=generic patches=13fa8bf,b0615b2,ebdca64,f2fd060 arch=linux-rhel8-power9le -module load python/3.11.6-gcc-11.2.0-dfobqi6 -# petsc@=3.20.2%gcc@=11.2.0~X~batch~cgns~complex~cuda~debug+double~exodusii~fftw+fortran~giflib~hdf5~hpddm~hwloc~hypre~int64~jpeg~knl~kokkos~libpng~libyaml~memkind~metis~mkl-pardiso~mmg~moab~mpfr+mpi~mumps~openmp~p4est~parmmg~ptscotch~random123~rocm~saws~scalapack+shared~strumpack~suite-sparse~superlu-dist~sycl~tetgen~trilinos~valgrind build_system=generic clanguage=C memalign=none arch=linux-rhel8-power9le -module load petsc/3.20.2-gcc-11.2.0-xooggro -# py-pip@=23.1.2%gcc@=11.2.0 build_system=generic arch=linux-rhel8-power9le -module load py-pip/23.1.2-gcc-11.2.0-sjerenw -# py-setuptools@=68.0.0%gcc@=11.2.0 build_system=generic arch=linux-rhel8-power9le -module load py-setuptools/68.0.0-gcc-11.2.0-7swvrcg -# py-wheel@=0.41.2%gcc@=11.2.0 build_system=generic arch=linux-rhel8-power9le -module load py-wheel/0.41.2-gcc-11.2.0-fsmp35a -# py-cython@=0.29.36%gcc@=11.2.0 build_system=python_pip patches=c4369ad arch=linux-rhel8-power9le -module load py-cython/0.29.36-gcc-11.2.0-cabcwpm -# py-mpi4py@=3.1.5%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-mpi4py/3.1.5-gcc-11.2.0-p3s6e6o -# py-editables@=0.3%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-editables/0.3-gcc-11.2.0-wnfjn2h -# py-flit-core@=3.9.0%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-flit-core/3.9.0-gcc-11.2.0-gzhlynr -# py-packaging@=23.1%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-packaging/23.1-gcc-11.2.0-btd6dew -# py-pathspec@=0.11.1%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-pathspec/0.11.1-gcc-11.2.0-e2wtdx7 -# git@=2.35.1%gcc@=11.2.0+man+nls+perl+subtree~svn~tcltk build_system=autotools arch=linux-rhel8-power9le -module load git/2.35.1-gcc-11.2.0-4mw66g4 -# py-tomli@=2.0.1%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-tomli/2.0.1-gcc-11.2.0-o7htzjv -# py-typing-extensions@=4.8.0%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-typing-extensions/4.8.0-gcc-11.2.0-llm6be4 -# py-setuptools-scm@=7.1.0%gcc@=11.2.0+toml build_system=python_pip arch=linux-rhel8-power9le -module load py-setuptools-scm/7.1.0-gcc-11.2.0-szed3bs -# py-pluggy@=1.0.0%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-pluggy/1.0.0-gcc-11.2.0-nupo66a -# py-calver@=2022.6.26%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-calver/2022.6.26-gcc-11.2.0-7mzbzwo -# py-trove-classifiers@=2023.8.7%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-trove-classifiers/2023.8.7-gcc-11.2.0-pwoc56c -# py-hatchling@=1.18.0%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-hatchling/1.18.0-gcc-11.2.0-ld4cxeu -# py-hatch-vcs@=0.3.0%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-hatch-vcs/0.3.0-gcc-11.2.0-s6lww4e -# py-iniconfig@=2.0.0%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-iniconfig/2.0.0-gcc-11.2.0-3vjlq4g -# py-pytest@=7.3.2%gcc@=11.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-pytest/7.3.2-gcc-11.2.0-hlhs67g -# exago@=develop%gcc@=11.2.0+cuda+hiop~ipo+ipopt+logging+mpi+python+raja~rocm build_system=cmake build_type=Debug cuda_arch=70 dev_path=/gpfs/wolf/proj-shared/csc359/ci/492715 generator=make arch=linux-rhel8-power9le -## module load exago/develop-gcc-11.2.0-5sxrlgq diff --git a/buildsystem/spack/ascent/modules/exago.sh b/buildsystem/spack/ascent/modules/exago.sh deleted file mode 100644 index 72385316c..000000000 --- a/buildsystem/spack/ascent/modules/exago.sh +++ /dev/null @@ -1,3 +0,0 @@ -module use -a /gpfs/wolf/proj-shared/csc359/exago/spack-ci/install/modules/linux-rhel8-power9le -# exago@=develop%gcc@=11.2.0+cuda+hiop~ipo+ipopt+logging+mpi+python+raja~rocm build_system=cmake build_type=Debug cuda_arch=70 dev_path=/gpfs/wolf/proj-shared/csc359/ci/492715 generator=make arch=linux-rhel8-power9le -module load exago/develop-gcc-11.2.0-5sxrlgq diff --git a/buildsystem/spack/ascent/spack.yaml b/buildsystem/spack/ascent/spack.yaml deleted file mode 100644 index 568992d1e..000000000 --- a/buildsystem/spack/ascent/spack.yaml +++ /dev/null @@ -1,96 +0,0 @@ -spack: - specs: - - patch - - exago@develop+cuda cuda_arch=70 - view: false - concretizer: - unify: when_possible - reuse: false - config: - concretizer: clingo - install_tree: - root: $SPACK_INSTALL - source_cache: $SPACK_CACHE/source-cache - build_cache: $SPACK_CACHE/build-cache - misc_cache: $SPACK_CACHE/misc-cache - url_fetch_method: curl - modules: - default: - roots: - tcl: $SPACK_INSTALL/$SPACK_MODULES - compilers: - - compiler: - spec: gcc@11.2.0 - modules: [gcc/11.2.0] - paths: - cc: /sw/ascent/gcc/11.2.0-0/bin/gcc - cxx: /sw/ascent/gcc/11.2.0-0/bin/g++ - f77: /sw/ascent/gcc/11.2.0-0/bin/gfortran - fc: /sw/ascent/gcc/11.2.0-0/bin/gfortran - flags: {} - operating_system: rhel8 - target: ppc64le - packages: - all: - permissions: - write: group - read: world - group: csc359 - providers: - mpi: [spectrum-mpi] - exago: - require: +raja+hiop+ipopt - hiop: - require: '@develop+sparse+mpi+ginkgo+kron+cusolver_lu' - coinhsl: - require: '@2019.05.21' - ipopt: - require: '@3.12.10+coinhsl~metis~mumps' - magma: - require: '@2.6.2' - raja: - require: ~examples~exercises - umpire: - require: ~openmp~examples - petsc: - require: ~hypre~superlu-dist~hdf5~metis - cmake: - externals: - - spec: cmake@3.22.2 - modules: [cmake/3.22.2] - buildable: false - tar: - externals: - - spec: tar@1.34 - modules: [tar/1.34] - buildable: false - curl: - externals: - - spec: curl@7.79.0 - modules: [curl/7.79.0] - buildable: false - git: - externals: - - spec: git@2.35.1 - modules: [git/2.35.1] - buildable: false - texinfo: - externals: - - spec: texinfo@6.5 - modules: [texinfo/6.5] - buildable: false - gmp: - externals: - - spec: gmp@6.2.1 - modules: [gmp/6.2.1] - buildable: false - perl: - externals: - - spec: perl@5.30.1 - prefix: /sw/ascent/spack-envs/base/opt/linux-rhel8-ppc64le/gcc-9.1.0/perl-5.30.1-on54l56f2ipu67zkupe6nm7qyhhzn66l/ - buildable: false - spectrum-mpi: - externals: - - spec: spectrum-mpi@10.4.0.3-20210112 - modules: [spectrum-mpi/10.4.0.3-20210112] - buildable: false diff --git a/buildsystem/spack/crusher/install.sh b/buildsystem/spack/crusher/install.sh deleted file mode 100755 index a38f2de47..000000000 --- a/buildsystem/spack/crusher/install.sh +++ /dev/null @@ -1,3 +0,0 @@ -#!/bin/bash - -sbatch ./buildsystem/spack/crusher/sbatch.sh diff --git a/buildsystem/spack/crusher/modules/dependencies.sh b/buildsystem/spack/crusher/modules/dependencies.sh deleted file mode 100644 index 7eb864316..000000000 --- a/buildsystem/spack/crusher/modules/dependencies.sh +++ /dev/null @@ -1,107 +0,0 @@ -module use -a /lustre/orion/eng145/world-shared/spack-install/modules/linux-sles15-x86_64 -# gmake@=4.3%clang@=17.0.0-rocm5.7.1-mixed~guile build_system=generic patches=599f134 arch=linux-sles15-x86_64 -module load gmake/4.3-clang-17.0.0-rocm5.7.1-mixed-x2fskbm -# pkgconf@=1.9.5%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools arch=linux-sles15-x86_64 -module load pkgconf/1.9.5-clang-17.0.0-rocm5.7.1-mixed-m4urn4t -# nghttp2@=1.57.0%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools arch=linux-sles15-x86_64 -module load nghttp2/1.57.0-clang-17.0.0-rocm5.7.1-mixed-rrynpn7 -# ca-certificates-mozilla@=2023-05-30%clang@=17.0.0-rocm5.7.1-mixed build_system=generic arch=linux-sles15-x86_64 -module load ca-certificates-mozilla/2023-05-30-clang-17.0.0-rocm5.7.1-mixed-lhn5rvo -# perl@=5.34.0%clang@=17.0.0-rocm5.7.1-mixed+cpanm+opcode+open+shared+threads build_system=generic arch=linux-sles15-x86_64 -module load perl/5.34.0-clang-17.0.0-rocm5.7.1-mixed-7yifv3t -# zlib-ng@=2.1.6%clang@=17.0.0-rocm5.7.1-mixed+compat+new_strategies+opt build_system=autotools arch=linux-sles15-x86_64 -module load zlib-ng/2.1.6-clang-17.0.0-rocm5.7.1-mixed-menugrv -# openssl@=3.2.1%clang@=17.0.0-rocm5.7.1-mixed~docs+shared build_system=generic certs=mozilla arch=linux-sles15-x86_64 -## module load openssl/3.2.1-clang-17.0.0-rocm5.7.1-mixed-3ha6f2t -# curl@=8.6.0%clang@=17.0.0-rocm5.7.1-mixed~gssapi~ldap~libidn2~librtmp~libssh~libssh2+nghttp2 build_system=autotools libs=shared,static tls=openssl arch=linux-sles15-x86_64 -module load curl/8.6.0-clang-17.0.0-rocm5.7.1-mixed-cq4gjom -# ncurses@=6.4%clang@=17.0.0-rocm5.7.1-mixed~symlinks+termlib abi=none build_system=autotools arch=linux-sles15-x86_64 -module load ncurses/6.4-clang-17.0.0-rocm5.7.1-mixed-5fu3rph -# cmake@=3.20.6%clang@=17.0.0-rocm5.7.1-mixed~doc+ncurses+ownlibs build_system=generic build_type=Release arch=linux-sles15-x86_64 -module load cmake/3.20.6-clang-17.0.0-rocm5.7.1-mixed-tsnlb3w -# blt@=0.4.1%clang@=17.0.0-rocm5.7.1-mixed build_system=generic arch=linux-sles15-x86_64 -module load blt/0.4.1-clang-17.0.0-rocm5.7.1-mixed-yv7w5ka -# hip@=5.7.1%clang@=17.0.0-rocm5.7.1-mixed~cuda+rocm build_system=cmake build_type=Release generator=make patches=5bb9b0e,7668b2a,aee7249,b589a02,c2ee21c arch=linux-sles15-x86_64 -module load hip/5.7.1-clang-17.0.0-rocm5.7.1-mixed-aokghsk -# hsa-rocr-dev@=5.7.1%clang@=17.0.0-rocm5.7.1-mixed~asan+image+shared build_system=cmake build_type=Release generator=make arch=linux-sles15-x86_64 -module load hsa-rocr-dev/5.7.1-clang-17.0.0-rocm5.7.1-mixed-4cjwtst -# llvm-amdgpu@=5.7.1%clang@=17.0.0-rocm5.7.1-mixed~link_llvm_dylib~llvm_dylib+rocm-device-libs build_system=cmake build_type=Release generator=ninja patches=53f9500,9a97712,b66529f arch=linux-sles15-x86_64 -module load llvm-amdgpu/5.7.1-clang-17.0.0-rocm5.7.1-mixed-4xxmwvj -# camp@=0.2.3%clang@=17.0.0-rocm5.7.1-mixed~cuda~ipo~openmp+rocm~tests amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make patches=cb9e25b arch=linux-sles15-x86_64 -module load camp/0.2.3-clang-17.0.0-rocm5.7.1-mixed-s4wguwz -# cray-mpich@=8.1.28%clang@=17.0.0-rocm5.7.1-mixed+wrappers build_system=generic arch=linux-sles15-x86_64 -module load cray-mpich/8.1.28-clang-17.0.0-rocm5.7.1-mixed-i3f7um4 -# gcc-runtime@=12.3-mixed%gcc@=12.3-mixed build_system=generic arch=linux-sles15-x86_64 -module load gcc-runtime/12.3-mixed-gcc-12.3-mixed-mu6frky -## gmake@=4.3%gcc@=12.3-mixed~guile build_system=generic patches=599f134 arch=linux-sles15-x86_64 -#module load gmake/4.3-gcc-12.3-mixed-xell4pg -## perl@=5.34.0%gcc@=12.3-mixed+cpanm+opcode+open+shared+threads build_system=generic arch=linux-sles15-x86_64 -#module load perl/5.34.0-gcc-12.3-mixed-ukbfqpz -# openblas@=0.3.20%gcc@=12.3-mixed~bignuma~consistent_fpcsr~ilp64+locking+pic+shared build_system=makefile patches=9f12903 symbol_suffix=none threads=none arch=linux-sles15-x86_64 -module load openblas/0.3.20-gcc-12.3-mixed-7iowws6 -# coinhsl@=2019.05.21%gcc@=12.3-mixed+blas build_system=autotools arch=linux-sles15-x86_64 -module load coinhsl/2019.05.21-gcc-12.3-mixed-4re5qz3 -# hipblas@=5.7.1%clang@=17.0.0-rocm5.7.1-mixed~cuda+rocm amdgpu_target=auto build_system=cmake build_type=Release generator=make patches=f1b0687 arch=linux-sles15-x86_64 -module load hipblas/5.7.1-clang-17.0.0-rocm5.7.1-mixed-majtcms -# hipsparse@=5.7.1%clang@=17.0.0-rocm5.7.1-mixed~cuda+rocm amdgpu_target=auto build_system=cmake build_type=Release generator=make arch=linux-sles15-x86_64 -module load hipsparse/5.7.1-clang-17.0.0-rocm5.7.1-mixed-mr2uw2o -# magma@=2.7.2%clang@=17.0.0-rocm5.7.1-mixed~cuda+fortran~ipo+rocm+shared amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make arch=linux-sles15-x86_64 -module load magma/2.7.2-clang-17.0.0-rocm5.7.1-mixed-d6z2a7t -# metis@=5.1.0%clang@=17.0.0-rocm5.7.1-mixed~gdb~int64~ipo~real64+shared build_system=cmake build_type=Release generator=make patches=4991da9,93a7903 arch=linux-sles15-x86_64 -module load metis/5.1.0-clang-17.0.0-rocm5.7.1-mixed-466rdfs -# rocprim@=5.7.1%clang@=17.0.0-rocm5.7.1-mixed amdgpu_target=auto build_system=cmake build_type=Release generator=make arch=linux-sles15-x86_64 -module load rocprim/5.7.1-clang-17.0.0-rocm5.7.1-mixed-eigcftr -# raja@=0.14.0%clang@=17.0.0-rocm5.7.1-mixed~cuda~examples~exercises~ipo~openmp~plugins+rocm+shared~tests amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make arch=linux-sles15-x86_64 -module load raja/0.14.0-clang-17.0.0-rocm5.7.1-mixed-6yzko55 -# libiconv@=1.17%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools libs=shared,static arch=linux-sles15-x86_64 -module load libiconv/1.17-clang-17.0.0-rocm5.7.1-mixed-xa3wi7t -# diffutils@=3.10%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools arch=linux-sles15-x86_64 -module load diffutils/3.10-clang-17.0.0-rocm5.7.1-mixed-7v327yj -# libsigsegv@=2.14%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools arch=linux-sles15-x86_64 -module load libsigsegv/2.14-clang-17.0.0-rocm5.7.1-mixed-qa6g3ep -# m4@=1.4.19%clang@=17.0.0-rocm5.7.1-mixed+sigsegv build_system=autotools patches=9dc5fbd,bfdffa7 arch=linux-sles15-x86_64 -module load m4/1.4.19-clang-17.0.0-rocm5.7.1-mixed-mmkqsk5 -# autoconf@=2.72%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools arch=linux-sles15-x86_64 -module load autoconf/2.72-clang-17.0.0-rocm5.7.1-mixed-3xud5lx -# automake@=1.16.5%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools arch=linux-sles15-x86_64 -module load automake/1.16.5-clang-17.0.0-rocm5.7.1-mixed-fm7gg6r -# findutils@=4.9.0%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools patches=440b954 arch=linux-sles15-x86_64 -module load findutils/4.9.0-clang-17.0.0-rocm5.7.1-mixed-ks25vfq -# libtool@=2.4.7%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools arch=linux-sles15-x86_64 -module load libtool/2.4.7-clang-17.0.0-rocm5.7.1-mixed-hdagdfy -# gmp@=6.2.1%clang@=17.0.0-rocm5.7.1-mixed+cxx build_system=autotools libs=shared,static patches=69ad2e2 arch=linux-sles15-x86_64 -module load gmp/6.2.1-clang-17.0.0-rocm5.7.1-mixed-ypvpkcj -# autoconf-archive@=2023.02.20%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools arch=linux-sles15-x86_64 -module load autoconf-archive/2023.02.20-clang-17.0.0-rocm5.7.1-mixed-badlwxr -# bzip2@=1.0.8%clang@=17.0.0-rocm5.7.1-mixed~debug~pic+shared build_system=generic arch=linux-sles15-x86_64 -module load bzip2/1.0.8-clang-17.0.0-rocm5.7.1-mixed-fcspibr -# xz@=5.4.6%clang@=17.0.0-rocm5.7.1-mixed~pic build_system=autotools libs=shared,static arch=linux-sles15-x86_64 -module load xz/5.4.6-clang-17.0.0-rocm5.7.1-mixed-lrxwsek -# libxml2@=2.10.3%clang@=17.0.0-rocm5.7.1-mixed+pic~python+shared build_system=autotools arch=linux-sles15-x86_64 -module load libxml2/2.10.3-clang-17.0.0-rocm5.7.1-mixed-e6fl67c -# pigz@=2.8%clang@=17.0.0-rocm5.7.1-mixed build_system=makefile arch=linux-sles15-x86_64 -module load pigz/2.8-clang-17.0.0-rocm5.7.1-mixed-gzgnvtm -# zstd@=1.5.5%clang@=17.0.0-rocm5.7.1-mixed+programs build_system=makefile compression=none libs=shared,static arch=linux-sles15-x86_64 -module load zstd/1.5.5-clang-17.0.0-rocm5.7.1-mixed-cvopzgs -# tar@=1.34%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools zip=pigz arch=linux-sles15-x86_64 -module load tar/1.34-clang-17.0.0-rocm5.7.1-mixed-lzhjsn2 -# gettext@=0.22.4%clang@=17.0.0-rocm5.7.1-mixed+bzip2+curses+git~libunistring+libxml2+pic+shared+tar+xz build_system=autotools arch=linux-sles15-x86_64 -module load gettext/0.22.4-clang-17.0.0-rocm5.7.1-mixed-mmpz2s4 -# texinfo@=7.0.3%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools arch=linux-sles15-x86_64 -module load texinfo/7.0.3-clang-17.0.0-rocm5.7.1-mixed-gcudjaq -# mpfr@=4.2.1%clang@=17.0.0-rocm5.7.1-mixed build_system=autotools libs=shared,static arch=linux-sles15-x86_64 -module load mpfr/4.2.1-clang-17.0.0-rocm5.7.1-mixed-5kolmk3 -# suite-sparse@=5.13.0%clang@=17.0.0-rocm5.7.1-mixed~cuda~graphblas~openmp+pic build_system=generic arch=linux-sles15-x86_64 -module load suite-sparse/5.13.0-clang-17.0.0-rocm5.7.1-mixed-jk4j4xm -# umpire@=6.0.0%clang@=17.0.0-rocm5.7.1-mixed+c~cuda~device_alloc~deviceconst~examples~fortran~ipo~numa~openmp+rocm+shared amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make tests=none arch=linux-sles15-x86_64 -module load umpire/6.0.0-clang-17.0.0-rocm5.7.1-mixed-dfwqrzx -# hiop@=develop%clang@=17.0.0-rocm5.7.1-mixed~cuda~deepchecking~ginkgo~ipo~jsrun+kron+mpi+raja+rocm~shared+sparse amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make arch=linux-sles15-x86_64 -module load hiop/develop-clang-17.0.0-rocm5.7.1-mixed-5rqwq45 -# ipopt@=3.12.10%clang@=17.0.0-rocm5.7.1-mixed+coinhsl~debug~metis~mumps build_system=autotools arch=linux-sles15-x86_64 -module load ipopt/3.12.10-clang-17.0.0-rocm5.7.1-mixed-2zdjszo -# python@=3.11.5%clang@=17.0.0-rocm5.7.1-mixed+bz2+crypt+ctypes+dbm~debug+libxml2+lzma~nis~optimizations+pic+pyexpat+pythoncmd+readline+shared+sqlite3+ssl~tkinter+uuid+zlib build_system=generic patches=13fa8bf,b0615b2,ebdca64,f2fd060 arch=linux-sles15-x86_64 -module load python/3.11.5-clang-17.0.0-rocm5.7.1-mixed-ubwwl7x -# petsc@=3.20.4%clang@=17.0.0-rocm5.7.1-mixed~X~batch~cgns~complex~cuda~debug+double~exodusii~fftw+fortran~giflib~hdf5~hpddm~hwloc~hypre~int64~jpeg~knl~kokkos~libpng~libyaml~memkind~metis~mkl-pardiso~mmg~moab~mpfr+mpi~mumps~openmp~p4est~parmmg~ptscotch~random123~rocm~saws~scalapack+shared~strumpack~suite-sparse~superlu-dist~sycl~tetgen~trilinos~valgrind~zoltan build_system=generic clanguage=C memalign=none arch=linux-sles15-x86_64 -module load petsc/3.20.4-clang-17.0.0-rocm5.7.1-mixed-2btkvwy -# exago@=develop%clang@=17.0.0-rocm5.7.1-mixed~cuda+hiop~ipo+ipopt+logging+mpi~python+raja+rocm amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make arch=linux-sles15-x86_64 -## module load exago/develop-clang-17.0.0-rocm5.7.1-mixed-6l3vqyp diff --git a/buildsystem/spack/crusher/modules/exago.sh b/buildsystem/spack/crusher/modules/exago.sh deleted file mode 100644 index 80f56c597..000000000 --- a/buildsystem/spack/crusher/modules/exago.sh +++ /dev/null @@ -1,3 +0,0 @@ -module use -a /lustre/orion/eng145/world-shared/spack-install/modules/linux-sles15-x86_64 -# exago@=develop%clang@=17.0.0-rocm5.7.1-mixed~cuda+hiop~ipo+ipopt+logging+mpi~python+raja+rocm amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make arch=linux-sles15-x86_64 -module load exago/develop-clang-17.0.0-rocm5.7.1-mixed-6l3vqyp diff --git a/buildsystem/spack/crusher/spack.yaml b/buildsystem/spack/crusher/spack.yaml deleted file mode 100644 index 2990d7614..000000000 --- a/buildsystem/spack/crusher/spack.yaml +++ /dev/null @@ -1,295 +0,0 @@ -spack: - specs: - - exago@develop%clang@17.0.0-rocm5.7.1-mixed amdgpu_target=gfx90a - ^coinhsl%gcc@12.3-mixed - ^openblas%gcc@12.3-mixed - ^petsc%clang@17.0.0-rocm5.7.1-mixed target=x86_64 - - ginkgo@1.7.0%clang@17.0.0-rocm5.7.1-mixed - view: false - concretizer: - unify: when_possible - reuse: false - compilers: - - compiler: - spec: clang@17.0.0-rocm5.7.1-mixed - paths: - cc: /opt/rocm-5.7.1/llvm/bin/amdclang - cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.7.1/llvm/bin/amdflang - fc: /opt/rocm-5.7.1/llvm/bin/amdflang - flags: {} - operating_system: sles15 - target: x86_64 - modules: - - PrgEnv-gnu-amd - - cray-mpich/8.1.28 - - amd-mixed/5.7.1 - - rocm/5.7.1 - - gcc-native/12.3 - - craype-accel-amd-gfx90a - - craype-x86-trento - - libfabric - environment: {} - extra_rpaths: [] - - compiler: - spec: gcc@12.3-mixed - paths: - cc: /opt/cray/pe/gcc-native/12/bin/gcc - cxx: /opt/cray/pe/gcc-native/12/bin/g++ - f77: /opt/cray/pe/gcc-native/12/bin/gfortran - fc: /opt/cray/pe/gcc-native/12/bin/gfortran - flags: {} - operating_system: sles15 - target: x86_64 - modules: - - PrgEnv-gnu-amd - - cray-mpich/8.1.28 - - amd-mixed/5.7.1 - - rocm/5.7.1 - - gcc-native/12.3 - - craype-accel-amd-gfx90a - - craype-x86-trento - - libfabric - environment: {} - extra_rpaths: [] - packages: - all: - compiler: - - clang@17.0.0-rocm5.7.1-mixed - providers: - blas: [openblas] - mpi: [cray-mpich] - target: [x86_64] - exago: - require: ~python+raja+hiop+rocm+ipopt - hiop: - require: +sparse+mpi+raja+rocm~ginkgo+kron - version: [develop] - ipopt: - require: '@3.12.10~metis+coinhsl~mumps' - # Pin OpenBlas version for consistent test results. - openblas: - require: '@0.3.20' - umpire: - require: ~examples - version: [6.0.0] - raja: - require: ~examples~exercises - version: [0.14.0] - coinhsl: - require: '@2019.05.21' - magma: - require: '@2.7.2' - petsc: - require: ~hypre~superlu-dist~hdf5~metis - cray-mpich: - buildable: false - externals: - - spec: cray-mpich@8.1.28 %clang@17.0.0-rocm5.7.1-mixed - prefix: /opt/cray/pe/mpich/8.1.28/ofi/gnu/12.3 - modules: - - PrgEnv-gnu-amd - - cpe/23.12 - - cray-mpich/8.1.28 - - amd-mixed/5.7.1 - - rocm/5.7.1 - - gcc-native/12.3 - - craype-accel-amd-gfx90a - - craype-x86-trento - - libfabric - python: - externals: - - spec: python@3.11.5 - modules: - - cray-python/3.11.5 - buildable: false - perl: - externals: - - spec: perl@5.34.0 - modules: - - perl/5.34.0 - buildable: false - libfabric: - buildable: false - externals: - - spec: libfabric@1.15.2.0 - modules: - - libfabric/1.15.2.0 - gmake: - buildable: false - externals: - - spec: gmake@4.3 - modules: - - gmake/4.3 - comgr: - buildable: false - externals: - - spec: comgr@5.7.1 - prefix: /opt/rocm-5.7.1/ - hip-rocclr: - buildable: false - externals: - - spec: hip-rocclr@5.7.1 - prefix: /opt/rocm-5.7.1/hip - hipblas: - buildable: false - externals: - - spec: hipblas@5.7.1 - prefix: /opt/rocm-5.7.1/ - hipcub: - buildable: false - externals: - - spec: hipcub@5.7.1 - prefix: /opt/rocm-5.7.1/ - hipfft: - buildable: false - externals: - - spec: hipfft@5.7.1 - prefix: /opt/rocm-5.7.1/ - hipsparse: - buildable: false - externals: - - spec: hipsparse@5.7.1 - prefix: /opt/rocm-5.7.1/ - miopen-hip: - buildable: false - externals: - - spec: hip-rocclr@5.7.1 - prefix: /opt/rocm-5.7.1/ - miopengemm: - buildable: false - externals: - - spec: miopengemm@5.7.1 - prefix: /opt/rocm-5.7.1/ - rccl: - buildable: false - externals: - - spec: rccl@5.7.1 - prefix: /opt/rocm-5.7.1/ - rocblas: - buildable: false - externals: - - spec: rocblas@5.7.1 - prefix: /opt/rocm-5.7.1/ - rocfft: - buildable: false - externals: - - spec: rocfft@5.7.1 - prefix: /opt/rocm-5.7.1/ - rocm-clang-ocl: - buildable: false - externals: - - spec: rocm-clang-ocl@5.7.1 - prefix: /opt/rocm-5.7.1/ - rocm-cmake: - buildable: false - externals: - - spec: rocm-cmake@5.7.1 - prefix: /opt/rocm-5.7.1/ - rocm-dbgapi: - buildable: false - externals: - - spec: rocm-dbgapi@5.7.1 - prefix: /opt/rocm-5.7.1/ - rocm-debug-agent: - buildable: false - externals: - - spec: rocm-debug-agent@5.7.1 - prefix: /opt/rocm-5.7.1/ - rocm-device-libs: - buildable: false - externals: - - spec: rocm-device-libs@5.7.1 - prefix: /opt/rocm-5.7.1/ - rocm-gdb: - buildable: false - externals: - - spec: rocm-gdb@5.7.1 - prefix: /opt/rocm-5.7.1/ - rocm-opencl: - buildable: false - externals: - - spec: rocm-opencl@5.7.1 - prefix: /opt/rocm-5.7.1/opencl - rocm-smi-lib: - buildable: false - externals: - - spec: rocm-smi-lib@5.7.1 - prefix: /opt/rocm-5.7.1/ - hip: - buildable: false - externals: - - spec: hip@5.7.1 - prefix: /opt/rocm-5.7.1 - llvm-amdgpu: - buildable: false - externals: - - spec: llvm-amdgpu@5.7.1 - prefix: /opt/rocm-5.7.1/llvm - hsakmt-roct: - buildable: false - externals: - - spec: hsakmt-roct@5.7.1 - prefix: /opt/rocm-5.7.1/ - hsa-rocr-dev: - buildable: false - externals: - - spec: hsa-rocr-dev@5.7.1 - prefix: /opt/rocm-5.7.1/ - roctracer-dev-api: - buildable: false - externals: - - spec: roctracer-dev-api@5.7.1 - prefix: /opt/rocm-5.7.1/roctracer - rocprim: - buildable: false - externals: - - spec: rocprim@5.7.1 - prefix: /opt/rocm-5.7.1 - rocrand: - buildable: false - externals: - - spec: rocrand@5.7.1 - prefix: /opt/rocm-5.7.1 - hiprand: - buildable: false - externals: - - spec: hiprand@5.7.1 - prefix: /opt/rocm-5.7.1 - hipsolver: - buildable: false - externals: - - spec: hipsolver@5.7.1 - prefix: /opt/rocm-5.7.1 - rocsolver: - buildable: false - externals: - - spec: rocsolver@5.7.1 - prefix: /opt/rocm-5.7.1 - rocsparse: - buildable: false - externals: - - spec: rocsparse@5.7.1 - prefix: /opt/rocm-5.7.1 - rocthrust: - buildable: false - externals: - - spec: rocthrust@5.7.1 - prefix: /opt/rocm-5.7.1 - rocprofiler-dev: - buildable: false - externals: - - spec: rocprofiler-dev@5.7.1 - prefix: /opt/rocm-5.7.1 - config: - install_tree: - root: $SPACK_INSTALL - concretizer: clingo - source_cache: $SPACK_CACHE/source-cache - build_cache: $SPACK_CACHE/build-cache - misc_cache: $SPACK_CACHE/misc-cache - build_stage: $SPACK_CACHE/build-stage - modules: - default: - roots: - tcl: $SPACK_INSTALL/$SPACK_MODULES diff --git a/buildsystem/spack/crusher/env.sh b/buildsystem/spack/frontier/env.sh similarity index 67% rename from buildsystem/spack/crusher/env.sh rename to buildsystem/spack/frontier/env.sh index cd539ff28..537af78df 100644 --- a/buildsystem/spack/crusher/env.sh +++ b/buildsystem/spack/frontier/env.sh @@ -3,9 +3,9 @@ # Configure python module load cray-python/3.11.5 -BASE=/lustre/orion/eng145/world-shared/$(whoami) +BASE=/lustre/orion/stf006/world-shared/$(whoami)/exago -export SPACK_INSTALL=/lustre/orion/eng145/world-shared/spack-install +export SPACK_INSTALL=$BASE/spack-install export SPACK_MODULES=modules export SPACK_CACHE=$BASE/spack-cache export SPACK_MIRROR=$BASE/spack-mirror diff --git a/buildsystem/spack/frontier/install.sh b/buildsystem/spack/frontier/install.sh new file mode 100755 index 000000000..c56fe0307 --- /dev/null +++ b/buildsystem/spack/frontier/install.sh @@ -0,0 +1,3 @@ +#!/bin/bash + +sbatch ./buildsystem/spack/frontier/sbatch.sh diff --git a/buildsystem/spack/frontier/modules/dependencies.sh b/buildsystem/spack/frontier/modules/dependencies.sh new file mode 100644 index 000000000..ebed19776 --- /dev/null +++ b/buildsystem/spack/frontier/modules/dependencies.sh @@ -0,0 +1,109 @@ +module use -a /lustre/orion/stf006/world-shared/nkouk/exago/spack-install/modules/linux-sles15-zen3 +# cmake@=3.27.9%rocmcc@=6.3.1~doc+ncurses+ownlibs~qtgui build_system=generic build_type=Release patches=dbc3892 arch=linux-sles15-zen3 +module load cmake/3.27.9-rocmcc-6.3.1-glbjtfr +# glibc@=2.31%rocmcc@=6.3.1 build_system=autotools arch=linux-sles15-zen3 +module load glibc/2.31-rocmcc-6.3.1-gjx74zv +# blt@=0.4.1%rocmcc@=6.3.1 build_system=generic arch=linux-sles15-zen3 +module load blt/0.4.1-rocmcc-6.3.1-patyhju +# gmake@=4.4.1%rocmcc@=6.3.1~guile build_system=generic arch=linux-sles15-zen3 +module load gmake/4.4.1-rocmcc-6.3.1-ugara3u +# hip@=6.3.1%rocmcc@=6.3.1~asan~cuda+rocm build_system=cmake build_type=Release generator=make patches=1f65dfe arch=linux-sles15-zen3 +module load hip/6.3.1-rocmcc-6.3.1-je2yq3g +# hsa-rocr-dev@=6.3.1%rocmcc@=6.3.1~asan+image+shared build_system=cmake build_type=Release generator=make arch=linux-sles15-zen3 +module load hsa-rocr-dev/6.3.1-rocmcc-6.3.1-b55uik5 +# llvm-amdgpu@=6.3.1%rocmcc@=6.3.1~link_llvm_dylib~llvm_dylib+rocm-device-libs build_system=cmake build_type=Release generator=ninja patches=b4774ca arch=linux-sles15-zen3 +module load llvm-amdgpu/6.3.1-rocmcc-6.3.1-7ltelvs +# camp@=0.2.3%rocmcc@=6.3.1~cuda~ipo~omptarget~openmp+rocm~sycl~tests amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make patches=cb9e25b,f854571 arch=linux-sles15-zen3 +module load camp/0.2.3-rocmcc-6.3.1-7uwcpvu +# cray-mpich@=8.1.28%rocmcc@=6.3.1+wrappers build_system=generic arch=linux-sles15-zen3 +module load cray-mpich/8.1.28-rocmcc-6.3.1-ohlzfme +# gcc-runtime@=12.3%gcc@=12.3 build_system=generic arch=linux-sles15-zen3 +module load gcc-runtime/12.3-gcc-12.3-tmqowzy +# gmake@=4.4.1%gcc@=12.3~guile build_system=generic arch=linux-sles15-zen3 +module load gmake/4.4.1-gcc-12.3-i7fdisk +# berkeley-db@=18.1.40%rocmcc@=6.3.1+cxx~docs+stl build_system=autotools patches=26090f4,b231fcc arch=linux-sles15-zen3 +module load berkeley-db/18.1.40-rocmcc-6.3.1-snty35e +# libiconv@=1.17%rocmcc@=6.3.1 build_system=autotools libs=shared,static arch=linux-sles15-zen3 +module load libiconv/1.17-rocmcc-6.3.1-fu3sqe6 +# diffutils@=3.10%rocmcc@=6.3.1 build_system=autotools arch=linux-sles15-zen3 +module load diffutils/3.10-rocmcc-6.3.1-c4sfpr4 +# bzip2@=1.0.8%rocmcc@=6.3.1~debug~pic+shared build_system=generic arch=linux-sles15-zen3 +module load bzip2/1.0.8-rocmcc-6.3.1-ghzkzol +# pkgconf@=2.3.0%rocmcc@=6.3.1 build_system=autotools arch=linux-sles15-zen3 +module load pkgconf/2.3.0-rocmcc-6.3.1-jxagujx +# ncurses@=6.5%rocmcc@=6.3.1~symlinks+termlib abi=none build_system=autotools patches=7a351bc arch=linux-sles15-zen3 +module load ncurses/6.5-rocmcc-6.3.1-i2h3up6 +# readline@=8.2%rocmcc@=6.3.1 build_system=autotools patches=1ea4349,24f587b,3d9885e,5911a5b,622ba38,6c8adf8,758e2ec,79572ee,a177edc,bbf97f1,c7b45ff,e0013d9,e065038 arch=linux-sles15-zen3 +module load readline/8.2-rocmcc-6.3.1-snonwhj +# gdbm@=1.23%rocmcc@=6.3.1 build_system=autotools arch=linux-sles15-zen3 +module load gdbm/1.23-rocmcc-6.3.1-o5dm5k3 +# zlib-ng@=2.2.3%rocmcc@=6.3.1+compat+new_strategies+opt+pic+shared build_system=autotools arch=linux-sles15-zen3 +module load zlib-ng/2.2.3-rocmcc-6.3.1-qagngsw +# perl@=5.40.0%rocmcc@=6.3.1+cpanm+opcode+open+shared+threads build_system=generic arch=linux-sles15-zen3 +module load perl/5.40.0-rocmcc-6.3.1-zbot3g3 +# openblas@=0.3.20%gcc@=12.3~bignuma~consistent_fpcsr+dynamic_dispatch~ilp64+locking+pic+shared build_system=makefile patches=9f12903 symbol_suffix=none threads=none arch=linux-sles15-zen3 +module load openblas/0.3.20-gcc-12.3-5lo7g62 +# coinhsl@=2019.05.21%gcc@=12.3+blas build_system=autotools arch=linux-sles15-zen3 +module load coinhsl/2019.05.21-gcc-12.3-2jugtcw +# hipblas@=6.3.1%rocmcc@=6.3.1~asan~cuda+rocm amdgpu_target=auto build_system=cmake build_type=Release generator=make patches=8d71578,b05b34b arch=linux-sles15-zen3 +module load hipblas/6.3.1-rocmcc-6.3.1-gbtlgcy +# hiprand@=6.3.1%rocmcc@=6.3.1~asan~cuda+rocm amdgpu_target=auto build_system=cmake build_type=Release generator=make arch=linux-sles15-zen3 +module load hiprand/6.3.1-rocmcc-6.3.1-fz3jffm +# hipsparse@=6.3.1%rocmcc@=6.3.1~asan~cuda+rocm amdgpu_target=auto build_system=cmake build_type=Release generator=make arch=linux-sles15-zen3 +module load hipsparse/6.3.1-rocmcc-6.3.1-lwhon6d +# rocm-core@=6.3.1%rocmcc@=6.3.1~asan build_system=cmake build_type=Release generator=make arch=linux-sles15-zen3 +module load rocm-core/6.3.1-rocmcc-6.3.1-3fytkbd +# magma@=2.8.0%rocmcc@=6.3.1~cuda+fortran~ipo+rocm+shared amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make arch=linux-sles15-zen3 +module load magma/2.8.0-rocmcc-6.3.1-gk7atiu +# metis@=5.1.0%rocmcc@=6.3.1~gdb~int64~no_warning~real64+shared build_system=cmake build_type=Release generator=make patches=4991da9,93a7903 arch=linux-sles15-zen3 +module load metis/5.1.0-rocmcc-6.3.1-eqv3lql +# rocprim@=6.3.1%rocmcc@=6.3.1~asan amdgpu_target=auto build_system=cmake build_type=Release generator=make arch=linux-sles15-zen3 +module load rocprim/6.3.1-rocmcc-6.3.1-r2wbqsu +# raja@=0.14.0%rocmcc@=6.3.1~cuda~desul~examples~exercises~ipo~omptarget~omptask~openmp~plugins+rocm~run-all-tests+shared~sycl~tests~vectorization amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make arch=linux-sles15-zen3 +module load raja/0.14.0-rocmcc-6.3.1-goyrfcj +# libsigsegv@=2.14%rocmcc@=6.3.1 build_system=autotools arch=linux-sles15-zen3 +module load libsigsegv/2.14-rocmcc-6.3.1-wmk7xpl +# m4@=1.4.19%rocmcc@=6.3.1+sigsegv build_system=autotools patches=9dc5fbd,bfdffa7 arch=linux-sles15-zen3 +module load m4/1.4.19-rocmcc-6.3.1-vlezrbi +# autoconf@=2.72%rocmcc@=6.3.1 build_system=autotools arch=linux-sles15-zen3 +module load autoconf/2.72-rocmcc-6.3.1-wvqalwi +# automake@=1.16.5%rocmcc@=6.3.1 build_system=autotools arch=linux-sles15-zen3 +module load automake/1.16.5-rocmcc-6.3.1-tymrcpv +# xz@=5.4.6%rocmcc@=6.3.1~pic build_system=autotools libs=shared,static arch=linux-sles15-zen3 +module load xz/5.4.6-rocmcc-6.3.1-uam3imj +# libxml2@=2.13.5%rocmcc@=6.3.1~http+pic~python+shared build_system=autotools arch=linux-sles15-zen3 +module load libxml2/2.13.5-rocmcc-6.3.1-42swsdo +# pigz@=2.8%rocmcc@=6.3.1 build_system=makefile arch=linux-sles15-zen3 +module load pigz/2.8-rocmcc-6.3.1-vhc4ve7 +# zstd@=1.5.6%rocmcc@=6.3.1+programs build_system=makefile compression=none libs=shared,static arch=linux-sles15-zen3 +module load zstd/1.5.6-rocmcc-6.3.1-mvni44r +# tar@=1.35%rocmcc@=6.3.1 build_system=autotools zip=pigz arch=linux-sles15-zen3 +module load tar/1.35-rocmcc-6.3.1-5hmruwv +# gettext@=0.23.1%rocmcc@=6.3.1+bzip2+curses+git~libunistring+libxml2+pic+shared+tar+xz build_system=autotools arch=linux-sles15-zen3 +module load gettext/0.23.1-rocmcc-6.3.1-olazbjn +# findutils@=4.10.0%rocmcc@=6.3.1 build_system=autotools patches=440b954 arch=linux-sles15-zen3 +module load findutils/4.10.0-rocmcc-6.3.1-xfx74g5 +# libtool@=2.4.7%rocmcc@=6.3.1 build_system=autotools arch=linux-sles15-zen3 +module load libtool/2.4.7-rocmcc-6.3.1-vuyual7 +# gmp@=6.3.0%rocmcc@=6.3.1+cxx build_system=autotools libs=shared,static arch=linux-sles15-zen3 +module load gmp/6.3.0-rocmcc-6.3.1-wn2ocfd +# autoconf-archive@=2023.02.20%rocmcc@=6.3.1 build_system=autotools arch=linux-sles15-zen3 +module load autoconf-archive/2023.02.20-rocmcc-6.3.1-cr25bvg +# texinfo@=7.1%rocmcc@=6.3.1 build_system=autotools arch=linux-sles15-zen3 +module load texinfo/7.1-rocmcc-6.3.1-a7zkg2r +# mpfr@=4.2.1%rocmcc@=6.3.1 build_system=autotools libs=shared,static arch=linux-sles15-zen3 +module load mpfr/4.2.1-rocmcc-6.3.1-4zfn7vk +# suite-sparse@=7.8.3%rocmcc@=6.3.1~cuda~graphblas~openmp+pic build_system=generic arch=linux-sles15-zen3 +module load suite-sparse/7.8.3-rocmcc-6.3.1-ldbpuyy +# umpire@=6.0.0%rocmcc@=6.3.1~asan~backtrace+c~cuda~dev_benchmarks~device_alloc~deviceconst~examples+fmt_header_only~fortran~ipc_shmem~ipo~mpi~numa~omptarget~openmp+rocm~sanitizer_tests+shared~sqlite_experimental~tools~werror amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make tests=none arch=linux-sles15-zen3 +module load umpire/6.0.0-rocmcc-6.3.1-4g4w7pb +# hiop@=develop%rocmcc@=6.3.1~cuda~deepchecking~ginkgo~ipo~jsrun+kron+mpi+raja+rocm~shared+sparse amdgpu_target=gfx90a build_system=cmake build_type=Release generator=make patches=bb62ae1 arch=linux-sles15-zen3 +module load hiop/develop-rocmcc-6.3.1-kexanvc +# ipopt@=3.12.10%rocmcc@=6.3.1+coinhsl~debug~java~metis~mumps build_system=autotools arch=linux-sles15-zen3 +module load ipopt/3.12.10-rocmcc-6.3.1-gnbtqod +# python@=3.11.5%rocmcc@=6.3.1+bz2+crypt+ctypes+dbm~debug+libxml2+lzma~optimizations+pic+pyexpat+pythoncmd+readline+shared+sqlite3+ssl~tkinter+uuid+zlib build_system=generic patches=13fa8bf,b0615b2,ebdca64,f2fd060 arch=linux-sles15-zen3 +module load python/3.11.5-rocmcc-6.3.1-a47nn7m +# petsc@=3.22.2%rocmcc@=6.3.1~X~batch~cgns~complex~cuda~debug+double~exodusii~fftw+fortran~giflib~hdf5~hpddm~hwloc~hypre~int64~jpeg~knl~kokkos~libpng~libyaml~memkind~metis~mkl-pardiso~mmg~moab~mpfr+mpi~mumps~openmp~p4est~parmmg~ptscotch~random123~rocm~saws~scalapack+shared~strumpack~suite-sparse~superlu-dist~sycl~tetgen~trilinos~valgrind~zoltan build_system=generic clanguage=C memalign=none arch=linux-sles15-zen3 +module load petsc/3.22.2-rocmcc-6.3.1-gulnlvd +# exago@=develop%rocmcc@=6.3.1~cuda+hiop~ipo+ipopt+logging+mpi~python+raja+rocm amdgpu_target=gfx90a build_system=cmake build_type=Release dev_path=/lustre/orion/scratch/nkouk/stf006/Codes/ExaGO generator=make arch=linux-sles15-zen3 +## module load exago/develop-rocmcc-6.3.1-5tcfzm4 diff --git a/buildsystem/spack/frontier/modules/exago.sh b/buildsystem/spack/frontier/modules/exago.sh new file mode 100644 index 000000000..950cb3f72 --- /dev/null +++ b/buildsystem/spack/frontier/modules/exago.sh @@ -0,0 +1,3 @@ +module use -a /lustre/orion/stf006/world-shared/nkouk/exago/spack-install/modules/linux-sles15-zen3 +# exago@=develop%rocmcc@=6.3.1~cuda+hiop~ipo+ipopt+logging+mpi~python+raja+rocm amdgpu_target=gfx90a build_system=cmake build_type=Release dev_path=/lustre/orion/scratch/nkouk/stf006/Codes/ExaGO generator=make arch=linux-sles15-zen3 +module load exago/develop-rocmcc-6.3.1-5tcfzm4 diff --git a/buildsystem/spack/crusher/sbatch.sh b/buildsystem/spack/frontier/sbatch.sh similarity index 98% rename from buildsystem/spack/crusher/sbatch.sh rename to buildsystem/spack/frontier/sbatch.sh index 5336db66e..056c511cd 100644 --- a/buildsystem/spack/crusher/sbatch.sh +++ b/buildsystem/spack/frontier/sbatch.sh @@ -54,7 +54,7 @@ export no_proxy='localhost,127.0.0.0/8,*.ccs.ornl.gov,*.olcf.ornl.gov,*.ncrc.gov # Assuming that you already have a binary mirror configured # TODO - copy over coinhsl tarball beforehand? -export MY_CLUSTER=crusher +export MY_CLUSTER=frontier . buildsystem/spack/load_spack.sh && \ spack develop --no-clone --path=$(pwd) exago@develop && \ buildsystem/spack/configure_modules.sh 32 diff --git a/buildsystem/spack/frontier/spack.yaml b/buildsystem/spack/frontier/spack.yaml new file mode 100644 index 000000000..48ccbe4d3 --- /dev/null +++ b/buildsystem/spack/frontier/spack.yaml @@ -0,0 +1,178 @@ +spack: + specs: + - exago@develop%rocmcc@6.3.1 amdgpu_target=gfx90a + ^coinhsl%gcc@12.3 + ^openblas%gcc@12.3 + ^petsc%rocmcc@6.3.1 target=zen3 + view: false + concretizer: + unify: when_possible + reuse: false + compilers: + - compiler: + spec: rocmcc@6.3.1 + paths: + cc: /opt/rocm-6.3.1/llvm/bin/amdclang + cxx: /opt/rocm-6.3.1/llvm/bin/amdclang++ + f77: /opt/rocm-6.3.1/llvm/bin/amdflang + fc: /opt/rocm-6.3.1/llvm/bin/amdflang + flags: {} + operating_system: sles15 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] + - compiler: + spec: gcc@12.3 + paths: + cc: /opt/cray/pe/gcc-native/12/bin/gcc + cxx: /opt/cray/pe/gcc-native/12/bin/g++ + f77: /opt/cray/pe/gcc-native/12/bin/gfortran + fc: /opt/cray/pe/gcc-native/12/bin/gfortran + flags: {} + operating_system: sles15 + target: x86_64 + modules: [] + environment: {} + extra_rpaths: [] + packages: + all: + compiler: + - rocmcc@6.3.1 + providers: + blas: [openblas] + mpi: [cray-mpich] + target: [zen3] + exago: + require: ~python+raja+hiop+rocm+ipopt + hiop: + require: +sparse+mpi+raja+rocm~ginkgo+kron + version: [develop] + ipopt: + require: '@3.12.10~metis+coinhsl~mumps' + # Pin OpenBlas version for consistent test results. + openblas: + require: '@0.3.20' + umpire: + require: ~examples + version: [6.0.0] + raja: + require: ~examples~exercises + version: [0.14.0] + coinhsl: + require: '@2019.05.21' + magma: + require: '@2.8.0' + petsc: + require: ~hypre~superlu-dist~hdf5~metis + cray-mpich: + buildable: false + externals: + - spec: cray-mpich@8.1.28 %rocmcc@6.3.1 + prefix: /opt/cray/pe/mpich/8.1.28/ofi/gnu/12.3 + modules: + - PrgEnv-gnu-amd + - cpe/23.12 + - cray-mpich/8.1.28 + - amd-mixed/6.3.1 + - rocm/6.3.1 + - gcc-native/12.3 + - craype-accel-amd-gfx90a + - craype-x86-trento + - libfabric + cmake: + buildable: false + externals: + - spec: cmake@3.27.9 + modules: + - cmake/3.27.9 + gmake: + buildable: false + externals: + - spec: gmake@4.4.1 + modules: + - gmake/4.4.1 + libfabric: + buildable: false + externals: + - spec: libfabric@1.20.1 + modules: + - libfabric/1.20.1 + metis: + buildable: false + externals: + - spec: metis@5.1.0 + modules: + - metis/5.1.0 + python: + externals: + - spec: python@3.11.5 + modules: + - cray-python/3.11.5 + buildable: false + hip: + buildable: false + externals: + - spec: hip@6.3.1 + prefix: /opt/rocm-6.3.1 + hipblas: + buildable: false + externals: + - spec: hipblas@6.3.1 + prefix: /opt/rocm-6.3.1/ + hipcub: + buildable: false + externals: + - spec: hipcub@6.3.1 + prefix: /opt/rocm-6.3.1/ + hipfft: + buildable: false + externals: + - spec: hipfft@6.3.1 + prefix: /opt/rocm-6.3.1/ + hiprand: + buildable: false + externals: + - spec: hiprand@6.3.1 + prefix: /opt/rocm-6.3.1 + hipsolver: + buildable: false + externals: + - spec: hipsolver@6.3.1 + prefix: /opt/rocm-6.3.1 + hipsparse: + buildable: false + externals: + - spec: hipsparse@6.3.1 + prefix: /opt/rocm-6.3.1/ + hsa-rocr-dev: + buildable: false + externals: + - spec: hsa-rocr-dev@6.3.1 + prefix: /opt/rocm-6.3.1/ + llvm-amdgpu: + buildable: false + externals: + - spec: llvm-amdgpu@6.3.1 + prefix: /opt/rocm-6.3.1/ + rocprim: + buildable: false + externals: + - spec: rocprim@6.3.1 + prefix: /opt/rocm-6.3.1 + rocm-core: + buildable: false + externals: + - spec: rocm-core@6.3.1 + prefix: /opt/rocm-6.3.1/ + config: + install_tree: + root: $SPACK_INSTALL + source_cache: $SPACK_CACHE/source-cache + build_cache: $SPACK_CACHE/build-cache + misc_cache: $SPACK_CACHE/misc-cache + build_stage: $SPACK_CACHE/build-stage + modules: + default: + roots: + tcl: $SPACK_INSTALL/$SPACK_MODULES diff --git a/buildsystem/spack/summit/bsub.sh b/buildsystem/spack/summit/bsub.sh deleted file mode 100644 index 2eabdab30..000000000 --- a/buildsystem/spack/summit/bsub.sh +++ /dev/null @@ -1,62 +0,0 @@ -#!/bin/bash - -#BSUB -P csc359 -#BSUB -W 2:00 -#BSUB -nnodes 1 -#BSUB -J exasgd_spack_install -#BSUB -o spack_install.%J -#BSUB -e spack_install.%J - -exit() { - # Clear all trap handlers so this isn't echo'ed multiple times, potentially - # throwing off the CI script watching for this output - trap - `seq 1 31` - - # If called without an argument, assume not an error - local ec=${1:-0} - - # Echo the snippet the CI script is looking for - echo BUILD_STATUS:${ec} - - # Actually exit with that code, although it won't matter in most cases, as CI - # is only looking for the string 'BUILD_STATUS:N' - builtin exit ${ec} -} - -# This will be the catch-all trap handler after arguments are parsed. -cleanup() { - # Clear all trap handlers - trap - `seq 1 31` - - # When 'trap' is invoked, each signal handler will be a curried version of - # this function which has the first argument bound to the signal it's catching - local sig=$1 - - echo - echo Exit code $2 caught in build script triggered by signal ${sig}. - echo - - exit $2 -} - -# Configure https proxy because spack is going to do some things with git -export all_proxy="socks://proxy.ccs.ornl.gov:3128" -export ftp_proxy="ftp://proxy.ccs.ornl.gov:3128" -export http_proxy="http://proxy.ccs.ornl.gov:3128" -export https_proxy="http://proxy.ccs.ornl.gov:3128" -export HTTP_PROXY="http://proxy.ccs.ornl.gov:3128" -export HTTPS_PROXY="http://proxy.ccs.ornl.gov:3128" -export proxy="proxy.ccs.ornl.gov:3128" -export no_proxy='localhost,127.0.0.0/8,*.ccs.ornl.gov,*.olcf.ornl.gov,*.ncrc.gov' - - -# Assuming that you already have a binary mirror configured -# TODO - copy over coinhsl tarball beforehand? -export MY_CLUSTER=summit -. buildsystem/spack/load_spack.sh && \ -spack develop --no-clone --path=$(pwd) exago@develop && \ -buildsystem/spack/configure_modules.sh 32 - -EXIT_CODE=$? -# Required to trigger trap handler -exit $EXIT_CODE diff --git a/buildsystem/spack/summit/env.sh b/buildsystem/spack/summit/env.sh deleted file mode 100644 index 9a45b7235..000000000 --- a/buildsystem/spack/summit/env.sh +++ /dev/null @@ -1,12 +0,0 @@ -#!/bin/bash - -# Configure python -module load python/3.8-anaconda3 - -BASE=/gpfs/alpine2/stf006/world-shared/nkouk -export SPACK_INSTALL=$BASE/exago-spack-install -export SPACK_MODULES=summit-modules -export SPACK_CACHE=$BASE/exago-spack-cache -export SPACK_PYTHON=$OLCF_PYTHON_ROOT -export SPACK_DISABLE_LOCAL_CONFIG=1 -export SPACK_MIRROR=$BASE/exago-spack-mirror diff --git a/buildsystem/spack/summit/install.sh b/buildsystem/spack/summit/install.sh deleted file mode 100755 index 0105357a5..000000000 --- a/buildsystem/spack/summit/install.sh +++ /dev/null @@ -1,3 +0,0 @@ -#!/bin/bash - -bsub ./buildsystem/spack/summit/bsub.sh diff --git a/buildsystem/spack/summit/modules/dependencies.sh b/buildsystem/spack/summit/modules/dependencies.sh deleted file mode 100644 index 8ffb0783d..000000000 --- a/buildsystem/spack/summit/modules/dependencies.sh +++ /dev/null @@ -1,147 +0,0 @@ -module use -a /gpfs/alpine2/stf006/world-shared/nkouk/exago-spack-install/summit-modules/linux-rhel8-power9le -# cmake@=3.21.3%gcc@=10.2.0~doc+ncurses+ownlibs build_system=generic build_type=Release arch=linux-rhel8-power9le -module load cmake/3.21.3-gcc-10.2.0-45covtv -# glibc@=2.28%gcc@=10.2.0 build_system=autotools arch=linux-rhel8-power9le -module load glibc/2.28-gcc-10.2.0-yewlkhv -# gcc-runtime@=10.2.0%gcc@=10.2.0 build_system=generic arch=linux-rhel8-power9le -module load gcc-runtime/10.2.0-gcc-10.2.0-dws6oba -# blt@=0.4.1%gcc@=10.2.0 build_system=generic arch=linux-rhel8-power9le -module load blt/0.4.1-gcc-10.2.0-277boui -# cub@=1.16.0%gcc@=10.2.0 build_system=generic arch=linux-rhel8-power9le -module load cub/1.16.0-gcc-10.2.0-jf65ozu -# gmake@=4.4.1%gcc@=10.2.0~guile build_system=generic arch=linux-rhel8-power9le -module load gmake/4.4.1-gcc-10.2.0-eja7nww -# gnuconfig@=2022-09-17%gcc@=10.2.0 build_system=generic arch=linux-rhel8-power9le -module load gnuconfig/2022-09-17-gcc-10.2.0-h74vn24 -# libiconv@=1.17%gcc@=10.2.0 build_system=autotools libs=shared,static arch=linux-rhel8-power9le -module load libiconv/1.17-gcc-10.2.0-tpvese4 -# pkgconf@=2.2.0%gcc@=10.2.0 build_system=autotools arch=linux-rhel8-power9le -module load pkgconf/2.2.0-gcc-10.2.0-lpicswd -# xz@=5.4.6%gcc@=10.2.0~pic build_system=autotools libs=shared,static arch=linux-rhel8-power9le -module load xz/5.4.6-gcc-10.2.0-qh25hsv -# zlib-ng@=2.1.6%gcc@=10.2.0+compat+new_strategies+opt+pic+shared build_system=autotools arch=linux-rhel8-power9le -module load zlib-ng/2.1.6-gcc-10.2.0-edcnhbo -# libxml2@=2.10.3%gcc@=10.2.0+pic~python+shared build_system=autotools arch=linux-rhel8-power9le -module load libxml2/2.10.3-gcc-10.2.0-n34p4zp -# cuda@=11.4.2%gcc@=10.2.0~allow-unsupported-compilers~dev build_system=generic arch=linux-rhel8-power9le -module load cuda/11.4.2-gcc-10.2.0-adsfamq -# camp@=0.2.3%gcc@=10.2.0+cuda~ipo~openmp~rocm~tests build_system=cmake build_type=Release cuda_arch=70 generator=make patches=cb9e25b arch=linux-rhel8-power9le -module load camp/0.2.3-gcc-10.2.0-fs7lzcg -# ginkgo@=1.5.0.glu_experimental%gcc@=10.2.0+cuda~develtools~full_optimizations~hwloc~ipo~mpi+openmp~rocm+shared~sycl build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le -module load ginkgo/1.5.0.glu_experimental-gcc-10.2.0-y4uoflw -# openblas@=0.3.17%gcc@=10.2.0~bignuma~consistent_fpcsr+dynamic_dispatch~ilp64+locking+pic+shared build_system=makefile symbol_suffix=none threads=none arch=linux-rhel8-power9le -module load openblas/0.3.17-gcc-10.2.0-v45kvgu -# coinhsl@=2015.06.23%gcc@=10.2.0+blas build_system=autotools arch=linux-rhel8-power9le -module load coinhsl/2015.06.23-gcc-10.2.0-2yl562g -# magma@=2.7.2%gcc@=10.2.0+cuda+fortran~ipo~rocm+shared build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le -module load magma/2.7.2-gcc-10.2.0-4pxkklr -# metis@=5.1.0%gcc@=10.2.0~gdb~int64~real64+shared build_system=cmake build_type=Release generator=make patches=4991da9,93a7903,b1225da arch=linux-rhel8-power9le -module load metis/5.1.0-gcc-10.2.0-w5czgmj -# raja@=0.14.0%gcc@=10.2.0+cuda~desul+examples+exercises~ipo~omptask~openmp~plugins~rocm~run-all-tests+shared~tests~vectorization build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le -module load raja/0.14.0-gcc-10.2.0-hywzh7j -# spectrum-mpi@=10.4.0.3-20210112%gcc@=10.2.0 build_system=bundle arch=linux-rhel8-power9le -module load spectrum-mpi/10.4.0.3-20210112-gcc-10.2.0-ffb63st -# diffutils@=3.10%gcc@=10.2.0 build_system=autotools arch=linux-rhel8-power9le -module load diffutils/3.10-gcc-10.2.0-df6zumi -# libsigsegv@=2.14%gcc@=10.2.0 build_system=autotools arch=linux-rhel8-power9le -module load libsigsegv/2.14-gcc-10.2.0-nokn4t5 -# m4@=1.4.19%gcc@=10.2.0+sigsegv build_system=autotools patches=9dc5fbd,bfdffa7 arch=linux-rhel8-power9le -module load m4/1.4.19-gcc-10.2.0-zlce5hk -# perl@=5.30.1%gcc@=10.2.0+cpanm+opcode+open+shared+threads build_system=generic arch=linux-rhel8-power9le -module load perl/5.30.1-gcc-10.2.0-xpeshh6 -# autoconf@=2.72%gcc@=10.2.0 build_system=autotools arch=linux-rhel8-power9le -module load autoconf/2.72-gcc-10.2.0-kbsgd52 -# automake@=1.16.5%gcc@=10.2.0 build_system=autotools arch=linux-rhel8-power9le -module load automake/1.16.5-gcc-10.2.0-rw4y6i4 -# findutils@=4.9.0%gcc@=10.2.0 build_system=autotools patches=440b954 arch=linux-rhel8-power9le -module load findutils/4.9.0-gcc-10.2.0-hh4egbe -# libtool@=2.4.7%gcc@=10.2.0 build_system=autotools arch=linux-rhel8-power9le -module load libtool/2.4.7-gcc-10.2.0-42vnns5 -# gmp@=6.2.1%gcc@=10.2.0+cxx build_system=autotools libs=shared,static patches=69ad2e2 arch=linux-rhel8-power9le -module load gmp/6.2.1-gcc-10.2.0-ja3xs4n -# autoconf-archive@=2023.02.20%gcc@=10.2.0 build_system=autotools arch=linux-rhel8-power9le -module load autoconf-archive/2023.02.20-gcc-10.2.0-zrrrjvb -# bzip2@=1.0.8%gcc@=10.2.0~debug~pic+shared build_system=generic arch=linux-rhel8-power9le -module load bzip2/1.0.8-gcc-10.2.0-dqi4foz -# ncurses@=6.5%gcc@=10.2.0~symlinks+termlib abi=none build_system=autotools patches=7a351bc arch=linux-rhel8-power9le -module load ncurses/6.5-gcc-10.2.0-e4l6kfd -# pigz@=2.8%gcc@=10.2.0 build_system=makefile arch=linux-rhel8-power9le -module load pigz/2.8-gcc-10.2.0-oxwmbu3 -# zstd@=1.5.6%gcc@=10.2.0+programs build_system=makefile compression=none libs=shared,static arch=linux-rhel8-power9le -module load zstd/1.5.6-gcc-10.2.0-2jp6urf -# tar@=1.34%gcc@=10.2.0 build_system=autotools zip=pigz arch=linux-rhel8-power9le -module load tar/1.34-gcc-10.2.0-zvnyg4b -# gettext@=0.22.5%gcc@=10.2.0+bzip2+curses+git~libunistring+libxml2+pic+shared+tar+xz build_system=autotools arch=linux-rhel8-power9le -module load gettext/0.22.5-gcc-10.2.0-rzntbhz -# texinfo@=7.0.3%gcc@=10.2.0 build_system=autotools arch=linux-rhel8-power9le -module load texinfo/7.0.3-gcc-10.2.0-erx3vir -# mpfr@=4.2.1%gcc@=10.2.0 build_system=autotools libs=shared,static arch=linux-rhel8-power9le -module load mpfr/4.2.1-gcc-10.2.0-3dgie6s -# suite-sparse@=5.13.0%gcc@=10.2.0~cuda~graphblas~openmp+pic build_system=generic arch=linux-rhel8-power9le -module load suite-sparse/5.13.0-gcc-10.2.0-4ipigcu -# umpire@=6.0.0%gcc@=10.2.0~asan~backtrace~c+cuda~dev_benchmarks~device_alloc~deviceconst~examples~fortran~ipc_shmem~ipo~mpi~numa~openmp~openmp_target~rocm~sanitizer_tests~shared~sqlite_experimental~tools~werror build_system=cmake build_type=Release cuda_arch=70 generator=make tests=none arch=linux-rhel8-power9le -module load umpire/6.0.0-gcc-10.2.0-uwtwhq5 -# hiop@=develop%gcc@=10.2.0+cuda+cusolver_lu~deepchecking+ginkgo~ipo~jsrun+kron+mpi+raja~rocm~shared+sparse build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le -module load hiop/develop-gcc-10.2.0-7tmyoz3 -# ipopt@=3.12.10%gcc@=10.2.0+coinhsl~debug+metis~mumps build_system=autotools arch=linux-rhel8-power9le -module load ipopt/3.12.10-gcc-10.2.0-i6injlc -# hdf5@=1.14.3%gcc@=10.2.0~cxx~fortran~hl~ipo~java~map+mpi+shared~subfiling~szip~threadsafe+tools api=default build_system=cmake build_type=Release generator=make patches=82088c8 arch=linux-rhel8-power9le -module load hdf5/1.14.3-gcc-10.2.0-7ri6u5h -# hypre@=2.31.0%gcc@=10.2.0~caliper~complex~cuda~debug+fortran~gptune~gpu-aware-mpi~int64~internal-superlu~magma~mixedint+mpi~openmp~rocm+shared~superlu-dist~sycl~umpire~unified-memory build_system=autotools arch=linux-rhel8-power9le -module load hypre/2.31.0-gcc-10.2.0-kj7l5ff -# parmetis@=4.0.3%gcc@=10.2.0~gdb~int64~ipo+shared build_system=cmake build_type=Release generator=make patches=4f89253,50ed208,704b84f arch=linux-rhel8-power9le -module load parmetis/4.0.3-gcc-10.2.0-h2cvkao -# python@=3.8.10%gcc@=10.2.0+bz2+crypt+ctypes+dbm~debug+libxml2+lzma~nis~optimizations+pic+pyexpat+pythoncmd+readline+shared+sqlite3+ssl~tkinter+uuid+zlib build_system=generic patches=0d98e93,4c24573,ebdca64,f2fd060 arch=linux-rhel8-power9le -module load python/3.8.10-gcc-10.2.0-mcmjqrk -# superlu-dist@=8.2.1%gcc@=10.2.0~cuda~int64~ipo~openmp+parmetis~rocm+shared build_system=cmake build_type=Release generator=make arch=linux-rhel8-power9le -module load superlu-dist/8.2.1-gcc-10.2.0-ke5nmkp -# petsc@=3.21.1%gcc@=10.2.0~X~batch~cgns~complex~cuda~debug+double~exodusii~fftw+fortran~giflib+hdf5~hpddm~hwloc+hypre~int64~jpeg~knl~kokkos~libpng~libyaml~memkind+metis~mkl-pardiso~mmg~moab~mpfr+mpi~mumps~openmp~p4est~parmmg~ptscotch~random123~rocm~saws~scalapack+shared~strumpack~suite-sparse+superlu-dist~sycl~tetgen~trilinos~valgrind~zoltan build_system=generic clanguage=C memalign=none arch=linux-rhel8-power9le -module load petsc/3.21.1-gcc-10.2.0-b3krmxv -# python-venv@=1.0%gcc@=10.2.0 build_system=generic arch=linux-rhel8-power9le -module load python-venv/1.0-gcc-10.2.0-qydtbpe -# py-pip@=23.1.2%gcc@=10.2.0 build_system=generic arch=linux-rhel8-power9le -module load py-pip/23.1.2-gcc-10.2.0-233c7al -# py-setuptools@=69.2.0%gcc@=10.2.0 build_system=generic arch=linux-rhel8-power9le -module load py-setuptools/69.2.0-gcc-10.2.0-fn2hysb -# py-wheel@=0.41.2%gcc@=10.2.0 build_system=generic arch=linux-rhel8-power9le -module load py-wheel/0.41.2-gcc-10.2.0-zdgwpcz -# py-cython@=0.29.36%gcc@=10.2.0 build_system=python_pip patches=c4369ad arch=linux-rhel8-power9le -module load py-cython/0.29.36-gcc-10.2.0-wpfsaez -# py-mpi4py@=3.1.5%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-mpi4py/3.1.5-gcc-10.2.0-rsawxz3 -# py-flit-core@=3.9.0%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-flit-core/3.9.0-gcc-10.2.0-cy6q4nz -# git@=2.31.1%gcc@=10.2.0+man+nls+perl+subtree~svn~tcltk build_system=autotools arch=linux-rhel8-power9le -module load git/2.31.1-gcc-10.2.0-iirvgza -# py-packaging@=23.1%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-packaging/23.1-gcc-10.2.0-rtsrpho -# py-tomli@=2.0.1%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-tomli/2.0.1-gcc-10.2.0-lbddghv -# py-typing-extensions@=4.8.0%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-typing-extensions/4.8.0-gcc-10.2.0-a7m36tk -# py-setuptools-scm@=8.0.4%gcc@=10.2.0+toml build_system=python_pip arch=linux-rhel8-power9le -module load py-setuptools-scm/8.0.4-gcc-10.2.0-trwh2nm -# py-flit-scm@=1.7.0%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-flit-scm/1.7.0-gcc-10.2.0-qczqadw -# py-exceptiongroup@=1.1.1%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-exceptiongroup/1.1.1-gcc-10.2.0-cl67hev -# py-editables@=0.3%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-editables/0.3-gcc-10.2.0-mjbmmbn -# py-pathspec@=0.11.1%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-pathspec/0.11.1-gcc-10.2.0-cngb33r -# py-pluggy@=1.4.0%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-pluggy/1.4.0-gcc-10.2.0-bewjy7z -# py-calver@=2022.6.26%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-calver/2022.6.26-gcc-10.2.0-htkewx3 -# py-trove-classifiers@=2023.8.7%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-trove-classifiers/2023.8.7-gcc-10.2.0-cw3rxsq -# py-hatchling@=1.21.0%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-hatchling/1.21.0-gcc-10.2.0-znabc5o -# py-hatch-vcs@=0.3.0%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-hatch-vcs/0.3.0-gcc-10.2.0-hjq5n74 -# py-iniconfig@=2.0.0%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-iniconfig/2.0.0-gcc-10.2.0-uv5nqoz -# py-pytest@=8.0.0%gcc@=10.2.0 build_system=python_pip arch=linux-rhel8-power9le -module load py-pytest/8.0.0-gcc-10.2.0-rou6lyg -# exago@=develop%gcc@=10.2.0+cuda+hiop~ipo+ipopt+logging+mpi+python+raja~rocm build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le -## module load exago/develop-gcc-10.2.0-tzhrhsr diff --git a/buildsystem/spack/summit/modules/exago.sh b/buildsystem/spack/summit/modules/exago.sh deleted file mode 100644 index 6c4461c30..000000000 --- a/buildsystem/spack/summit/modules/exago.sh +++ /dev/null @@ -1,3 +0,0 @@ -module use -a /gpfs/alpine2/stf006/world-shared/nkouk/exago-spack-install/summit-modules/linux-rhel8-power9le -# exago@=develop%gcc@=10.2.0+cuda+hiop~ipo+ipopt+logging+mpi+python+raja~rocm build_system=cmake build_type=Release cuda_arch=70 generator=make arch=linux-rhel8-power9le -module load exago/develop-gcc-10.2.0-tzhrhsr diff --git a/buildsystem/spack/summit/spack.yaml b/buildsystem/spack/summit/spack.yaml deleted file mode 100755 index d87e059d5..000000000 --- a/buildsystem/spack/summit/spack.yaml +++ /dev/null @@ -1,93 +0,0 @@ -spack: - specs: - - exago@develop%gcc@10.2.0+cuda+mpi+hiop+raja+ipopt+python cuda_arch=70 build_type=Release - ^hiop@develop+cuda+mpi+raja+kron+sparse+ginkgo+cusolver_lu cuda_arch=70 - ^cub@1.16.0 - ^cuda@11.4.2 - view: false - concretizer: - unify: when_possible - reuse: false - duplicates: - strategy: none - compilers: - - compiler: - spec: gcc@10.2.0 - paths: - cc: /sw/summit/gcc/10.2.0-2/bin/gcc - cxx: /sw/summit/gcc/10.2.0-2/bin/g++ - f77: /sw/summit/gcc/10.2.0-2/bin/gfortran - fc: /sw/summit/gcc/10.2.0-2/bin/gfortran - flags: {} - operating_system: rhel8 - target: ppc64le - modules: [gcc/10.2.0] - environment: {} - extra_rpaths: [] - config: - concretizer: clingo - install_tree: - root: $SPACK_INSTALL - source_cache: $SPACK_CACHE/source-cache - build_cache: $SPACK_CACHE/build-cache - misc_cache: $SPACK_CACHE/misc-cache - build_stage: $SPACK_CACHE/build-stage - modules: - default: - roots: - tcl: $SPACK_INSTALL/$SPACK_MODULES - packages: - all: - providers: - mpi: [spectrum-mpi] - blas: [openblas] - lapack: [openblas] - python: - externals: - - spec: python@3.8.10 - modules: [python/3.8.10] - buildable: false - spectrum-mpi: - externals: - - spec: spectrum-mpi@10.4.0.3-20210112 - modules: [spectrum-mpi/10.4.0.3-20210112] - buildable: false - ipopt: - version: [3.12.10] - variants: +coinhsl+metis~mumps - coinhsl: - variants: +blas - raja: - version: [0.14.0] - variants: +cuda cuda_arch=70 build_type=Release - umpire: - version: [6.0.0] - variants: ~c+cuda cuda_arch=70 build_type=Release - magma: - version: [2.7.2] - variants: +cuda cuda_arch=70 build_type=Release - cmake: - externals: - - spec: cmake@3.21.3 - modules: [cmake/3.21.3] - buildable: false - metis: - externals: - - spec: metis@5.1.0 - modules: [metis/5.1.0] - buildable: false - openblas: - externals: - - spec: openblas@0.3.17 - modules: [openblas/0.3.17-omp] - buildable: false - perl: - externals: - - spec: perl@5.30.1 - modules: [perl/5.30.1] - buildable: false - git: - externals: - - spec: git@2.31.1 - modules: [git/2.31.1] - buildable: false diff --git a/tpl/spack b/tpl/spack index 9b077a360..1c9b042d3 160000 --- a/tpl/spack +++ b/tpl/spack @@ -1 +1 @@ -Subproject commit 9b077a360e73ddeadf473f99530c082d9cb83685 +Subproject commit 1c9b042d3a9809073e33cc8da3b6ec96d8e52082