.gitlab-ci.yml

variables:
  CUSTOM_CI_BUILDS_DIR: "/usr/workspace/utaustin/gitlab-runner"
  
## job1:
##  tags:
##    - quartz
##    - shell
##  script:
##    - echo "hello world2"

lassen:
 id_tokens:
   SITE_ID_TOKEN:
     aud: https://lc.llnl.gov/gitlab
 variables:
   COMPILER:  "gcc/8.3.1"
   CUDA_ARCH: "sm_70"
   CUDA_VER:  "11.2.0"
   CUDA_PATH: "/usr/tce/packages/cuda/cuda-${CUDA_VER}"   
   SW_HOME:   "/usr/workspace/utaustin/software/lassen"
 stage: build
 tags:
   - lassen
   - shell
 script:
   - echo "Lassen Build/Test -> ${COMPILER}"
   - export MODULEPATH=${SW_HOME}/modules/gcc:$MODULEPATH
   - module --force purge
   - module load StdEnv
   - module swap base-gcc/8.3.1 ${COMPILER}
   - module load hdf5-parallel grvy hypre metis cuda/${CUDA_VER}
   - module list
   - export MFEM_DIR=/usr/workspace/oliver33/lassen/sw/mfem-4.5.2-cuda/
   - ./bootstrap
   - ./configure CUDA_ARCH=${CUDA_ARCH} --disable-valgrind --enable-gpu-cuda --with-cuda=${CUDA_PATH}
   - make -j 2
   - lalloc 1 -q pdebug make check

tioga:
 id_tokens:
   SITE_ID_TOKEN:
     aud: https://lc.llnl.gov/gitlab
 variables:
   ROCM_VER: "5.4.1"
   CCE_VER: "15.0.0c"
   MPICH_VER: "8.1.21"
   SW_HOME: "/usr/workspace/oliver33/tioga/sw"
 stage: build
 tags:
   - tioga
   - shell
 script:
   - echo "Tioga Build/Test -> ROCM ${ROCM_VER}"
   - echo "Set up module environment"
   - module --force purge
   - module load StdEnv
   - module load rocmcc-tce/${ROCM_VER}-cce-${CCE_VER}
   - module load cray-mpich-tce/${MPICH_VER}
   - module list
   - echo "Set up tps dependencies"
   - export GRVY_DIR=${SW_HOME}/grvy
   - export METIS_DIR=${SW_HOME}/metis
   - export HYPRE_DIR=${SW_HOME}/hypre-2.18.1
   - export MFEM_DIR=${SW_HOME}/mfem-4.5.2-hip
   - export HDF5_DIR=${SW_HOME}/hdf5
   - export MPI_DIR=/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.21-rocmcc-5.4.1-cce-15.0.0c
   - export RESOLVE_CRAY_LIB=/usr/tce/packages/cce-tce/cce-15.0.0c/cce/x86_64/lib/
   - export LD_LIBRARY_PATH=$HYPRE_DIR/lib:$METIS_DIR/lib:$LD_LIBRARY_PATH
   - export LD_LIBRARY_PATH=$RESOLVE_CRAY_LIB:$LD_LIBRARY_PATH
   - echo "Compiling tps"
   - ./bootstrap
   - ./configure CXXFLAGS="-g -O3" --enable-gpu-hip HIP_ARCH=gfx90a --without-masa --disable-valgrind
   - make -j2
   - flux run -N1 make check