diff --git a/.github/workflows/build-candidate-release-alma9.yml b/.github/workflows/build-candidate-release-alma9.yml index d6d02a0a3..41fc6b9b0 100644 --- a/.github/workflows/build-candidate-release-alma9.yml +++ b/.github/workflows/build-candidate-release-alma9.yml @@ -6,6 +6,9 @@ on: release: description: 'targeted release (e.g. v4.1.0)' required: true + det: + description: 'detector type (nd or fd)' + required: true build-number: description: 'candidate release build number, e.g. 1' required: true @@ -27,10 +30,11 @@ jobs: with: path: daq-release - - name: setup directories and install spack for the dunedaq release + - name: setup directories and install spack for the base release run: | + export DET=${{ github.event.inputs.det }} export BASE_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/rc-${{ github.event.inputs.release }}-${{ github.event.inputs.build-number }} - export DET_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/fd-${{ github.event.inputs.release }}-c${{ github.event.inputs.build-number }} + export DET_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/$DET-${{ github.event.inputs.release }}-c${{ github.event.inputs.build-number }} export OS=almalinux9 source daq-release/.github/workflows/wf-setup-tools.sh @@ -45,23 +49,24 @@ jobs: name: candidates_dunedaq path: ${{ github.workspace }}/tarballs_for_upload/rc-${{ github.event.inputs.release }}-${{ github.event.inputs.build-number }}.tar.gz - - name: setup directories and install spack for the fddaq release + - name: setup directories and install spack for the detector release run: | + export DET=${{ github.event.inputs.det }} export BASE_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/rc-${{ github.event.inputs.release }}-${{ github.event.inputs.build-number }} - export DET_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/fd-${{ github.event.inputs.release }}-c${{ github.event.inputs.build-number }} + export DET_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/$DET-${{ github.event.inputs.release }}-c${{ github.event.inputs.build-number }} export OS=almalinux9 source daq-release/.github/workflows/wf-setup-tools.sh - daq-release/scripts/spack/build-release.sh $BASE_RELEASE_DIR $DET_RELEASE_DIR fd $OS + daq-release/scripts/spack/build-release.sh $BASE_RELEASE_DIR $DET_RELEASE_DIR $DET $OS cd $DET_RELEASE_DIR/.. tar_and_stage_release $DET_RELEASE_TAG - - name: upload spack candidate release tarball for fddaq + - name: upload spack candidate release tarball for detector release uses: actions/upload-artifact@v3 with: - name: candidates_fddaq - path: ${{ github.workspace }}/tarballs_for_upload/fd-${{ github.event.inputs.release }}-c${{ github.event.inputs.build-number }}.tar.gz + name: candidates_${{ github.event.inputs.det }}daq + path: ${{ github.workspace }}/tarballs_for_upload/${{ github.event.inputs.det }}-${{ github.event.inputs.release }}-c${{ github.event.inputs.build-number }}.tar.gz update_image: name: update_spack_image_rc @@ -83,16 +88,16 @@ jobs: mkdir -p ${GITHUB_WORKSPACE}/docker-build rm -rf ${GITHUB_WORKSPACE}/docker-build/* - - name: Download spack candidate release tarball artifact for dunedaq + - name: Download spack candidate release tarball artifact for base release uses: actions/download-artifact@v3 with: name: candidates_dunedaq path: ${{ github.workspace }}/docker-build - - name: Download spack candidate release tarball artifact for fddaq + - name: Download spack candidate release tarball artifact for detector release uses: actions/download-artifact@v3 with: - name: candidates_fddaq + name: candidates_${{ github.event.inputs.det }}daq path: ${{ github.workspace }}/docker-build - name: prepare cvmfs mirror spack-candidates @@ -107,16 +112,16 @@ jobs: tar xvf ../${dunedaq_tag}.tar.gz rm -rf ../${dunedaq_tag}.tar.gz - fddaq_tag=fd-${{ github.event.inputs.release }}-c${{ github.event.inputs.build-number }} - tar xvf ../${fddaq_tag}.tar.gz - rm -rf ../${fddaq_tag}.tar.gz + det_tag=${{ github.event.inputs.det }}-${{ github.event.inputs.release }}-c${{ github.event.inputs.build-number }} + tar xvf ../${det_tag}.tar.gz + rm -rf ../${det_tag}.tar.gz - cd ${fddaq_tag}; ln -s spack-*-gcc-* default; cd .. + cd ${det_tag}; ln -s spack-*-gcc-* default; cd .. cd .. echo "FROM ${image_name}"> Dockerfile - echo 'MAINTAINER Pengfei Ding "dingpf@fnal.gov"' >> Dockerfile - echo "ENV REFRESHED_FOR ${fddaq_tag}" >> Dockerfile + echo 'MAINTAINER John Freeman "jcfree@fnal.gov"' >> Dockerfile + echo "ENV REFRESHED_FOR ${det_tag}" >> Dockerfile echo "COPY --from=ghcr.io/dune-daq/pypi-repo:latest /cvmfs/dunedaq.opensciencegrid.org/pypi-repo /cvmfs/dunedaq.opensciencegrid.org/pypi-repo" >> Dockerfile echo "ADD candidates /cvmfs/dunedaq-development.opensciencegrid.org/candidates" >> Dockerfile echo 'ENTRYPOINT ["/bin/bash"]' >> Dockerfile @@ -158,26 +163,26 @@ jobs: steps: - - name: create dbt-setup-release-env.sh and daq_app_rte.sh for fddaq + - name: create dbt-setup-release-env.sh and daq_app_rte.sh for detector release run: | - DET=fd - daq_tag=${DET}-${{ github.event.inputs.release }}-c${{ github.event.inputs.build-number }} + DET=${{ github.event.inputs.det }} + source /cvmfs/dunedaq.opensciencegrid.org/setup_dunedaq.sh - setup_dbt latest|| true - dbt-setup-release -b candidate ${daq_tag} + setup_dbt latest || true + dbt-setup-release -b candidate ${DET}-${{ github.event.inputs.release }}-c${{ github.event.inputs.build-number }} declare -x > ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh declare -f >> ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh egrep "declare -x (PATH|.*_SHARE|CET_PLUGIN_PATH|DUNEDAQ_SHARE_PATH|LD_LIBRARY_PATH|LIBRARY_PATH|PYTHONPATH)=" ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh > ${GITHUB_WORKSPACE}/${DET}daq_app_rte.sh - - name: upload fddaq-dbt-setup-release-env.sh + - name: upload ${{ github.event.inputs.det }}daq-dbt-setup-release-env.sh uses: actions/upload-artifact@v3 with: - name: fddaq-dbt_setup_release_env - path: ${{ github.workspace }}/fddaq-dbt-setup-release-env.sh + name: ${{ github.event.inputs.det }}daq-dbt_setup_release_env + path: ${{ github.workspace }}/${{ github.event.inputs.det }}daq-dbt-setup-release-env.sh - - name: upload fddaq_app_rte.sh + - name: upload ${{ github.event.inputs.det }}daq_app_rte.sh uses: actions/upload-artifact@v3 with: - name: fddaq_app_rte - path: ${{ github.workspace }}/fddaq_app_rte.sh + name: ${{ github.event.inputs.det }}daq_app_rte + path: ${{ github.workspace }}/${{ github.event.inputs.det }}daq_app_rte.sh diff --git a/.github/workflows/build-candidate-release-sl7.yml b/.github/workflows/build-candidate-release-sl7.yml index 7aa8b67f9..4a2c15b8d 100644 --- a/.github/workflows/build-candidate-release-sl7.yml +++ b/.github/workflows/build-candidate-release-sl7.yml @@ -6,6 +6,9 @@ on: release: description: 'targeted release (e.g. v4.1.0)' required: true + det: + description: 'detector type (nd or fd)' + required: true build-number: description: 'candidate release build number, e.g. 1' required: true @@ -27,10 +30,11 @@ jobs: with: path: daq-release - - name: setup directories and install spack for the dunedaq release + - name: setup directories and install spack for the base release run: | + export DET=${{ github.event.inputs.det }} export BASE_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/rc-${{ github.event.inputs.release }}-${{ github.event.inputs.build-number }} - export DET_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/fd-${{ github.event.inputs.release }}-b${{ github.event.inputs.build-number }} + export DET_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/$DET-${{ github.event.inputs.release }}-b${{ github.event.inputs.build-number }} export OS=scientific7 source daq-release/.github/workflows/wf-setup-tools.sh @@ -45,23 +49,24 @@ jobs: name: candidates_dunedaq path: ${{ github.workspace }}/tarballs_for_upload/rc-${{ github.event.inputs.release }}-${{ github.event.inputs.build-number }}.tar.gz - - name: setup directories and install spack for the fddaq release + - name: setup directories and install spack for the detector release run: | + export DET=${{ github.event.inputs.det }} export BASE_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/rc-${{ github.event.inputs.release }}-${{ github.event.inputs.build-number }} - export DET_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/fd-${{ github.event.inputs.release }}-b${{ github.event.inputs.build-number }} + export DET_RELEASE_DIR=/cvmfs/dunedaq-development.opensciencegrid.org/candidates/$DET-${{ github.event.inputs.release }}-b${{ github.event.inputs.build-number }} export OS=scientific7 source daq-release/.github/workflows/wf-setup-tools.sh - daq-release/scripts/spack/build-release.sh $BASE_RELEASE_DIR $DET_RELEASE_DIR fd $OS + daq-release/scripts/spack/build-release.sh $BASE_RELEASE_DIR $DET_RELEASE_DIR $DET $OS cd $DET_RELEASE_DIR/.. tar_and_stage_release $DET_RELEASE_TAG - - name: upload spack candidate release tarball for fddaq + - name: upload spack candidate release tarball for detector release uses: actions/upload-artifact@v3 with: - name: candidates_fddaq - path: ${{ github.workspace }}/tarballs_for_upload/fd-${{ github.event.inputs.release }}-b${{ github.event.inputs.build-number }}.tar.gz + name: candidates_${{ github.event.inputs.det }}daq + path: ${{ github.workspace }}/tarballs_for_upload/${{ github.event.inputs.det }}-${{ github.event.inputs.release }}-b${{ github.event.inputs.build-number }}.tar.gz update_image: name: update_spack_image_rc @@ -85,16 +90,16 @@ jobs: mkdir -p ${GITHUB_WORKSPACE}/docker-build rm -rf ${GITHUB_WORKSPACE}/docker-build/* - - name: Download spack candidate release tarball artifact for dunedaq + - name: Download spack candidate release tarball artifact for base release uses: actions/download-artifact@v3 with: name: candidates_dunedaq path: ${{ github.workspace }}/docker-build - - name: Download spack candidate release tarball artifact for fddaq + - name: Download spack candidate release tarball artifact for detector release uses: actions/download-artifact@v3 with: - name: candidates_fddaq + name: candidates_${{ github.event.inputs.det }}daq path: ${{ github.workspace }}/docker-build - name: prepare cvmfs mirror spack-candidates @@ -109,16 +114,16 @@ jobs: tar xvf ../${dunedaq_tag}.tar.gz rm -rf ../${dunedaq_tag}.tar.gz - fddaq_tag=fd-${{ github.event.inputs.release }}-b${{ github.event.inputs.build-number }} - tar xvf ../${fddaq_tag}.tar.gz - rm -rf ../${fddaq_tag}.tar.gz + det_tag=${{ github.event.inputs.det }}-${{ github.event.inputs.release }}-b${{ github.event.inputs.build-number }} + tar xvf ../${det_tag}.tar.gz + rm -rf ../${det_tag}.tar.gz - cd ${fddaq_tag}; ln -s spack-*-gcc-* default; cd .. + cd ${det_tag}; ln -s spack-*-gcc-* default; cd .. cd .. echo "FROM ${image_name}"> Dockerfile - echo 'MAINTAINER Pengfei Ding "dingpf@fnal.gov"' >> Dockerfile - echo "ENV REFRESHED_FOR ${fddaq_tag}" >> Dockerfile + echo 'MAINTAINER John Freeman "jcfree@fnal.gov"' >> Dockerfile + echo "ENV REFRESHED_FOR ${det_tag}" >> Dockerfile echo "COPY --from=ghcr.io/dune-daq/pypi-repo:latest /cvmfs/dunedaq.opensciencegrid.org/pypi-repo /cvmfs/dunedaq.opensciencegrid.org/pypi-repo" >> Dockerfile echo "ADD candidates /cvmfs/dunedaq-development.opensciencegrid.org/candidates" >> Dockerfile echo 'ENTRYPOINT ["/bin/bash"]' >> Dockerfile @@ -160,26 +165,26 @@ jobs: steps: - - name: create dbt-setup-release-env.sh and daq_app_rte.sh for fddaq + - name: create dbt-setup-release-env.sh and daq_app_rte.sh for detector release run: | - DET=fd - daq_tag=${DET}-${{ github.event.inputs.release }}-b${{ github.event.inputs.build-number }} + DET=${{ github.event.inputs.det }} + source /cvmfs/dunedaq.opensciencegrid.org/setup_dunedaq.sh - setup_dbt latest|| true - dbt-setup-release -b candidate ${daq_tag} + setup_dbt latest || true + dbt-setup-release -b candidate ${DET}-${{ github.event.inputs.release }}-b${{ github.event.inputs.build-number }} declare -x > ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh declare -f >> ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh egrep "declare -x (PATH|.*_SHARE|CET_PLUGIN_PATH|DUNEDAQ_SHARE_PATH|LD_LIBRARY_PATH|LIBRARY_PATH|PYTHONPATH)=" ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh > ${GITHUB_WORKSPACE}/${DET}daq_app_rte.sh - - name: upload fddaq-dbt-setup-release-env.sh + - name: upload ${{ github.event.inputs.det }}daq-dbt-setup-release-env.sh uses: actions/upload-artifact@v3 with: - name: fddaq-dbt_setup_release_env - path: ${{ github.workspace }}/fddaq-dbt-setup-release-env.sh + name: ${{ github.event.inputs.det }}daq-dbt_setup_release_env + path: ${{ github.workspace }}/${{ github.event.inputs.det }}daq-dbt-setup-release-env.sh - - name: upload fddaq_app_rte.sh + - name: upload ${{ github.event.inputs.det }}daq_app_rte.sh uses: actions/upload-artifact@v3 with: - name: fddaq_app_rte - path: ${{ github.workspace }}/fddaq_app_rte.sh + name: ${{ github.event.inputs.det }}daq_app_rte + path: ${{ github.workspace }}/${{ github.event.inputs.det }}daq_app_rte.sh diff --git a/.github/workflows/build-frozen-release-alma9.yml b/.github/workflows/build-frozen-release-alma9.yml index c2eb5e433..96ee41a3d 100644 --- a/.github/workflows/build-frozen-release-alma9.yml +++ b/.github/workflows/build-frozen-release-alma9.yml @@ -6,6 +6,9 @@ on: release: description: 'targeted release (e.g. v4.1.0)' required: true + det: + description: 'detector type (nd or fd)' + required: true build-number: description: 'frozen release build number, e.g. 1' required: true @@ -26,10 +29,11 @@ jobs: with: path: daq-release - - name: setup directories and install spack for the dunedaq release + - name: setup directories and install spack for the base release run: | + export DET=${{ github.event.inputs.det }} export BASE_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/dunedaq-${{ github.event.inputs.release }}-a9 - export DET_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/fddaq-${{ github.event.inputs.release }}-a9 + export DET_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/$DET-${{ github.event.inputs.release }}-a9 export OS=almalinux9 export BUILD_NUMBER=${{ github.event.inputs.build-number }} source daq-release/.github/workflows/wf-setup-tools.sh @@ -45,25 +49,26 @@ jobs: name: frozens_dunedaq path: ${{ github.workspace }}/tarballs_for_upload/dunedaq-${{ github.event.inputs.release }}-a9.tar.gz - - name: setup directories and install spack for the fddaq release + - name: setup directories and install spack for the detector release run: | + export DET=${{ github.event.inputs.det }} export BASE_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/dunedaq-${{ github.event.inputs.release }}-a9 - export DET_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/fddaq-${{ github.event.inputs.release }}-a9 + export DET_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/$DET-${{ github.event.inputs.release }}-a9 export OS=almalinux9 export BUILD_NUMBER=${{ github.event.inputs.build-number }} source daq-release/.github/workflows/wf-setup-tools.sh - daq-release/scripts/spack/build-release.sh $BASE_RELEASE_DIR $DET_RELEASE_DIR fd $OS + daq-release/scripts/spack/build-release.sh $BASE_RELEASE_DIR $DET_RELEASE_DIR $DET $OS cd $DET_RELEASE_DIR/.. tar_and_stage_release $DET_RELEASE_TAG - - name: upload spack frozen release tarball for fddaq + - name: upload spack frozen release tarball for detector release uses: actions/upload-artifact@v3 with: - name: frozens_fddaq - path: ${{ github.workspace }}/tarballs_for_upload/fddaq-${{ github.event.inputs.release }}-a9.tar.gz + name: frozens_${{ github.event.inputs.det }}daq + path: ${{ github.workspace }}/tarballs_for_upload/${{ github.event.inputs.det }}daq-${{ github.event.inputs.release }}-a9.tar.gz update_image: name: update_spack_image_rc @@ -85,16 +90,16 @@ jobs: mkdir -p ${GITHUB_WORKSPACE}/docker-build rm -rf ${GITHUB_WORKSPACE}/docker-build/* - - name: Download spack frozen release tarball artifact for dunedaq + - name: Download spack frozen release tarball artifact for base release uses: actions/download-artifact@v3 with: name: frozens_dunedaq path: ${{ github.workspace }}/docker-build - - name: Download spack frozen release tarball artifact for fddaq + - name: Download spack frozen release tarball artifact for detector release uses: actions/download-artifact@v3 with: - name: frozens_fddaq + name: frozens_${{ github.event.inputs.det }}daq path: ${{ github.workspace }}/docker-build - name: prepare cvmfs mirror spack-frozens @@ -109,16 +114,16 @@ jobs: tar xvf ../${dunedaq_tag}.tar.gz rm -rf ../${dunedaq_tag}.tar.gz - fddaq_tag=fddaq-${{ github.event.inputs.release }}-a9 - tar xvf ../${fddaq_tag}.tar.gz - rm -rf ../${fddaq_tag}.tar.gz + det_tag=${{ github.event.inputs.det }}daq-${{ github.event.inputs.release }}-a9 + tar xvf ../${det_tag}.tar.gz + rm -rf ../${det_tag}.tar.gz - cd ${fddaq_tag}; ln -s spack-*-gcc-* default; cd .. + cd ${det_tag}; ln -s spack-*-gcc-* default; cd .. cd .. echo "FROM ${image_name}"> Dockerfile echo 'MAINTAINER John Freeman "jcfree@fnal.gov"' >> Dockerfile - echo "ENV REFRESHED_FOR ${fddaq_tag}" >> Dockerfile + echo "ENV REFRESHED_FOR ${det_tag}" >> Dockerfile echo "COPY --from=ghcr.io/dune-daq/pypi-repo:latest /cvmfs/dunedaq.opensciencegrid.org/pypi-repo /cvmfs/dunedaq.opensciencegrid.org/pypi-repo" >> Dockerfile echo "ADD releases /cvmfs/dunedaq.opensciencegrid.org/spack/releases" >> Dockerfile echo 'ENTRYPOINT ["/bin/bash"]' >> Dockerfile @@ -160,26 +165,26 @@ jobs: steps: - - name: create dbt-setup-release-env.sh and daq_app_rte.sh for fddaq + - name: create dbt-setup-release-env.sh and daq_app_rte.sh for detector release run: | - DET=fd - daq_tag=${DET}daq-${{ github.event.inputs.release }}-a9 + DET=${{ github.event.inputs.det }} + source /cvmfs/dunedaq.opensciencegrid.org/setup_dunedaq.sh - setup_dbt latest|| true - dbt-setup-release ${daq_tag} + setup_dbt latest || true + dbt-setup-release ${DET}daq-${{ github.event.inputs.release }}-a9 declare -x > ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh declare -f >> ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh egrep "declare -x (PATH|.*_SHARE|CET_PLUGIN_PATH|DUNEDAQ_SHARE_PATH|LD_LIBRARY_PATH|LIBRARY_PATH|PYTHONPATH)=" ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh > ${GITHUB_WORKSPACE}/${DET}daq_app_rte.sh - - name: upload fddaq-dbt-setup-release-env.sh + - name: upload ${{ github.event.inputs.det }}daq-dbt-setup-release-env.sh uses: actions/upload-artifact@v3 with: - name: fddaq-dbt_setup_release_env - path: ${{ github.workspace }}/fddaq-dbt-setup-release-env.sh + name: ${{ github.event.inputs.det }}daq-dbt_setup_release_env + path: ${{ github.workspace }}/${{ github.event.inputs.det }}daq-dbt-setup-release-env.sh - - name: upload fddaq_app_rte.sh + - name: upload ${{ github.event.inputs.det }}daq_app_rte.sh uses: actions/upload-artifact@v3 with: - name: fddaq_app_rte - path: ${{ github.workspace }}/fddaq_app_rte.sh + name: ${{ github.event.inputs.det }}daq_app_rte + path: ${{ github.workspace }}/${{ github.event.inputs.det }}daq_app_rte.sh diff --git a/.github/workflows/build-frozen-release-sl7.yml b/.github/workflows/build-frozen-release-sl7.yml index 8b6e51df0..83feb2dbf 100644 --- a/.github/workflows/build-frozen-release-sl7.yml +++ b/.github/workflows/build-frozen-release-sl7.yml @@ -1,4 +1,4 @@ -name: SL7 Build frozen release +name: SL7 Build frozen release on: workflow_dispatch: @@ -6,6 +6,9 @@ on: release: description: 'targeted release (e.g. v4.1.0)' required: true + det: + description: 'detector type (nd or fd)' + required: true build-number: description: 'frozen release build number, e.g. 1' required: true @@ -26,10 +29,11 @@ jobs: with: path: daq-release - - name: setup directories and install spack for the dunedaq release + - name: setup directories and install spack for the base release run: | + export DET=${{ github.event.inputs.det }} export BASE_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/dunedaq-${{ github.event.inputs.release }}-c8 - export DET_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/fddaq-${{ github.event.inputs.release }}-c8 + export DET_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/$DET-${{ github.event.inputs.release }}-c8 export OS=scientific7 export BUILD_NUMBER=${{ github.event.inputs.build-number }} source daq-release/.github/workflows/wf-setup-tools.sh @@ -45,24 +49,26 @@ jobs: name: frozens_dunedaq path: ${{ github.workspace }}/tarballs_for_upload/dunedaq-${{ github.event.inputs.release }}-c8.tar.gz - - name: setup directories and install spack for the fddaq release + - name: setup directories and install spack for the detector release run: | + export DET=${{ github.event.inputs.det }} export BASE_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/dunedaq-${{ github.event.inputs.release }}-c8 - export DET_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/fddaq-${{ github.event.inputs.release }}-c8 + export DET_RELEASE_DIR=/cvmfs/dunedaq.opensciencegrid.org/spack/releases/$DET-${{ github.event.inputs.release }}-c8 export OS=scientific7 export BUILD_NUMBER=${{ github.event.inputs.build-number }} source daq-release/.github/workflows/wf-setup-tools.sh - daq-release/scripts/spack/build-release.sh $BASE_RELEASE_DIR $DET_RELEASE_DIR fd $OS + daq-release/scripts/spack/build-release.sh $BASE_RELEASE_DIR $DET_RELEASE_DIR $DET $OS cd $DET_RELEASE_DIR/.. tar_and_stage_release $DET_RELEASE_TAG - - name: upload spack frozen release tarball for fddaq + + - name: upload spack frozen release tarball for detector release uses: actions/upload-artifact@v3 with: - name: frozens_fddaq - path: ${{ github.workspace }}/tarballs_for_upload/fddaq-${{ github.event.inputs.release }}-c8.tar.gz + name: frozens_${{ github.event.inputs.det }}daq + path: ${{ github.workspace }}/tarballs_for_upload/${{ github.event.inputs.det }}daq-${{ github.event.inputs.release }}-c8.tar.gz update_image: name: update_spack_image_rc @@ -81,16 +87,21 @@ jobs: contents: read steps: - - name: Download spack frozen release tarball artifact for dunedaq + - name: clean docker-build + run: | + mkdir -p ${GITHUB_WORKSPACE}/docker-build + rm -rf ${GITHUB_WORKSPACE}/docker-build/* + + - name: Download spack frozen release tarball artifact for base release uses: actions/download-artifact@v3 with: name: frozens_dunedaq path: ${{ github.workspace }}/docker-build - - name: Download spack frozen release tarball artifact for fddaq + - name: Download spack frozen release tarball artifact for detector release uses: actions/download-artifact@v3 with: - name: frozens_fddaq + name: frozens_${{ github.event.inputs.det }}daq path: ${{ github.workspace }}/docker-build - name: prepare cvmfs mirror spack-frozens @@ -105,16 +116,16 @@ jobs: tar xvf ../${dunedaq_tag}.tar.gz rm -rf ../${dunedaq_tag}.tar.gz - fddaq_tag=fddaq-${{ github.event.inputs.release }}-c8 - tar xvf ../${fddaq_tag}.tar.gz - rm -rf ../${fddaq_tag}.tar.gz + det_tag=${{ github.event.inputs.det }}daq-${{ github.event.inputs.release }}-c8 + tar xvf ../${det_tag}.tar.gz + rm -rf ../${det_tag}.tar.gz - cd ${fddaq_tag}; ln -s spack-*-gcc-* default; cd .. + cd ${det_tag}; ln -s spack-*-gcc-* default; cd .. cd .. echo "FROM ${image_name}"> Dockerfile echo 'MAINTAINER John Freeman "jcfree@fnal.gov"' >> Dockerfile - echo "ENV REFRESHED_FOR ${fddaq_tag}" >> Dockerfile + echo "ENV REFRESHED_FOR ${det_tag}" >> Dockerfile echo "COPY --from=ghcr.io/dune-daq/pypi-repo:latest /cvmfs/dunedaq.opensciencegrid.org/pypi-repo /cvmfs/dunedaq.opensciencegrid.org/pypi-repo" >> Dockerfile echo "ADD releases /cvmfs/dunedaq.opensciencegrid.org/spack/releases" >> Dockerfile echo 'ENTRYPOINT ["/bin/bash"]' >> Dockerfile @@ -156,26 +167,26 @@ jobs: steps: - - name: create dbt-setup-release-env.sh and daq_app_rte.sh for fddaq + - name: create dbt-setup-release-env.sh and daq_app_rte.sh for detector release run: | - DET=fd - daq_tag=${DET}daq-${{ github.event.inputs.release }}-c8 + DET=${{ github.event.inputs.det }} + source /cvmfs/dunedaq.opensciencegrid.org/setup_dunedaq.sh - setup_dbt latest|| true - dbt-setup-release ${daq_tag} + setup_dbt latest || true + dbt-setup-release ${DET}daq-${{ github.event.inputs.release }}-c8 declare -x > ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh declare -f >> ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh egrep "declare -x (PATH|.*_SHARE|CET_PLUGIN_PATH|DUNEDAQ_SHARE_PATH|LD_LIBRARY_PATH|LIBRARY_PATH|PYTHONPATH)=" ${GITHUB_WORKSPACE}/${DET}daq-dbt-setup-release-env.sh > ${GITHUB_WORKSPACE}/${DET}daq_app_rte.sh - - name: upload fddaq-dbt-setup-release-env.sh + - name: upload ${{ github.event.inputs.det }}daq-dbt-setup-release-env.sh uses: actions/upload-artifact@v3 with: - name: fddaq-dbt_setup_release_env - path: ${{ github.workspace }}/fddaq-dbt-setup-release-env.sh + name: ${{ github.event.inputs.det }}daq-dbt_setup_release_env + path: ${{ github.workspace }}/${{ github.event.inputs.det }}daq-dbt-setup-release-env.sh - - name: upload fddaq_app_rte.sh + - name: upload ${{ github.event.inputs.det }}daq_app_rte.sh uses: actions/upload-artifact@v3 with: - name: fddaq_app_rte - path: ${{ github.workspace }}/fddaq_app_rte.sh + name: ${{ github.event.inputs.det }}daq_app_rte + path: ${{ github.workspace }}/${{ github.event.inputs.det }}daq_app_rte.sh diff --git a/.github/workflows/nightly-spack-alma9.yml b/.github/workflows/nightly-spack-alma9.yml index d00a49c86..7a146ba5b 100644 --- a/.github/workflows/nightly-spack-alma9.yml +++ b/.github/workflows/nightly-spack-alma9.yml @@ -175,7 +175,7 @@ jobs: cd .. echo "FROM ${image_name}"> Dockerfile - echo 'MAINTAINER Pengfei Ding "dingpf@fnal.gov"' >> Dockerfile + echo 'MAINTAINER John Freeman "jcfree@fnal.gov"' >> Dockerfile echo "ENV REFRESHED_AT ${NIGHTLY_TAG}" >> Dockerfile echo "COPY --from=ghcr.io/dune-daq/pypi-repo:latest /cvmfs/dunedaq.opensciencegrid.org/pypi-repo /cvmfs/dunedaq.opensciencegrid.org/pypi-repo" >> Dockerfile echo "ADD nightly /cvmfs/dunedaq-development.opensciencegrid.org/nightly" >> Dockerfile diff --git a/.github/workflows/nightly-spack-sl7.yml b/.github/workflows/nightly-spack-sl7.yml index ab27bfcfe..b804499b1 100644 --- a/.github/workflows/nightly-spack-sl7.yml +++ b/.github/workflows/nightly-spack-sl7.yml @@ -178,7 +178,7 @@ jobs: cd .. echo "FROM ${image_name}"> Dockerfile - echo 'MAINTAINER Pengfei Ding "dingpf@fnal.gov"' >> Dockerfile + echo 'MAINTAINER John Freeman "jcfree@fnal.gov"' >> Dockerfile echo "ENV REFRESHED_AT ${NIGHTLY_TAG}" >> Dockerfile echo "ADD nightly /cvmfs/dunedaq-development.opensciencegrid.org/nightly" >> Dockerfile echo 'ENTRYPOINT ["/bin/bash"]' >> Dockerfile diff --git a/.github/workflows/nightly-update-pypi-repo.yml b/.github/workflows/nightly-update-pypi-repo.yml index f2b76da5a..ff0bf201f 100644 --- a/.github/workflows/nightly-update-pypi-repo.yml +++ b/.github/workflows/nightly-update-pypi-repo.yml @@ -134,7 +134,7 @@ jobs: rm -f pypi-repo.tar.gz nightly_tag="$(date +%y-%m-%d)" echo "FROM quay.io/centos/centos:stream8"> Dockerfile - echo 'MAINTAINER Pengfei Ding "dingpf@fnal.gov"' >> Dockerfile + echo 'MAINTAINER John Freeman "jcfree@fnal.gov"' >> Dockerfile echo "ENV REFRESHED_AT $(date +%y-%m-%d)" >> Dockerfile echo "ADD pypi-repo /cvmfs/dunedaq.opensciencegrid.org/pypi-repo" >> Dockerfile echo 'ENTRYPOINT ["/bin/bash"]' >> Dockerfile