Skip to content

Commit

Permalink
sticky fingers fix
Browse files Browse the repository at this point in the history
  • Loading branch information
kkauder committed Jan 9, 2024
1 parent 5487cfd commit 85fac30
Showing 1 changed file with 15 additions and 214 deletions.
229 changes: 15 additions & 214 deletions benchmarks/backwards_ecal/config.yml
Original file line number Diff line number Diff line change
@@ -1,220 +1,21 @@
image: ${BENCHMARKS_REGISTRY}/${BENCHMARKS_CONTAINER}:${BENCHMARKS_TAG}

variables:
DETECTOR: epic
DETECTOR_CONFIG: epic_craterlake
DETECTOR_REPOSITORYURL: 'https://github.com/eic/epic.git'
GITHUB_SHA: ''
GITHUB_REPOSITORY: ''

workflow:
rules:
- if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
- if: '$CI_PIPELINE_SOURCE == "web"'
- if: '$CI_PIPELINE_SOURCE == "webide"'
- if: '$CI_PIPELINE_SOURCE == "trigger"'
- if: '$CI_COMMIT_BRANCH == "master"'
- if: '$CI_COMMIT_TAG'

default:
tags:
- phy-scratch
artifacts:
expire_in: 72 hours
paths:
- .local/detector
- .local/lib
- .local/bin
- .local/include
- .local/share
- results
- config
- .env
- summary.txt
reports:
dotenv: .env

stages:
- status-pending
- config
- initialize
- data_init
- simulate
- calibrate
- benchmarks
- collect
- deploy
- trigger
- status-report

.status:
image: curlimages/curl:latest
script:
- |
if [ -n "${GITHUB_SHA}" ] ; then
curl \
-X POST \
-H "Accept: application/vnd.github+json" \
-H "Authorization: token ${GITHUB_REPO_STATUS_TOKEN}" \
"https://api.github.com/repos/${GITHUB_REPOSITORY}/statuses/${GITHUB_SHA}" \
-d '{"state":"'"${STATE}"'",
"target_url":"'"${CI_PIPELINE_URL}"'",
"description":"'"${DESCRIPTION} $(TZ=America/New_York date)"'",
"context":"eicweb/detector_benchmarks ('"$DETECTOR_CONFIG"')"
}' ;
fi
benchmarks:detector:pending:
stage: status-pending
extends: .status
variables:
STATE: "pending"
DESCRIPTION: "Started..."
when: always

common:setup:
stage: config
before_script:
script:
- |
if [[ "${COMMON_BENCH_VERSION}" == "" ]] ; then
export COMMON_BENCH_VERSION="master"
fi
echo "COMMON_BENCH_VERSION = ${COMMON_BENCH_VERSION}"
echo "COMMON_BENCH_VERSION=${COMMON_BENCH_VERSION}" >> .env
git clone -b "${COMMON_BENCH_VERSION}" https://eicweb.phy.anl.gov/EIC/benchmarks/common_bench.git setup
echo "BENCHMARKS_TAG: ${BENCHMARKS_TAG}"
echo "BENCHMARKS_CONTAINER: ${BENCHMARKS_CONTAINER}"
echo "BENCHMARKS_REGISTRY: ${BENCHMARKS_REGISTRY}"
- source setup/bin/env.sh && ./setup/bin/install_common.sh


common:detector:
stage: initialize
needs: ["common:setup"]
sim:ecal_backwards_electron:
extends: .det_benchmark
stage: simulate
script:
- source .local/bin/env.sh && build_detector.sh
- mkdir_local_data_link sim_output
- mkdir -p results
- mkdir -p config
- print_env.sh
- echo "I will be simulating some electron events here!"
- echo "0.511 MeV" >> $LOCAL_DATA_PATH/electron_mass

get_data:
stage: data_init
needs: ["common:detector"]
sim:ecal_backwards_photon:
extends: .det_benchmark
stage: simulate
script:
- source .local/bin/env.sh
- ln -s "${LOCAL_DATA_PATH}/sim_output" sim_output
- ln -s "${LOCAL_DATA_PATH}/datasets/data" data
- cd ${LOCAL_DATA_PATH} && git clone --depth=1 https://eicweb.phy.anl.gov/EIC/datasets.git datasets
- echo "I will be simulating some photon events here!"

.det_benchmark:
bench:ecal_backwards_resolution:
extends: .det_benchmark
stage: benchmarks
needs:
- ["get_data","common:detector"]
before_script:
- source .local/bin/env.sh
- ls -lrtha
- ln -s "${LOCAL_DATA_PATH}/sim_output" sim_output
- ln -s "${LOCAL_DATA_PATH}/datasets/data" data
# snakemake support
- mkdir "${DETECTOR_CONFIG}"
- ln -s "${LOCAL_DATA_PATH}/sim_output" "${DETECTOR_CONFIG}/sim_output"
- ln -s "../results" "${DETECTOR_CONFIG}/results"
- ls -lrtha
retry:
max: 2
when:
- runner_system_failure

include:
- local: 'benchmarks/tracking_detectors/config.yml'
- local: 'benchmarks/barrel_ecal/config.yml'
- local: 'benchmarks/barrel_hcal/config.yml'
- local: 'benchmarks/backwards_ecal/config.yml'
- local: 'benchmarks/zdc/config.yml'
- local: 'benchmarks/material_maps/config.yml'
- local: 'benchmarks/pid/config.yml'
- local: 'benchmarks/timing/config.yml'
- local: 'benchmarks/b0_tracker/config.yml'
- local: 'benchmarks/others/config.yml'

deploy_results:
stage: deploy
needs:
- ["collect_results:zdc","collect_results:barrel_ecal","collect_results:barrel_hcal","collect_results:materialscan"]
- ["sim:ecal_backwards_electron", "sim:ecal_backwards_photon"]
script:
- echo "deploy results!"
- find results -print | sort | tee summary.txt

benchmarks:detector:success:
stage: status-report
extends: .status
variables:
STATE: "success"
DESCRIPTION: "Succeeded!"
when: on_success

benchmarks:detector:failure:
stage: status-report
extends: .status
variables:
STATE: "failure"
DESCRIPTION: "Failed!"
when: on_failure

benchmarks:reconstruction:
stage: trigger
variables:
GITHUB_SHA: "${GITHUB_SHA}"
GITHUB_REPOSITORY: "${GITHUB_REPOSITORY}"
DETECTOR: "$DETECTOR"
DETECTOR_CONFIG: "$DETECTOR_CONFIG"
DETECTOR_VERSION: "$DETECTOR_VERSION"
DETECTOR_REPOSITORYURL: "$DETECTOR_REPOSITORYURL"
DETECTOR_DEPLOY_TOKEN_USERNAME: "${DETECTOR_DEPLOY_TOKEN_USERNAME}"
DETECTOR_DEPLOY_TOKEN_PASSWORD: "${DETECTOR_DEPLOY_TOKEN_PASSWORD}"
COMMON_BENCH_VERSION: "$COMMON_BENCH_VERSION"
BENCHMARKS_TAG: "${BENCHMARKS_TAG}"
BENCHMARKS_CONTAINER: "${BENCHMARKS_CONTAINER}"
BENCHMARKS_REGISTRY: "${BENCHMARKS_REGISTRY}"
trigger:
project: EIC/benchmarks/reconstruction_benchmarks
strategy: depend
needs: ["deploy_results"]

benchmarks:physics:
stage: trigger
variables:
GITHUB_SHA: "${GITHUB_SHA}"
GITHUB_REPOSITORY: "${GITHUB_REPOSITORY}"
DETECTOR: "$DETECTOR"
DETECTOR_CONFIG: "$DETECTOR_CONFIG"
DETECTOR_VERSION: "$DETECTOR_VERSION"
DETECTOR_REPOSITORYURL: "$DETECTOR_REPOSITORYURL"
DETECTOR_DEPLOY_TOKEN_USERNAME: "${DETECTOR_DEPLOY_TOKEN_USERNAME}"
DETECTOR_DEPLOY_TOKEN_PASSWORD: "${DETECTOR_DEPLOY_TOKEN_PASSWORD}"
COMMON_BENCH_VERSION: "$COMMON_BENCH_VERSION"
BENCHMARKS_TAG: "${BENCHMARKS_TAG}"
BENCHMARKS_CONTAINER: "${BENCHMARKS_CONTAINER}"
BENCHMARKS_REGISTRY: "${BENCHMARKS_REGISTRY}"
trigger:
project: EIC/benchmarks/physics_benchmarks
strategy: depend
needs: ["deploy_results"]

pages:
stage: deploy
rules:
- if: '$CI_COMMIT_BRANCH == "master" && $CI_SERVER_HOST != "eicweb.phy.anl.gov"'
cache:
paths:
- node_modules/
image: node:latest
script:
- mkdir public && cp doc/main.html public/index.html
artifacts:
paths:
- public


- echo "I will be analyzing events here!"
- echo "Our intelligence reports that the electron mass is $(cat $LOCAL_DATA_PATH/electron_mass)"

0 comments on commit 85fac30

Please sign in to comment.