From 9126fc8e3f9eb2a7bd3f8a36cf70be23b5772575 Mon Sep 17 00:00:00 2001 From: anakinxc <103552181+anakinxc@users.noreply.github.com> Date: Wed, 3 Jan 2024 02:10:42 +0000 Subject: [PATCH] Use GCS --- .circleci/continue-config.yml | 27 +++++++++++++++++++++------ 1 file changed, 21 insertions(+), 6 deletions(-) diff --git a/.circleci/continue-config.yml b/.circleci/continue-config.yml index c9547e46..99a73572 100644 --- a/.circleci/continue-config.yml +++ b/.circleci/continue-config.yml @@ -37,12 +37,18 @@ jobs: # See: https://circleci.com/docs/2.0/configuration-reference/#steps steps: - checkout + - run: + name: Checkout devtools + command: git clone https://github.com/secretflow/devtools.git ../devtools + - run: + name: Setup GCS + command: ../devtools/base64_converter.py --str ${gcs_content} --out_file ../gcs.json - run: name: "build and test" command: | set +e declare -i test_status - bazel test //... -c opt --ui_event_filters=-info,-debug,-warning --test_output=errors --jobs 16 | tee test_result.log; test_status=${PIPESTATUS[0]} + bazel test //... -c opt --ui_event_filters=-info,-debug,-warning --test_output=errors --jobs 16 --remote_cache=https://storage.googleapis.com/secretflow --google_credentials=../gcs.json --remote_download_minimal | tee test_result.log; test_status=${PIPESTATUS[0]} git clone https://github.com/secretflow/devtools.git sh devtools/rename-junit-xml.sh @@ -67,14 +73,19 @@ jobs: - run: name: "Install homebrew dependencies" command: | - brew install bazel cmake ninja libomp wget md5sha1sum - (cd /opt/homebrew/Cellar/bazel/*.*.*/libexec/bin && curl -fLO https://github.com/bazelbuild/bazel/releases/download/6.2.1/bazel-6.2.1-darwin-arm64 && chmod +x bazel-6.2.1-darwin-arm64) + brew install bazelisk cmake ninja libomp wget md5sha1sum + - run: + name: Checkout devtools + command: git clone https://github.com/secretflow/devtools.git ../devtools - run: - name: "test" + name: Setup GCS + command: ../devtools/base64_converter.py --str ${gcs_content} --out_file ../gcs.json + - run: + name: "build and test" command: | set +e declare -i test_status - bazel test //... -c opt --ui_event_filters=-info,-debug,-warning --test_output=errors | tee test_result.log; test_status=${PIPESTATUS[0]} + bazel test //... -c opt --ui_event_filters=-info,-debug,-warning --test_output=errors --remote_cache=https://storage.googleapis.com/secretflow --google_credentials=../gcs.json --remote_download_minimal | tee test_result.log; test_status=${PIPESTATUS[0]} git clone https://github.com/secretflow/devtools.git sh devtools/rename-junit-xml.sh @@ -99,4 +110,8 @@ workflows: matrix: parameters: resource_class: ["2xlarge", "arm-xlarge"] - - macOS_ut_arm64 + context: + - gcs + - macOS_ut_arm64: + context: + - gcs