Use GCS (#181)

secretflow · Jan 3, 2024 · 96b85ef · 96b85ef
1 parent 87491bb
commit 96b85ef
Showing 1 changed file with 21 additions and 6 deletions.
diff --git a/.circleci/continue-config.yml b/.circleci/continue-config.yml
@@ -37,12 +37,18 @@ jobs:
     # See: https://circleci.com/docs/2.0/configuration-reference/#steps
     steps:
       - checkout
+      - run:
+          name: Checkout devtools
+          command: git clone https://github.com/secretflow/devtools.git ../devtools
+      - run:
+          name: Setup GCS
+          command: ../devtools/base64_converter.py --str ${gcs_content} --out_file ../gcs.json
       - run:
           name: "build and test"
           command: |
             set +e
             declare -i test_status
-            bazel test //... -c opt --ui_event_filters=-info,-debug,-warning --test_output=errors --jobs 16 | tee test_result.log; test_status=${PIPESTATUS[0]}
+            bazel test //... -c opt --ui_event_filters=-info,-debug,-warning --test_output=errors --jobs 16 --remote_cache=https://storage.googleapis.com/secretflow --google_credentials=../gcs.json --remote_download_minimal | tee test_result.log; test_status=${PIPESTATUS[0]}
 
             git clone https://github.com/secretflow/devtools.git
             sh devtools/rename-junit-xml.sh
@@ -67,14 +73,19 @@ jobs:
       - run:
           name: "Install homebrew dependencies"
           command: |
-            brew install bazel cmake ninja libomp wget md5sha1sum
-            (cd /opt/homebrew/Cellar/bazel/*.*.*/libexec/bin && curl -fLO https://github.com/bazelbuild/bazel/releases/download/6.2.1/bazel-6.2.1-darwin-arm64 && chmod +x bazel-6.2.1-darwin-arm64)
+            brew install bazelisk cmake ninja libomp wget md5sha1sum
+      - run:
+          name: Checkout devtools
+          command: git clone https://github.com/secretflow/devtools.git ../devtools
       - run:
-          name: "test"
+          name: Setup GCS
+          command: ../devtools/base64_converter.py --str ${gcs_content} --out_file ../gcs.json
+      - run:
+          name: "build and test"
           command: |
             set +e
             declare -i test_status
-            bazel test //... -c opt --ui_event_filters=-info,-debug,-warning --test_output=errors | tee test_result.log; test_status=${PIPESTATUS[0]}
+            bazel test //... -c opt --ui_event_filters=-info,-debug,-warning --test_output=errors --remote_cache=https://storage.googleapis.com/secretflow --google_credentials=../gcs.json --remote_download_minimal | tee test_result.log; test_status=${PIPESTATUS[0]}
 
             git clone https://github.com/secretflow/devtools.git
             sh devtools/rename-junit-xml.sh
@@ -99,4 +110,8 @@ workflows:
           matrix:
             parameters:
               resource_class: ["2xlarge", "arm-xlarge"]
-      - macOS_ut_arm64
+          context:
+            - gcs
+      - macOS_ut_arm64:
+          context:
+            - gcs