fix(ci): fix backward data test branch for 0.7 #893
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# Compile and test tfhe-cuda-backend on an H100 VM on hyperstack | |
name: TFHE Cuda Backend - Full tests on H100 | |
env: | |
CARGO_TERM_COLOR: always | |
ACTION_RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} | |
RUSTFLAGS: "-C target-cpu=native" | |
RUST_BACKTRACE: "full" | |
RUST_MIN_STACK: "8388608" | |
SLACK_CHANNEL: ${{ secrets.SLACK_CHANNEL }} | |
SLACK_ICON: https://pbs.twimg.com/profile_images/1274014582265298945/OjBKP9kn_400x400.png | |
SLACK_USERNAME: ${{ secrets.BOT_USERNAME }} | |
SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} | |
on: | |
# Allows you to run this workflow manually from the Actions tab as an alternative. | |
workflow_dispatch: | |
pull_request: | |
jobs: | |
setup-instance: | |
name: Setup instance (cuda-h100-tests) | |
runs-on: ubuntu-latest | |
outputs: | |
runner-name: ${{ steps.start-instance.outputs.label }} | |
steps: | |
- name: Start instance | |
id: start-instance | |
uses: zama-ai/slab-github-runner@447a2d0fd2d1a9d647aa0d0723a6e9255372f261 | |
with: | |
mode: start | |
github-token: ${{ secrets.SLAB_ACTION_TOKEN }} | |
slab-url: ${{ secrets.SLAB_BASE_URL }} | |
job-secret: ${{ secrets.JOB_SECRET }} | |
backend: hyperstack | |
profile: single-h100 | |
cuda-tests-linux: | |
name: CUDA H100 tests | |
needs: [ setup-instance ] | |
concurrency: | |
group: ${{ github.workflow }}_${{ github.ref }} | |
cancel-in-progress: ${{ github.ref != 'refs/heads/main' }} | |
runs-on: ${{ needs.setup-instance.outputs.runner-name }} | |
strategy: | |
fail-fast: false | |
# explicit include-based build matrix, of known valid options | |
matrix: | |
include: | |
- os: ubuntu-22.04 | |
cuda: "12.2" | |
gcc: 11 | |
env: | |
CUDA_PATH: /usr/local/cuda-${{ matrix.cuda }} | |
CMAKE_VERSION: 3.29.1 | |
steps: | |
# Mandatory on hyperstack since a bootable volume is not re-usable yet. | |
- name: Install dependencies | |
run: | | |
sudo apt update | |
sudo apt install ca-certificates curl | |
sudo install -m 0755 -d /etc/apt/keyrings | |
sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc | |
sudo chmod a+r /etc/apt/keyrings/docker.asc | |
echo \ | |
"deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu \ | |
$(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \ | |
sudo tee /etc/apt/sources.list.d/docker.list > /dev/null | |
sudo apt update | |
sudo apt install -y checkinstall zlib1g-dev libssl-dev docker-ce docker-ce-cli containerd.io docker-buildx-plugin docker-compose-plugin | |
wget https://github.com/Kitware/CMake/releases/download/v${{ env.CMAKE_VERSION }}/cmake-${{ env.CMAKE_VERSION }}.tar.gz | |
tar -zxvf cmake-${{ env.CMAKE_VERSION }}.tar.gz | |
cd cmake-${{ env.CMAKE_VERSION }} | |
./bootstrap | |
make -j"$(nproc)" | |
sudo make install | |
- name: Checkout tfhe-rs | |
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 | |
- name: Set up home | |
run: | | |
echo "HOME=/home/ubuntu" >> "${GITHUB_ENV}" | |
- name: Install latest stable | |
uses: dtolnay/rust-toolchain@21dc36fb71dd22e3317045c0c31a3f4249868b17 | |
with: | |
toolchain: stable | |
- name: Export CUDA variables | |
if: ${{ !cancelled() }} | |
run: | | |
echo "CUDA_PATH=$CUDA_PATH" >> "${GITHUB_ENV}" | |
echo "$CUDA_PATH/bin" >> "${GITHUB_PATH}" | |
echo "LD_LIBRARY_PATH=$CUDA_PATH/lib:$LD_LIBRARY_PATH" >> "${GITHUB_ENV}" | |
echo "CUDACXX=/usr/local/cuda-${{ matrix.cuda }}/bin/nvcc" >> "${GITHUB_ENV}" | |
# Specify the correct host compilers | |
- name: Export gcc and g++ variables | |
if: ${{ !cancelled() }} | |
run: | | |
{ | |
echo "CC=/usr/bin/gcc-${{ matrix.gcc }}"; | |
echo "CXX=/usr/bin/g++-${{ matrix.gcc }}"; | |
echo "CUDAHOSTCXX=/usr/bin/g++-${{ matrix.gcc }}"; | |
echo "HOME=/home/ubuntu"; | |
} >> "${GITHUB_ENV}" | |
- name: Run core crypto, integer and internal CUDA backend tests | |
run: | | |
make test_gpu | |
- name: Run user docs tests | |
run: | | |
make test_user_doc_gpu | |
- name: Test C API | |
run: | | |
make test_c_api_gpu | |
- name: Run High Level API Tests | |
run: | | |
make test_high_level_api_gpu | |
slack-notify: | |
name: Slack Notification | |
needs: [ setup-instance, cuda-tests-linux ] | |
runs-on: ${{ needs.setup-instance.outputs.runner-name }} | |
if: ${{ !success() && !cancelled() }} | |
continue-on-error: true | |
steps: | |
- name: Send message | |
uses: rtCamp/action-slack-notify@4e5fb42d249be6a45a298f3c9543b111b02f7907 | |
env: | |
SLACK_COLOR: ${{ needs.cuda-tests-linux.result }} | |
SLACK_MESSAGE: "Integer GPU H100 tests finished with status: ${{ needs.cuda-tests-linux.result }}. (${{ env.ACTION_RUN_URL }})" | |
teardown-instance: | |
name: Teardown instance (cuda-h100-tests) | |
if: ${{ always() && needs.setup-instance.result != 'skipped' }} | |
needs: [ setup-instance, cuda-tests-linux ] | |
runs-on: ubuntu-latest | |
steps: | |
- name: Stop instance | |
id: stop-instance | |
uses: zama-ai/slab-github-runner@447a2d0fd2d1a9d647aa0d0723a6e9255372f261 | |
with: | |
mode: stop | |
github-token: ${{ secrets.SLAB_ACTION_TOKEN }} | |
slab-url: ${{ secrets.SLAB_BASE_URL }} | |
job-secret: ${{ secrets.JOB_SECRET }} | |
label: ${{ needs.setup-instance.outputs.runner-name }} | |
- name: Slack Notification | |
if: ${{ failure() }} | |
continue-on-error: true | |
uses: rtCamp/action-slack-notify@4e5fb42d249be6a45a298f3c9543b111b02f7907 | |
env: | |
SLACK_COLOR: ${{ job.status }} | |
SLACK_MESSAGE: "Instance teardown (cuda-h100-tests) finished with status: ${{ job.status }}. (${{ env.ACTION_RUN_URL }})" |