chore(ci): run fast default ops for multi-bit gpu benchmarks

zama-ai · Jul 12, 2024 · d824194 · d824194
1 parent 46f0bf4
commit d824194
Show file tree

Hide file tree

Showing 2 changed files with 28 additions and 8 deletions.
diff --git a/.github/workflows/integer_multi_bit_gpu_benchmark.yml b/.github/workflows/integer_multi_bit_gpu_benchmark.yml
@@ -4,10 +4,14 @@ name: Integer GPU Multi-bit benchmarks
 on:
   workflow_dispatch:
     inputs:
-      full_benchmark:
+      all_precisions:
         description: "Run all precisions"
         type: boolean
         default: false
+      fast_default:
+        description: "Run only deduplicated default operations without scalar variants"
+        type: boolean
+        default: false
 
   schedule:
     # Weekly benchmarks will be triggered each Saturday at 1a.m.
@@ -25,6 +29,7 @@ env:
   SLACK_USERNAME: ${{ secrets.BOT_USERNAME }}
   SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
   FAST_BENCH: TRUE
+  BENCH_OP_FLAVOR: default
 
 jobs:
   setup-instance:
@@ -118,14 +123,19 @@ jobs:
             echo "CUDAHOSTCXX=/usr/bin/g++-${{ matrix.gcc }}";
           } >> "${GITHUB_ENV}"
 
-      - name: Should run full benchmarks
-        if: inputs.full_benchmark
+      - name: Should run benchmarks with all precisions
+        if: inputs.all_precisions
         run: |
           echo "FAST_BENCH=FALSE" >> "${GITHUB_ENV}"
 
+      - name: Should run fast subset benchmarks
+        if: inputs.fast_default
+        run: |
+          echo "BENCH_OP_FLAVOR=fast_default" >> "${GITHUB_ENV}"
+
       - name: Run multi-bit benchmarks with AVX512
         run: |
-          make FAST_BENCH=${{ env.FAST_BENCH }} BENCH_OP_FLAVOR=default bench_unsigned_integer_multi_bit_gpu
+          make bench_unsigned_integer_multi_bit_gpu
 
       - name: Parse benchmarks to csv
         run: |

diff --git a/.github/workflows/integer_multi_bit_multi_gpu_benchmark.yml b/.github/workflows/integer_multi_bit_multi_gpu_benchmark.yml
@@ -4,10 +4,14 @@ name: Integer multi GPU Multi-bit benchmarks
 on:
   workflow_dispatch:
     inputs:
-      full_benchmark:
+      all_precisions:
         description: "Run all precisions"
         type: boolean
         default: false
+      fast_default:
+        description: "Run only deduplicated default operations without scalar variants"
+        type: boolean
+        default: false
 
   schedule:
     # Weekly benchmarks will be triggered each Saturday at 1a.m.
@@ -24,6 +28,7 @@ env:
   SLACK_USERNAME: ${{ secrets.BOT_USERNAME }}
   SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
   FAST_BENCH: TRUE
+  BENCH_OP_FLAVOR: default
 
 jobs:
   setup-instance:
@@ -112,14 +117,19 @@ jobs:
           path: slab
           token: ${{ secrets.FHE_ACTIONS_TOKEN }}
 
-      - name: Should run full benchmarks
-        if: inputs.full_benchmark
+      - name: Should run benchmarks with all precisions
+        if: inputs.all_precisions
         run: |
           echo "FAST_BENCH=FALSE" >> "${GITHUB_ENV}"
 
+      - name: Should run fast subset benchmarks
+        if: inputs.fast_default
+        run: |
+          echo "BENCH_OP_FLAVOR=fast_default" >> "${GITHUB_ENV}"
+
       - name: Run multi-bit benchmarks with AVX512
         run: |
-          make FAST_BENCH=${{ env.FAST_BENCH }} BENCH_OP_FLAVOR=default bench_unsigned_integer_multi_bit_gpu
+          make bench_unsigned_integer_multi_bit_gpu
 
       - name: Parse results
         run: |