Merge pull request #528 from containers/llamacpp-python-vulkan-arm64

lamacpp-python-vulkan for arm64
containers · Jun 7, 2024 · e959cd4 · e959cd4
2 parents 9b611c4 + 30bee42
commit e959cd4
Showing 1 changed file with 8 additions and 3 deletions.
diff --git a/.github/workflows/model_servers.yaml b/.github/workflows/model_servers.yaml
@@ -32,12 +32,17 @@ jobs:
             directory: llamacpp_python
             platforms: linux/amd64,linux/arm64
             no_gpu: 1
-          - image_name: llamacpp_python_cuda
+          - image_name: llamacpp-python-cuda
             model: granite
             flavor: cuda
             directory: llamacpp_python
-            platforms: linux/amd64
-            cuda: 1
+            platforms: linux/amd64,linux/arm64
+          - image_name: llamacpp-python-vulkan
+            model: granite
+            flavor: vulkan
+            directory: llamacpp_python
+            platforms: linux/arm64
+            no_gpu: 1
           - image_name: whispercpp
             model: whisper-small
             flavor: base