Merge pull request #541 from containers/llamacpp-python-vulkan-amd64

Llamacpp python vulkan amd64

.github/workflows/model_servers.yaml

@@ -38,9 +38,15 @@ jobs:
             directory: llamacpp_python
             platforms: linux/amd64,linux/arm64
             no_gpu: 0
-          - image_name: llamacpp-python-vulkan
+          - image_name: llamacpp-python-vulkan-amd
             model: granite
-            flavor: vulkan
+            flavor: vulkan/amd64
+            directory: llamacpp_python
+            platforms: linux/amd64
+            no_gpu: 0
+          - image_name: llamacpp-python-vulkan-arm
+            model: granite
+            flavor: vulkan/arm64
             directory: llamacpp_python
             platforms: linux/arm64
             no_gpu: 0

model_servers/llamacpp_python/vulkan/amd64/Containerfile

@@ -0,0 +1,17 @@
+FROM registry.access.redhat.com/ubi9/python-311:1-62.1716478620
+USER 0
+RUN dnf install -y python3-dnf-plugin-versionlock
+RUN dnf install -y mesa-vulkan-drivers-23.3.3-1.el9.x86_64
+RUN dnf versionlock mesa-vulkan-drivers-23.3.3-1.el9.x86_64
+RUN dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm
+RUN dnf install -y git cmake ninja-build gcc gcc-c++ 
+RUN dnf copr enable -y ligenix/enterprise-sandbox epel-9-x86_64
+RUN dnf install -y vulkan-headers vulkan-tools
+USER 1001
+WORKDIR /locallm
+COPY src .
+RUN pip install --upgrade pip
+ENV CMAKE_ARGS="-DLLAMA_VULKAN=on"
+ENV FORCE_CMAKE=1
+RUN pip install --no-cache-dir --upgrade -r /locallm/requirements.txt
+ENTRYPOINT [ "sh", "run.sh" ]