diff --git a/model_servers/llamacpp_python/vulkan/Containerfile.amd64 b/model_servers/llamacpp_python/vulkan/Containerfile.amd64 new file mode 100644 index 00000000..1231472e --- /dev/null +++ b/model_servers/llamacpp_python/vulkan/Containerfile.amd64 @@ -0,0 +1,17 @@ +FROM registry.access.redhat.com/ubi9/python-311:1-62.1716478620 +USER 0 +RUN dnf install -y python3-dnf-plugin-versionlock +RUN dnf install -y mesa-vulkan-drivers-23.3.3-1.el9.x86_64 +RUN dnf versionlock mesa-vulkan-drivers-23.3.3-1.el9.x86_64 +RUN dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm +RUN dnf install -y git cmake ninja-build gcc gcc-c++ +RUN dnf copr enable -y ligenix/enterprise-sandbox epel-9-x86_64 +RUN dnf install -y vulkan-headers vulkan-tools +USER 1001 +WORKDIR /locallm +COPY src . +RUN pip install --upgrade pip +ENV CMAKE_ARGS="-DLLAMA_VULKAN=on" +ENV FORCE_CMAKE=1 +RUN pip install --no-cache-dir --upgrade -r /locallm/requirements.txt +ENTRYPOINT [ "sh", "run.sh" ]