fix min compute capability for auto-gptq

huggingface · Aug 30, 2024 · 5991783 · 5991783
1 parent 3b5b5e2
commit 5991783
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/docker/cuda/Dockerfile b/docker/cuda/Dockerfile
@@ -40,6 +40,6 @@ else \
 fi
 
 # Install quantization libraries from source
-ENV TORCH_CUDA_ARCH_LIST="5.0 6.0 7.0 7.5 8.0 8.6 9.0+PTX"
+ENV TORCH_CUDA_ARCH_LIST="6.0 7.0 7.5 8.0 8.6 9.0+PTX"
 COPY scripts/install_quantization_libs.py /internal/install_quantization_libs.py
-RUN python internal/install_quantization_libs.py --install-autoawq-from-source --install-autogptq-from-source
+RUN python internal/install_quantization_libs.py --install-autogptq-from-source