We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8297a0d commit ac02174Copy full SHA for ac02174
docker/cuda_simple/Dockerfile
@@ -15,13 +15,13 @@ COPY . .
15
16
# setting build related env vars
17
ENV CUDA_DOCKER_ARCH=all
18
-ENV LLAMA_CUBLAS=1
+ENV GGML_CUDA=1
19
20
# Install depencencies
21
RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
22
23
# Install llama-cpp-python (build with cuda)
24
-RUN CMAKE_ARGS="-DLLAMA_CUBLAS=on" pip install llama-cpp-python
+RUN CMAKE_ARGS="-DGGML_CUDA=on" pip install llama-cpp-python
25
26
# Run the server
27
CMD python3 -m llama_cpp.server
0 commit comments