File tree 4 files changed +14
-7
lines changed
4 files changed +14
-7
lines changed Original file line number Diff line number Diff line change 1
- ARG CUDA_IMAGE="12.1.1 -devel-ubuntu22.04"
1
+ ARG CUDA_IMAGE="12.5.0 -devel-ubuntu22.04"
2
2
FROM nvidia/cuda:${CUDA_IMAGE}
3
3
4
4
# We need to set the host to 0.0.0.0 to allow outside access
Original file line number Diff line number Diff line change 1
1
# Define the image argument and provide a default value
2
- ARG IMAGE=python:3-slim-bullseye
2
+ ARG IMAGE=python:3-slim-bookworm
3
3
4
4
# Use the image as specified
5
5
FROM ${IMAGE}
@@ -12,7 +12,9 @@ RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-reco
12
12
python3 \
13
13
python3-pip \
14
14
ninja-build \
15
- build-essential
15
+ build-essential \
16
+ && apt-get clean \
17
+ && rm -rf /var/lib/apt/lists/*
16
18
17
19
RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
18
20
Original file line number Diff line number Diff line change 1
- FROM python:3-slim-bullseye
1
+ FROM python:3-slim-bookworm
2
2
3
3
# We need to set the host to 0.0.0.0 to allow outside access
4
4
ENV HOST 0.0.0.0
5
5
6
6
COPY . .
7
7
8
8
# Install the package
9
- RUN apt update && apt install -y libopenblas-dev ninja-build build-essential pkg-config
9
+ RUN apt update && apt install -y libopenblas-dev ninja-build build-essential pkg-config \
10
+ && apt-get clean \
11
+ && rm -rf /var/lib/apt/lists/* /tmp/*
12
+
10
13
RUN python -m pip install --upgrade pip pytest cmake scikit-build setuptools fastapi uvicorn sse-starlette pydantic-settings starlette-context
11
14
12
15
RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" pip install llama_cpp_python --verbose
Original file line number Diff line number Diff line change 1
1
# Define the image argument and provide a default value
2
- ARG IMAGE=python:3-slim-bullseye
2
+ ARG IMAGE=python:3-slim-bookworm
3
3
4
4
# Use the image as specified
5
5
FROM ${IMAGE}
@@ -13,7 +13,9 @@ RUN apt-get update && apt-get upgrade -y && apt-get install -y --no-install-reco
13
13
python3-pip \
14
14
ninja-build \
15
15
libopenblas-dev \
16
- build-essential
16
+ build-essential \
17
+ && apt-get clean \
18
+ && rm -rf /var/lib/apt/lists/* /tmp/*
17
19
18
20
RUN mkdir /app
19
21
WORKDIR /app
You can’t perform that action at this time.
0 commit comments