diff --git a/kischdle/llmux/Dockerfile b/kischdle/llmux/Dockerfile index 9bff56b..5fb5942 100644 --- a/kischdle/llmux/Dockerfile +++ b/kischdle/llmux/Dockerfile @@ -8,10 +8,10 @@ RUN apt-get update && apt-get install -y --no-install-recommends \ # Install Python dependencies COPY requirements.txt /tmp/requirements.txt -RUN pip install --no-cache-dir -r /tmp/requirements.txt && rm /tmp/requirements.txt +RUN pip install --no-cache-dir --break-system-packages -r /tmp/requirements.txt && rm /tmp/requirements.txt # llama-cpp-python needs CUDA build -RUN CMAKE_ARGS="-DGGML_CUDA=on" pip install --no-cache-dir --force-reinstall llama-cpp-python>=0.3.0 +RUN CMAKE_ARGS="-DGGML_CUDA=on" pip install --no-cache-dir --break-system-packages --force-reinstall llama-cpp-python>=0.3.0 # Copy application code COPY llmux/ /app/llmux/