Fixed LLM

2026-04-13 18:28:08 +02:00
parent bfa6a4ad26
commit 50c64e0541
2 changed files with 2 additions and 9 deletions
--- a/llm/Dockerfile
+++ b/llm/Dockerfile
@@ -33,6 +33,8 @@ COPY llm/requirements.txt /app/requirements.txt
 RUN pip install --no-cache-dir -r /app/requirements.txt

 COPY --from=builder /src/llama.cpp/build/bin/llama-server /usr/local/bin/llama-server
+COPY --from=builder /src/llama.cpp/build/bin/*.so* /usr/local/lib/
+RUN ldconfig
 COPY llm/main.py /app/main.py
 COPY llm/entrypoint.sh /entrypoint.sh