From 5ea4d62e466a14b6f02ad31da8205fd2e034f0f7 Mon Sep 17 00:00:00 2001 From: 3x3cut0r Date: Mon, 30 Oct 2023 14:56:30 +0100 Subject: [PATCH] llama-cpp-python: some comments --- llama-cpp-python/Dockerfile | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/llama-cpp-python/Dockerfile b/llama-cpp-python/Dockerfile index a64e8b7..26a3149 100644 --- a/llama-cpp-python/Dockerfile +++ b/llama-cpp-python/Dockerfile @@ -1,8 +1,9 @@ ARG IMAGE=python:3.12-alpine -# Build-Stage +# App-Stage FROM ${IMAGE} ARG IMAGE + LABEL maintainer="Julian Reith " LABEL description="Docker container for llama-cpp-python" @@ -11,7 +12,7 @@ WORKDIR / VOLUME /model EXPOSE 8000/tcp -# setup +# Setup llama-cpp-python RUN apk add --no-cache --virtual .build-deps build-base cmake ninja-build && \ apk add --no-cache curl openblas-dev runit tzdata && \ rm -rf /var/lib/apt/lists/* && \ @@ -40,13 +41,14 @@ RUN apk add --no-cache --virtual .build-deps build-base cmake ninja-build && \ chmod +x /runit-services/syslogd/run \ /runit-services/llama-cpp-python/run -# export versions in /VERSION +# Store versions in /VERSION RUN touch /VERSION && \ echo "alpine=$(cat /etc/alpine-release)" > /VERSION && \ echo "python=$(/venv/bin/python3 --version | cut -d' ' -f2)" >> /VERSION && \ echo "pip=$(/venv/bin/pip3 --version| cut -d' ' -f2)" >> /VERSION && \ echo "llama-cpp-python=$(/venv/bin/pip freeze | grep llama_cpp_python | cut -d= -f3)" >> /VERSION +# Setup environment ENV TZ="UTC" \ MODEL="/model/Llama-2-7b-Chat-GGUF/llama-2-7b-chat.Q2_K.gguf" \ DEFAULT_MODEL="llama-2-7b-chat.Q2_K.gguf" \ @@ -80,9 +82,9 @@ ENV TZ="UTC" \ PORT=8000 \ INTERRUPT_REQUESTS=True +# Setup entrypoint COPY docker-entrypoint.sh / RUN chmod +x /docker-entrypoint.sh - ENTRYPOINT ["/docker-entrypoint.sh"] HEALTHCHECK --interval=5s --timeout=10s --retries=3 \