FROM ghcr.io/ggml-org/llama.cpp:server USER root RUN apt-get update \ && apt-get install -y --no-install-recommends python3 python3-pip ca-certificates \ && rm -rf /var/lib/apt/lists/* WORKDIR /srv COPY requirements.txt /srv/requirements.txt RUN python3 -m pip install --no-cache-dir --break-system-packages -r /srv/requirements.txt COPY gateway.py /srv/gateway.py COPY start.sh /srv/start.sh RUN chmod +x /srv/start.sh \ && mkdir -p /data ENV LLAMA_URL=http://127.0.0.1:8080 ENV STATE_PATH=/data/agent-state.db ENV MODEL_ALIAS=spark-x2.5-1.7b ENV DEFAULT_LANGUAGE=en ENV MAX_QUEUE_SIZE=32 ENV REQUEST_TIMEOUT_SECONDS=900 EXPOSE 7860 ENTRYPOINT ["/srv/start.sh"]