Dockerfile

FROM python:3.12-slim

RUN pip install --no-cache-dir uv

WORKDIR /app

COPY pyproject.toml /app/pyproject.toml

# Install dependencies with binary wheels (avoid compilation)
ENV CMAKE_ARGS="-DLLAMA_BLAS=OFF -DLLAMA_AVX2=OFF" \
    FORCE_CMAKE=0
RUN uv pip install --system -r pyproject.toml

COPY . /app

# RUN uv pip install --system --no-cache .

# Create a non-root user
RUN useradd -m -u 1000 user
USER user
ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH \
    HF_HOME=/home/user/.cache/huggingface

EXPOSE 7860

# Start the application
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]