Dockerfile

FROM python:3.12

RUN pip install --no-cache-dir fastapi uvicorn transformers accelerate torch

WORKDIR /app
COPY . /app

CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]