Dockerfile

# Use the official Hugging Face TGI Docker image as the base
FROM huggingface/transformers-pytorch-gpu:latest


RUN pip install --upgrade pip
RUN pip install transformers torch fastapi uvicorn


ENV MODEL_NAME="Hadeel11/fine-tuned-model"
ENV USE_FP16=True


COPY app.py /app/app.py

WORKDIR /app


EXPOSE 8080


CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8080"]