| # Use an alias for the base image for easier updates | |
| FROM python:3.10 as base | |
| # Set model | |
| ENV MODEL=LoneStriker/Wiedervereinigung-7b-dpo-GGUF | |
| ENV QUANT=Q4_K_M | |
| ENV CHAT_TEMPLATE=mistral-instruct | |
| # Set the working directory | |
| WORKDIR /app | |
| # Install Python requirements | |
| COPY ./requirements.txt /app/ | |
| RUN pip install --no-cache-dir --upgrade -r requirements.txt | |
| # Download model | |
| RUN wget https://huggingface.co/LoneStriker/Wiedervereinigung-7b-dpo-GGUF/resolve/main/Wiedervereinigung-7b-dpo-Q4_K_M.gguf -O model.gguf | |
| # Copy the rest of your application | |
| COPY . . | |
| # Command to run the application | |
| CMD ["python", "app.py"] | |