| # Set the Python version | |
| ARG PYTHON_VERSION=3.8 | |
| # Install system packages | |
| RUN apt-get update && apt-get install -y \ | |
| python${PYTHON_VERSION} \ | |
| python3-pip \ | |
| # Uncomment and add any additional system packages needed | |
| # libgl1-mesa-glx \ | |
| # libglib2.0-0 \ | |
| && rm -rf /var/lib/apt/lists/* | |
| # Create a symlink for python3 | |
| RUN ln -s /usr/bin/python${PYTHON_VERSION} /usr/bin/python3 | |
| # Install the required Python packages | |
| RUN python3 -m pip install --upgrade pip && \ | |
| python3 -m pip install \ | |
| hf_transfer==0.1.3 \ | |
| git+https://github.com/vllm-project/vllm.git@main | |
| # Copy the rest of your application code | |
| COPY . /app | |
| # Set the working directory | |
| WORKDIR /app | |
| # Define the command to run your predictor | |
| CMD ["python3", "predict.py"] | |