File size: 768 Bytes
81b759a 3d513f6 81b759a 3d513f6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
# Set the Python version
ARG PYTHON_VERSION=3.8
# Install system packages
RUN apt-get update && apt-get install -y \
python${PYTHON_VERSION} \
python3-pip \
# Uncomment and add any additional system packages needed
# libgl1-mesa-glx \
# libglib2.0-0 \
&& rm -rf /var/lib/apt/lists/*
# Create a symlink for python3
RUN ln -s /usr/bin/python${PYTHON_VERSION} /usr/bin/python3
# Install the required Python packages
RUN python3 -m pip install --upgrade pip && \
python3 -m pip install \
hf_transfer==0.1.3 \
git+https://github.com/vllm-project/vllm.git@main
# Copy the rest of your application code
COPY . /app
# Set the working directory
WORKDIR /app
# Define the command to run your predictor
CMD ["python3", "predict.py"]
|