Create Dockerfile
Browse files- Dockerfile +35 -0
Dockerfile
ADDED
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
# Use the official CUDA image as the base image
|
2 |
+
FROM nvidia/cuda:11.8-cudnn8-runtime-ubuntu20.04
|
3 |
+
|
4 |
+
# Set the Python version
|
5 |
+
ARG PYTHON_VERSION=3.8
|
6 |
+
|
7 |
+
# Install system packages
|
8 |
+
RUN apt-get update && apt-get install -y \
|
9 |
+
python${PYTHON_VERSION} \
|
10 |
+
python3-pip \
|
11 |
+
# Uncomment and add any additional system packages needed
|
12 |
+
# libgl1-mesa-glx \
|
13 |
+
# libglib2.0-0 \
|
14 |
+
&& rm -rf /var/lib/apt/lists/*
|
15 |
+
|
16 |
+
# Create a symlink for python3
|
17 |
+
RUN ln -s /usr/bin/python${PYTHON_VERSION} /usr/bin/python3
|
18 |
+
|
19 |
+
# Install the required Python packages
|
20 |
+
RUN python3 -m pip install --upgrade pip && \
|
21 |
+
python3 -m pip install \
|
22 |
+
hf_transfer==0.1.3 \
|
23 |
+
git+https://github.com/vllm-project/vllm.git@main
|
24 |
+
|
25 |
+
# Set CUDA_HOME environment variable
|
26 |
+
ENV CUDA_HOME=/usr/local/cuda
|
27 |
+
|
28 |
+
# Copy the rest of your application code
|
29 |
+
COPY . /app
|
30 |
+
|
31 |
+
# Set the working directory
|
32 |
+
WORKDIR /app
|
33 |
+
|
34 |
+
# Define the command to run your predictor
|
35 |
+
CMD ["python3", "predict.py"]
|