Files
worker-vllm/Dockerfile
T

27 lines
671 B
Docker

# Base image
FROM runpod/pytorch:3.10-2.0.0-117
# Use bash shell with pipefail option
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
# Set the working directory
WORKDIR /
# Update and upgrade the system packages (Worker Template)
COPY builder/setup.sh /setup.sh
RUN chmod +x /setup.sh && \
/setup.sh && \
rm /setup.sh
# Install Python dependencies (Worker Template)
COPY builder/requirements.txt /requirements.txt
RUN --mount=type=cache,target=/root/.cache/pip \
pip install --upgrade pip && \
pip install --upgrade -r /requirements.txt --no-cache-dir && \
rm /requirements.txt
# Add src files (Worker Template)
ADD src .
CMD python -u /handler.py