Merge branch 'main' into feat/update-vllm-v0.15.0

Dockerfile

@@ -1,21 +1,17 @@
-FROM nvidia/cuda:12.9.1-base-ubuntu22.04
+FROM nvidia/cuda:12.8.0-base-ubuntu22.04 
 
 RUN apt-get update -y \
     && apt-get install -y python3-pip
 
-RUN ldconfig /usr/local/cuda-12.9/compat/
+RUN ldconfig /usr/local/cuda-12.8/compat/
 
-ENV RAY_METRICS_EXPORT_ENABLED=0 \
-    RAY_DISABLE_USAGE_STATS=1 \
-    TOKENIZERS_PARALLELISM=false \
-    RAYON_NUM_THREADS=4
+# Install vLLM with FlashInfer - use CUDA 12.8 PyTorch wheels (compatible with vLLM 0.15.0)
+RUN python3 -m pip install --upgrade pip && \
+    python3 -m pip install "vllm[flashinfer]==0.15.0" --extra-index-url https://download.pytorch.org/whl/cu128
 
-# Install vLLM first to avoid PyTorch version conflicts
-RUN --mount=type=cache,target=/root/.cache/pip \
-    python3 -m pip install --upgrade pip && \
-    python3 -m pip install "vllm[flashinfer]==0.15.0" --extra-index-url https://download.pytorch.org/whl/cu129
 
-# Install remaining Python dependencies
+
+# Install additional Python dependencies (after vLLM to avoid PyTorch version conflicts)
 COPY builder/requirements.txt /requirements.txt
 RUN --mount=type=cache,target=/root/.cache/pip \
     python3 -m pip install --upgrade -r /requirements.txt
@@ -38,7 +34,14 @@ ENV MODEL_NAME=$MODEL_NAME \
     HF_DATASETS_CACHE="${BASE_PATH}/huggingface-cache/datasets" \
     HUGGINGFACE_HUB_CACHE="${BASE_PATH}/huggingface-cache/hub" \
     HF_HOME="${BASE_PATH}/huggingface-cache/hub" \
-    HF_HUB_ENABLE_HF_TRANSFER=0
+    HF_HUB_ENABLE_HF_TRANSFER=0 \
+    # Suppress Ray metrics agent warnings (not needed in containerized environments)
+    RAY_METRICS_EXPORT_ENABLED=0 \
+    RAY_DISABLE_USAGE_STATS=1 \
+    # Prevent rayon thread pool panic in containers where ulimit -u < nproc
+    # (tokenizers uses Rust's rayon which tries to spawn threads = CPU cores)
+    TOKENIZERS_PARALLELISM=false \
+    RAYON_NUM_THREADS=4
 
 ENV PYTHONPATH="/:/vllm-workspace"