add model to test

This commit is contained in:
Jhenner Tigreros
2025-08-07 15:28:02 -05:00
parent f5a063956e
commit d8863139d6
+1 -1
View File
@@ -16,7 +16,7 @@ RUN python3 -m pip install vllm==0.9.1 && \
python3 -m pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.3
# Setup for Option 2: Building the Image with the Model included
ARG MODEL_NAME=""
ARG MODEL_NAME="openai/gpt-oss-120b"
ARG TOKENIZER_NAME=""
ARG BASE_PATH="/runpod-volume"
ARG QUANTIZATION=""