fix: pin models to version, except for gpt-oss

This commit is contained in:
velaraptor-runpod
2026-07-09 19:21:24 -05:00
parent 2000acc0a3
commit 373847d9f9
3 changed files with 3 additions and 1 deletions
+1
View File
@@ -8,4 +8,5 @@ kv-cache-dtype: fp8
enforce-eager: false
enable-prefix-caching: true
enable-chunked-prefill: true
vllm-release: v2.22.5
speculative-config: '{"model":"RedHatAI/gemma-4-31B-it-speculator.eagle3","method":"eagle3","num_speculative_tokens":3}'