vLLM 0.2.6 Stable Worker

2023-12-20 23:06:57 +00:00
parent e4e3ce4a6e
commit dad02e13d8
2 changed files with 4 additions and 2 deletions
@@ -1,4 +1,6 @@
 hf_transfer
 runpod==1.4.2
 huggingface-hub
-packaging
+packaging
+typing-extensions==4.7.1
+pydantic
@@ -78,4 +78,4 @@ def validate_and_convert_sampling_params(params: Dict[str, Any]) -> Dict[str, An
            except (TypeError, ValueError, StopIteration):
                continue

-    return validated_params
+    return SamplingParams(**validated_params)