From dad02e13d80cdf1c6ec5764ee7ef3bb4033c3435 Mon Sep 17 00:00:00 2001
From: alpayariyak <aariyak@wpi.edu>
Date: Wed, 20 Dec 2023 23:06:57 +0000
Subject: [PATCH] vLLM 0.2.6 Stable Worker

---
 builder/requirements.txt | 4 +++-
 src/utils.py             | 2 +-
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/builder/requirements.txt b/builder/requirements.txt
index f879fd8..d727425 100644
--- a/builder/requirements.txt
+++ b/builder/requirements.txt
@@ -1,4 +1,6 @@
 hf_transfer
 runpod==1.4.2
 huggingface-hub
-packaging
\ No newline at end of file
+packaging
+typing-extensions==4.7.1
+pydantic
\ No newline at end of file
diff --git a/src/utils.py b/src/utils.py
index ad58e56..949b63f 100644
--- a/src/utils.py
+++ b/src/utils.py
@@ -78,4 +78,4 @@ def validate_and_convert_sampling_params(params: Dict[str, Any]) -> Dict[str, An
             except (TypeError, ValueError, StopIteration):
                 continue
 
-    return validated_params
+    return SamplingParams(**validated_params)