diff --git a/builder/requirements.txt b/builder/requirements.txt index f879fd8..d727425 100644 --- a/builder/requirements.txt +++ b/builder/requirements.txt @@ -1,4 +1,6 @@ hf_transfer runpod==1.4.2 huggingface-hub -packaging \ No newline at end of file +packaging +typing-extensions==4.7.1 +pydantic \ No newline at end of file diff --git a/src/utils.py b/src/utils.py index ad58e56..949b63f 100644 --- a/src/utils.py +++ b/src/utils.py @@ -78,4 +78,4 @@ def validate_and_convert_sampling_params(params: Dict[str, Any]) -> Dict[str, An except (TypeError, ValueError, StopIteration): continue - return validated_params + return SamplingParams(**validated_params)