vllm 0.2.1.post1 - speed boost, quantization, mistral support

2023-11-14 19:12:58 -05:00
parent 5bccd40952
commit 4f792062aa
4 changed files with 29 additions and 17 deletions
@@ -1,6 +1,6 @@
 # Required Python packages get listed here, one per line.
 # Recomended to lock the version number to avoid unexpected changes.
 fastapi==0.99.1
-vllm==0.1.7
-huggingface-hub==0.16.4
+vllm==0.2.1.post1
+huggingface-hub==0.17.3
 runpod @ git+https://github.com/runpod/runpod-python@main#egg=runpod