model packing, cuda version selection on build

2023-12-06 18:52:21 +00:00
parent 48c520b240
commit b705544bd4
3 changed files with 23 additions and 13 deletions
@@ -1,4 +1,3 @@
 hf_transfer
 runpod==1.4.0
 huggingface-hub==0.19.4
-vllm==0.2.3