Merge pull request #147 from mohamednaji7/BitsAndBytes

completing the "bitsandbytes" option - based on https://docs.vllm.ai/en/stable/quantization/bnb.html
2025-04-21 11:39:53 -07:00
parent d77c53c3b7 04288240f6
commit 6b64bb93bd
4 changed files with 9 additions and 4 deletions
@@ -4,8 +4,9 @@ pyarrow
 runpod~=1.7.7
 huggingface-hub
 packaging
-typing-extensions==4.7.1
+typing-extensions>=4.8.0
 pydantic
 pydantic-settings
 hf-transfer
 transformers
+bitsandbytes>=0.45.0