From 7167985f230963a017a44cb21becd6a48db42ca0 Mon Sep 17 00:00:00 2001 From: mohamednaji7 Date: Tue, 21 Jan 2025 13:49:36 +0200 Subject: [PATCH] including bitsandbytes "src:https://docs.vllm.ai/en/stable/quantization/bnb.html" --- builder/requirements.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/builder/requirements.txt b/builder/requirements.txt index 4a6b137..d3d1f61 100644 --- a/builder/requirements.txt +++ b/builder/requirements.txt @@ -9,3 +9,4 @@ pydantic pydantic-settings hf-transfer transformers +bitsandbytes>=0.45.0