From 6fbd480a2624cad4f276e0712b51bb3dc32a5d12 Mon Sep 17 00:00:00 2001
From: velaraptor-runpod <chris.vela@runpod.io>
Date: Mon, 6 Apr 2026 16:49:32 -0500
Subject: [PATCH] fix: allow for transformers_version

---
 Dockerfile               | 3 ++-
 builder/requirements.txt | 2 +-
 src/start.sh             | 9 +++++++++
 3 files changed, 12 insertions(+), 2 deletions(-)
 create mode 100644 src/start.sh

diff --git a/Dockerfile b/Dockerfile
index 6e103ab..c87d9e9 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -53,6 +53,7 @@ RUN if [ "${VLLM_NIGHTLY}" = "true" ]; then \
 fi
 
 COPY src /src
+RUN chmod +x /src/start.sh
 RUN --mount=type=secret,id=HF_TOKEN,required=false \
     if [ -f /run/secrets/HF_TOKEN ]; then \
     export HF_TOKEN=$(cat /run/secrets/HF_TOKEN); \
@@ -62,4 +63,4 @@ RUN --mount=type=secret,id=HF_TOKEN,required=false \
     fi
 
 # Start the handler
-CMD ["python3", "/src/handler.py"]
+CMD ["/bin/bash", "/src/start.sh"]
diff --git a/builder/requirements.txt b/builder/requirements.txt
index cd3d924..7d6aa05 100644
--- a/builder/requirements.txt
+++ b/builder/requirements.txt
@@ -9,7 +9,7 @@ typing-extensions>=4.8.0
 pydantic
 pydantic-settings
 hf-transfer
-transformers>=5.2.0,<5.3.0
+transformers>= 4.57.0,< 5
 bitsandbytes>=0.45.0
 kernels
 torch-c-dlpack-ext
diff --git a/src/start.sh b/src/start.sh
new file mode 100644
index 0000000..f7dafe5
--- /dev/null
+++ b/src/start.sh
@@ -0,0 +1,9 @@
+#!/bin/bash
+set -e
+
+if [ -n "${TRANSFORMERS_VERSION}" ]; then
+    echo "Installing transformers==${TRANSFORMERS_VERSION}"
+    uv pip install --system "transformers==${TRANSFORMERS_VERSION}"
+fi
+
+exec python3 /src/handler.py