remove uneeded

Dockerfile

@@ -47,10 +47,4 @@ RUN --mount=type=secret,id=HF_TOKEN,required=false \
     fi
 
 
-# Create directory for startup script and copy it
-RUN mkdir -p /usr/local/bin
-COPY --chmod=755 start.sh /usr/local/bin/start.sh
-
-# Start the handler
-#ENTRYPOINT ["/bin/bash", "/usr/local/bin/start.sh"] 
 CMD ["python3", "/src/handler.py"]

start.sh

@@ -1,28 +0,0 @@
-# /usr/local/bin/start.sh
-#!/usr/bin/env bash
-set -euo pipefail
-
-# If user didn’t set it explicitly, infer from visible GPUs.
-if [[ -z "${TENSOR_PARALLEL_SIZE:-}" ]]; then
-  if command -v nvidia-smi >/dev/null 2>&1; then
-    COUNT="$(nvidia-smi -L | wc -l | tr -d ' ')"
-  else
-    # Fallback to PyTorch if available
-    COUNT="$(python3 - <<'PY'
-try:
-    import torch
-    print(torch.cuda.device_count() or 0)
-except Exception:
-    print(0)
-PY
-)"
-  fi
-
-  # Respect CUDA_VISIBLE_DEVICES (both methods above do, since they see only visible GPUs).
-  if [[ "${COUNT}" -lt 1 ]]; then
-    COUNT=1
-  fi
-  export TENSOR_PARALLEL_SIZE="${COUNT}"
-fi
-
-echo "TENSOR_PARALLEL_SIZE=${TENSOR_PARALLEL_SIZE}"