diff --git a/Dockerfile b/Dockerfile index c34b240..b77db07 100644 --- a/Dockerfile +++ b/Dockerfile @@ -47,10 +47,4 @@ RUN --mount=type=secret,id=HF_TOKEN,required=false \ fi -# Create directory for startup script and copy it -RUN mkdir -p /usr/local/bin -COPY --chmod=755 start.sh /usr/local/bin/start.sh - -# Start the handler -#ENTRYPOINT ["/bin/bash", "/usr/local/bin/start.sh"] CMD ["python3", "/src/handler.py"] diff --git a/start.sh b/start.sh deleted file mode 100644 index 64afddd..0000000 --- a/start.sh +++ /dev/null @@ -1,28 +0,0 @@ -# /usr/local/bin/start.sh -#!/usr/bin/env bash -set -euo pipefail - -# If user didn’t set it explicitly, infer from visible GPUs. -if [[ -z "${TENSOR_PARALLEL_SIZE:-}" ]]; then - if command -v nvidia-smi >/dev/null 2>&1; then - COUNT="$(nvidia-smi -L | wc -l | tr -d ' ')" - else - # Fallback to PyTorch if available - COUNT="$(python3 - <<'PY' -try: - import torch - print(torch.cuda.device_count() or 0) -except Exception: - print(0) -PY -)" - fi - - # Respect CUDA_VISIBLE_DEVICES (both methods above do, since they see only visible GPUs). - if [[ "${COUNT}" -lt 1 ]]; then - COUNT=1 - fi - export TENSOR_PARALLEL_SIZE="${COUNT}" -fi - -echo "TENSOR_PARALLEL_SIZE=${TENSOR_PARALLEL_SIZE}"