Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
6357aeda51 | ||
|
|
0140b29c44 | ||
|
|
0cb8aeae77 | ||
|
|
cd8f9e9560 | ||
|
|
895fd25fac | ||
|
|
72547aa3bb | ||
|
|
577fd8c3c3 | ||
|
|
a774cefe85 | ||
|
|
9de17d49b7 |
@@ -9,59 +9,60 @@ on:
|
|||||||
|
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: write
|
||||||
|
pull-requests: write
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
check_dep:
|
check_dep:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
name: Check python requirements file and update
|
name: Check python requirements file and update
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
- name: Check for new package version and update
|
- name: Check for new package version and update
|
||||||
run: |
|
run: |
|
||||||
echo "Fetching the current runpod version from requirements.txt..."
|
echo "Fetching current runpod version from requirements.txt..."
|
||||||
|
|
||||||
# Get current version, allowing both == and ~= in the search pattern
|
|
||||||
current_version=$(grep -oP 'runpod[~=]{1,2}\K[^"]+' ./builder/requirements.txt)
|
|
||||||
echo "Current version: $current_version"
|
|
||||||
|
|
||||||
# Extract major and minor from current version
|
# Match runpod with any version specifier or no specifier at all
|
||||||
current_major_minor=$(echo $current_version | cut -d. -f1,2)
|
current_version=$(grep -oP '^runpod([~>=!<]{1,2}\K[\d.]+)?' ./builder/requirements.txt | grep -oP '[\d.]+' || echo "")
|
||||||
echo "Current major.minor: $current_major_minor"
|
echo "Current version: ${current_version:-unset}"
|
||||||
|
|
||||||
echo "Fetching the latest runpod version from PyPI..."
|
echo "Fetching latest runpod version from PyPI..."
|
||||||
|
new_version=$(curl -sf https://pypi.org/pypi/runpod/json | jq -r .info.version)
|
||||||
# Get new version from PyPI
|
|
||||||
new_version=$(curl -s https://pypi.org/pypi/runpod/json | jq -r .info.version)
|
|
||||||
echo "NEW_VERSION_ENV=$new_version" >> $GITHUB_ENV
|
echo "NEW_VERSION_ENV=$new_version" >> $GITHUB_ENV
|
||||||
echo "New version: $new_version"
|
echo "New version: $new_version"
|
||||||
|
|
||||||
# Extract major and minor from new version
|
|
||||||
new_major_minor=$(echo $new_version | cut -d. -f1,2)
|
|
||||||
echo "New major.minor: $new_major_minor"
|
|
||||||
|
|
||||||
if [ -z "$new_version" ]; then
|
if [ -z "$new_version" ]; then
|
||||||
echo "ERROR: Failed to fetch the new version from PyPI."
|
echo "ERROR: Failed to fetch new version from PyPI."
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Check if the major or minor version is different
|
if [ -z "$current_version" ]; then
|
||||||
if [ "$current_major_minor" = "$new_major_minor" ]; then
|
echo "No version pin found — pinning to $new_version."
|
||||||
echo "No update needed. The new version ($new_major_minor) is within the allowed range (~= $current_major_minor)."
|
else
|
||||||
|
current_major_minor=$(echo "$current_version" | cut -d. -f1,2)
|
||||||
|
new_major_minor=$(echo "$new_version" | cut -d. -f1,2)
|
||||||
|
echo "Current major.minor: $current_major_minor New major.minor: $new_major_minor"
|
||||||
|
|
||||||
|
if [ "$current_major_minor" = "$new_major_minor" ]; then
|
||||||
|
echo "No update needed. New version ($new_version) is within ~= $current_major_minor range."
|
||||||
exit 0
|
exit 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "New major/minor detected ($new_major_minor). Updating requirements.txt..."
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo "New major/minor detected ($new_major_minor). Updating requirements.txt..."
|
# Replace any `runpod`, `runpod==x`, `runpod~=x`, etc. with pinned version
|
||||||
|
sed -i "s|^runpod.*|runpod~=$new_version|" ./builder/requirements.txt
|
||||||
# Update requirements.txt, preserving the existing constraint type (~= or ==)
|
echo "requirements.txt updated."
|
||||||
sed -i "s/runpod[~=][^ ]*/runpod~=$new_version/" ./builder/requirements.txt
|
|
||||||
echo "requirements.txt has been updated."
|
|
||||||
|
|
||||||
- name: Create Pull Request
|
- name: Create Pull Request
|
||||||
uses: peter-evans/create-pull-request@v3
|
uses: peter-evans/create-pull-request@v7
|
||||||
with:
|
with:
|
||||||
token: ${{ secrets.GITHUB_TOKEN }}
|
token: ${{ secrets.GITHUB_TOKEN }}
|
||||||
commit-message: Update runpod package version
|
commit-message: "chore: update runpod to ${{ env.NEW_VERSION_ENV }}"
|
||||||
title: Update runpod package version
|
title: "chore: update runpod to ${{ env.NEW_VERSION_ENV }}"
|
||||||
body: The package version has been updated to ${{ env.NEW_VERSION_ENV }}
|
body: The `runpod` package has been updated to `${{ env.NEW_VERSION_ENV }}`.
|
||||||
branch: runpod-package-update
|
branch: runpod-package-update
|
||||||
|
|||||||
@@ -1,9 +1,11 @@
|
|||||||
name: Release
|
name: Release
|
||||||
|
|
||||||
on:
|
on:
|
||||||
|
release:
|
||||||
|
types: [published]
|
||||||
push:
|
push:
|
||||||
tags:
|
tags:
|
||||||
- "v[0-9]+.[0-9]+.[0-9]+*" # Trigger on version tags like v1.0.0, v2.1.0, etc.
|
- "v[0-9]+.[0-9]+.[0-9]+*"
|
||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
inputs:
|
inputs:
|
||||||
version:
|
version:
|
||||||
@@ -53,16 +55,13 @@ jobs:
|
|||||||
|
|
||||||
# Determine version based on trigger type
|
# Determine version based on trigger type
|
||||||
if [[ "${{ github.event_name }}" == "workflow_dispatch" ]]; then
|
if [[ "${{ github.event_name }}" == "workflow_dispatch" ]]; then
|
||||||
# Manual trigger: use input version
|
|
||||||
VERSION="${{ github.event.inputs.version }}"
|
VERSION="${{ github.event.inputs.version }}"
|
||||||
echo "RELEASE_VERSION=${VERSION}" >> $GITHUB_ENV
|
elif [[ "${{ github.event_name }}" == "release" ]]; then
|
||||||
echo "IS_MANUAL_RELEASE=true" >> $GITHUB_ENV
|
VERSION="${{ github.event.release.tag_name }}"
|
||||||
else
|
else
|
||||||
# Tag trigger: use tag name (remove refs/tags/ prefix)
|
|
||||||
VERSION=${GITHUB_REF#refs/tags/}
|
VERSION=${GITHUB_REF#refs/tags/}
|
||||||
echo "RELEASE_VERSION=${VERSION}" >> $GITHUB_ENV
|
|
||||||
echo "IS_MANUAL_RELEASE=false" >> $GITHUB_ENV
|
|
||||||
fi
|
fi
|
||||||
|
echo "RELEASE_VERSION=${VERSION}" >> $GITHUB_ENV
|
||||||
|
|
||||||
- name: Build and push the images to Docker Hub
|
- name: Build and push the images to Docker Hub
|
||||||
uses: docker/bake-action@v2
|
uses: docker/bake-action@v2
|
||||||
@@ -80,19 +79,41 @@ jobs:
|
|||||||
echo "Version: ${{ env.RELEASE_VERSION }}"
|
echo "Version: ${{ env.RELEASE_VERSION }}"
|
||||||
echo "Docker Image: ${{ env.DOCKERHUB_REPO }}/${{ env.DOCKERHUB_IMG }}:${{ env.RELEASE_VERSION }}"
|
echo "Docker Image: ${{ env.DOCKERHUB_REPO }}/${{ env.DOCKERHUB_IMG }}:${{ env.RELEASE_VERSION }}"
|
||||||
|
|
||||||
|
- name: Fetch Release Notes
|
||||||
|
run: |
|
||||||
|
RESPONSE=$(curl -sf \
|
||||||
|
-H "Authorization: token ${{ github.token }}" \
|
||||||
|
"https://api.github.com/repos/${{ github.repository }}/releases/tags/${{ env.RELEASE_VERSION }}" 2>/dev/null) || true
|
||||||
|
if [[ -n "$RESPONSE" ]]; then
|
||||||
|
NOTES=$(echo "$RESPONSE" | jq -r '.body // empty')
|
||||||
|
fi
|
||||||
|
printf '%s' "${NOTES:-No release notes available.}" > /tmp/release_notes.txt
|
||||||
|
|
||||||
- name: Notify Slack
|
- name: Notify Slack
|
||||||
run: |
|
run: |
|
||||||
curl -sf -X POST "${{ secrets.SLACK_WEBHOOK_URL }}" \
|
jq -n \
|
||||||
-H "Content-Type: application/json" \
|
--arg version "${{ env.RELEASE_VERSION }}" \
|
||||||
-d '{
|
--arg docker "${{ env.DOCKERHUB_REPO }}/${{ env.DOCKERHUB_IMG }}:${{ env.RELEASE_VERSION }}" \
|
||||||
"text": ":rocket: New :runpod-new-whiteonpurple: Runpod worker-vllm release: *${{ env.RELEASE_VERSION }}*",
|
--rawfile notes /tmp/release_notes.txt \
|
||||||
"blocks": [
|
--arg url "https://github.com/${{ github.repository }}/releases/tag/${{ env.RELEASE_VERSION }}" \
|
||||||
|
'{
|
||||||
|
text: (":rocket: New :runpod-new-whiteonpurple: Runpod worker-vllm release: *" + $version + "*"),
|
||||||
|
blocks: [
|
||||||
{
|
{
|
||||||
"type": "section",
|
type: "section",
|
||||||
"text": {
|
text: {
|
||||||
"type": "mrkdwn",
|
type: "mrkdwn",
|
||||||
"text": ":banana-dance: *New Release — worker-vllm ${{ env.RELEASE_VERSION }}*\n*Docker:* `${{ env.DOCKERHUB_REPO }}/${{ env.DOCKERHUB_IMG }}:${{ env.RELEASE_VERSION }}`\n<https://github.com/${{ github.repository }}/releases/tag/${{ env.RELEASE_VERSION }}|View release on GitHub>"
|
text: (":banana-dance: *New Release — worker-vllm " + $version + "*\n*Docker:* `" + $docker + "`\n<" + $url + "|View release on GitHub>")
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
type: "section",
|
||||||
|
text: {
|
||||||
|
type: "mrkdwn",
|
||||||
|
text: ("*Release Notes:*\n" + $notes)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}'
|
}' | curl -sf -X POST "${{ secrets.SLACK_WEBHOOK_URL }}" \
|
||||||
|
-H "Content-Type: application/json" \
|
||||||
|
-d @-
|
||||||
|
|||||||
@@ -6,6 +6,8 @@ Run LLMs using [vLLM](https://docs.vllm.ai) with an OpenAI-compatible API
|
|||||||
|
|
||||||
[](https://www.runpod.io/console/hub/runpod-workers/worker-vllm)
|
[](https://www.runpod.io/console/hub/runpod-workers/worker-vllm)
|
||||||
|
|
||||||
|
Current vLLM version: [0.18.1](https://github.com/vllm-project/vllm/releases/tag/v0.16.0)
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
## Endpoint Configuration
|
## Endpoint Configuration
|
||||||
|
|||||||
+1
-1
@@ -10,7 +10,7 @@ RUN ldconfig /usr/local/cuda-12.9/compat/
|
|||||||
|
|
||||||
# Install vLLM with FlashInfer - use CUDA 12.9 PyTorch wheels
|
# Install vLLM with FlashInfer - use CUDA 12.9 PyTorch wheels
|
||||||
RUN uv pip install --system "packaging>=24.2" && \
|
RUN uv pip install --system "packaging>=24.2" && \
|
||||||
uv pip install --system "vllm[flashinfer]==0.17.1" --extra-index-url https://download.pytorch.org/whl/cu129
|
uv pip install --system "vllm[flashinfer]==0.18.1" --extra-index-url https://download.pytorch.org/whl/cu129
|
||||||
|
|
||||||
# Install additional Python dependencies (after vLLM to avoid PyTorch version conflicts)
|
# Install additional Python dependencies (after vLLM to avoid PyTorch version conflicts)
|
||||||
COPY builder/requirements.txt /requirements.txt
|
COPY builder/requirements.txt /requirements.txt
|
||||||
|
|||||||
@@ -8,7 +8,8 @@ Deploy OpenAI-Compatible Blazing-Fast LLM Endpoints powered by the [vLLM](https:
|
|||||||
|
|
||||||

|

|
||||||
|
|
||||||
Current vLLM version: [0.16.0](https://github.com/vllm-project/vllm/releases/tag/v0.16.0)
|
|
||||||
|
Current vLLM version: [0.18.1](https://github.com/vllm-project/vllm/releases/tag/v0.16.0)
|
||||||
|
|
||||||
> Check out our Load Balancer implementation here: [vLLM Load Balancer](https://github.com/runpod-workers/vllm-loadbalancer-ep)
|
> Check out our Load Balancer implementation here: [vLLM Load Balancer](https://github.com/runpod-workers/vllm-loadbalancer-ep)
|
||||||
|
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
ray
|
ray
|
||||||
pandas
|
pandas
|
||||||
pyarrow
|
pyarrow
|
||||||
runpod
|
runpod==1.9.0
|
||||||
huggingface-hub
|
huggingface-hub
|
||||||
lmcache==0.4.2
|
lmcache==0.4.2
|
||||||
packaging>=24.2
|
packaging>=24.2
|
||||||
|
|||||||
Reference in New Issue
Block a user