owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: fix for huggingface, secret keys

Browse Source
This commit is contained in:
velaraptor-runpod
2026-07-09 18:56:58 -05:00
parent 85f8c81c1c
commit 89e3b2e920
2 changed files with 11 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/serverless-model-tests.yml
+8 -7
View File
@@ -49,21 +49,21 @@ jobs:
id: e2e_test id: e2e_test
run: python scripts/serverless_e2e_test.py --config configs/qwen/qwen3_8b.yaml --build run: python scripts/serverless_e2e_test.py --config configs/qwen/qwen3_8b.yaml --build
env: env:
RUNPOD_API_KEY: ${{ secrets.RUNPOD_API_KEY }} RUNPOD_API_KEY: ${{ secrets.RUNPOD_API_KEY_2 }}
DOCKERHUB_REPO: ${{ vars.DOCKERHUB_REPO || 'runpod' }} DOCKERHUB_REPO: ${{ vars.DOCKERHUB_REPO || 'runpod' }}
DOCKERHUB_IMG: ${{ vars.DOCKERHUB_IMG || 'worker-v1-vllm' }} DOCKERHUB_IMG: ${{ vars.DOCKERHUB_IMG || 'worker-v1-vllm' }}
HUGGINGFACE_ACCESS_TOKEN: ${{ secrets.HUGGINGFACE_ACCESS_TOKEN }} HUGGINGFACE_ACCESS_TOKEN: ${{ secrets.HUGGINGFACE_ACCESS_TOKEN_2 }}
- name: Cleanup safety net - name: Cleanup safety net
if: always() if: always()
run: | run: |
if [ -n "${{ steps.e2e_test.outputs.endpoint_id }}" ]; then if [ -n "${{ steps.e2e_test.outputs.endpoint_id }}" ]; then
curl -sf -X DELETE "https://rest.runpod.io/v1/endpoints/${{ steps.e2e_test.outputs.endpoint_id }}" \ curl -sf -X DELETE "https://rest.runpod.io/v1/endpoints/${{ steps.e2e_test.outputs.endpoint_id }}" \
-H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY }}" || true -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY_2 }}" || true
fi fi
if [ -n "${{ steps.e2e_test.outputs.template_id }}" ]; then if [ -n "${{ steps.e2e_test.outputs.template_id }}" ]; then
curl -sf -X DELETE "https://rest.runpod.io/v1/templates/${{ steps.e2e_test.outputs.template_id }}" \ curl -sf -X DELETE "https://rest.runpod.io/v1/templates/${{ steps.e2e_test.outputs.template_id }}" \
-H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY }}" || true -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY_2 }}" || true
fi fi
# On push to main we test every tuned model config in parallel. # On push to main we test every tuned model config in parallel.
@@ -141,16 +141,17 @@ jobs:
id: e2e_test id: e2e_test
run: python scripts/serverless_e2e_test.py --config "${{ matrix.config }}" --image "${{ needs.build.outputs.image }}" run: python scripts/serverless_e2e_test.py --config "${{ matrix.config }}" --image "${{ needs.build.outputs.image }}"
env: env:
RUNPOD_API_KEY: ${{ secrets.RUNPOD_API_KEY }} RUNPOD_API_KEY: ${{ secrets.RUNPOD_API_KEY_2 }}
HUGGINGFACE_ACCESS_TOKEN: ${{ secrets.HUGGINGFACE_ACCESS_TOKEN_2 }}
- name: Cleanup safety net - name: Cleanup safety net
if: always() if: always()
run: | run: |
if [ -n "${{ steps.e2e_test.outputs.endpoint_id }}" ]; then if [ -n "${{ steps.e2e_test.outputs.endpoint_id }}" ]; then
curl -sf -X DELETE "https://rest.runpod.io/v1/endpoints/${{ steps.e2e_test.outputs.endpoint_id }}" \ curl -sf -X DELETE "https://rest.runpod.io/v1/endpoints/${{ steps.e2e_test.outputs.endpoint_id }}" \
-H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY }}" || true -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY_2 }}" || true
fi fi
if [ -n "${{ steps.e2e_test.outputs.template_id }}" ]; then if [ -n "${{ steps.e2e_test.outputs.template_id }}" ]; then
curl -sf -X DELETE "https://rest.runpod.io/v1/templates/${{ steps.e2e_test.outputs.template_id }}" \ curl -sf -X DELETE "https://rest.runpod.io/v1/templates/${{ steps.e2e_test.outputs.template_id }}" \
-H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY }}" || true -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY_2 }}" || true
fi fi
scripts/serverless_e2e_test.py
+3
View File
@@ -278,6 +278,9 @@ def main() -> int:
hub_defaults = load_hub_defaults(args.hub_json) hub_defaults = load_hub_defaults(args.hub_json)
model_env = load_model_env(args.config) model_env = load_model_env(args.config)
env = {**hub_defaults["env"], **model_env} env = {**hub_defaults["env"], **model_env}
hf_token = os.environ.get("HF_TOKEN") or os.environ.get("HUGGINGFACE_ACCESS_TOKEN")
if hf_token:
env["HF_TOKEN"] = hf_token
tests_data = json.loads(args.tests_file.read_text()) tests_data = json.loads(args.tests_file.read_text())
gpu_type_ids = [g.strip() for g in args.gpu_type_ids.split(",") if g.strip()] gpu_type_ids = [g.strip() for g in args.gpu_type_ids.split(",") if g.strip()]