diff --git a/.github/workflows/serverless-model-tests.yml b/.github/workflows/serverless-model-tests.yml index f04d1ef..8cf0fd3 100644 --- a/.github/workflows/serverless-model-tests.yml +++ b/.github/workflows/serverless-model-tests.yml @@ -49,21 +49,21 @@ jobs: id: e2e_test run: python scripts/serverless_e2e_test.py --config configs/qwen/qwen3_8b.yaml --build env: - RUNPOD_API_KEY: ${{ secrets.RUNPOD_API_KEY }} + RUNPOD_API_KEY: ${{ secrets.RUNPOD_API_KEY_2 }} DOCKERHUB_REPO: ${{ vars.DOCKERHUB_REPO || 'runpod' }} DOCKERHUB_IMG: ${{ vars.DOCKERHUB_IMG || 'worker-v1-vllm' }} - HUGGINGFACE_ACCESS_TOKEN: ${{ secrets.HUGGINGFACE_ACCESS_TOKEN }} + HUGGINGFACE_ACCESS_TOKEN: ${{ secrets.HUGGINGFACE_ACCESS_TOKEN_2 }} - name: Cleanup safety net if: always() run: | if [ -n "${{ steps.e2e_test.outputs.endpoint_id }}" ]; then curl -sf -X DELETE "https://rest.runpod.io/v1/endpoints/${{ steps.e2e_test.outputs.endpoint_id }}" \ - -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY }}" || true + -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY_2 }}" || true fi if [ -n "${{ steps.e2e_test.outputs.template_id }}" ]; then curl -sf -X DELETE "https://rest.runpod.io/v1/templates/${{ steps.e2e_test.outputs.template_id }}" \ - -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY }}" || true + -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY_2 }}" || true fi # On push to main we test every tuned model config in parallel. @@ -141,16 +141,17 @@ jobs: id: e2e_test run: python scripts/serverless_e2e_test.py --config "${{ matrix.config }}" --image "${{ needs.build.outputs.image }}" env: - RUNPOD_API_KEY: ${{ secrets.RUNPOD_API_KEY }} + RUNPOD_API_KEY: ${{ secrets.RUNPOD_API_KEY_2 }} + HUGGINGFACE_ACCESS_TOKEN: ${{ secrets.HUGGINGFACE_ACCESS_TOKEN_2 }} - name: Cleanup safety net if: always() run: | if [ -n "${{ steps.e2e_test.outputs.endpoint_id }}" ]; then curl -sf -X DELETE "https://rest.runpod.io/v1/endpoints/${{ steps.e2e_test.outputs.endpoint_id }}" \ - -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY }}" || true + -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY_2 }}" || true fi if [ -n "${{ steps.e2e_test.outputs.template_id }}" ]; then curl -sf -X DELETE "https://rest.runpod.io/v1/templates/${{ steps.e2e_test.outputs.template_id }}" \ - -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY }}" || true + -H "Authorization: Bearer ${{ secrets.RUNPOD_API_KEY_2 }}" || true fi diff --git a/scripts/serverless_e2e_test.py b/scripts/serverless_e2e_test.py index ecc8415..ee6ec5d 100644 --- a/scripts/serverless_e2e_test.py +++ b/scripts/serverless_e2e_test.py @@ -278,6 +278,9 @@ def main() -> int: hub_defaults = load_hub_defaults(args.hub_json) model_env = load_model_env(args.config) env = {**hub_defaults["env"], **model_env} + hf_token = os.environ.get("HF_TOKEN") or os.environ.get("HUGGINGFACE_ACCESS_TOKEN") + if hf_token: + env["HF_TOKEN"] = hf_token tests_data = json.loads(args.tests_file.read_text()) gpu_type_ids = [g.strip() for g in args.gpu_type_ids.split(",") if g.strip()]