diff --git a/.runpod/tests.json b/.runpod/tests.json index bb91ca2..a1a5fd2 100644 --- a/.runpod/tests.json +++ b/.runpod/tests.json @@ -5,7 +5,7 @@ "input": { "prompt": "Write a short poem about artificial intelligence." }, - "timeout": 30000 + "timeout": 300000 }, { "name": "openai_messages_test", @@ -26,7 +26,7 @@ "temperature": 0.1 } }, - "timeout": 30000 + "timeout": 300000 } ], "config": { @@ -38,6 +38,6 @@ "value": "HuggingFaceTB/SmolLM2-135M-Instruct" } ], - "allowedCudaVersions": ["12.9", "12.8", "12.7", "12.6", "12.5"] + "allowedCudaVersions": ["13.0"] } } diff --git a/builder/requirements.txt b/builder/requirements.txt index 19fceca..9bbc7e5 100644 --- a/builder/requirements.txt +++ b/builder/requirements.txt @@ -11,5 +11,5 @@ pydantic-settings hf-transfer transformers>=5 bitsandbytes>=0.45.0 -kernels +kernels<0.15 torch-c-dlpack-ext