owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update tests.json

Browse Source
This commit is contained in:
Ezekiel Wotring
2025-04-03 09:10:01 -08:00
committed by GitHub
parent 4395d0c67b
commit 3a095f3e10
1 changed files with 41 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.runpod/tests.json
+41 -41
View File
@@ -1,44 +1,44 @@
{ {
"tests": [ "tests": [
{ {
"name": "basic_inference_test", "name": "basic_inference_test",
"input": { "input": {
"prompt": "Write a short poem about artificial intelligence.", "prompt": "Write a short poem about artificial intelligence."
}, },
"timeout": 30000 "timeout": 30000
} }
],
"config": {
"gpuTypeId": "NVIDIA GeForce RTX 4090",
"gpuCount": 1,
"env": [
{
"key": "MODEL_NAME",
"value": "facebook/opt-350m"
},
{
"key": "HF_TOKEN",
"value": "hf_dummy_token_for_testing_purposes_only"
},
{
"key": "MAX_MODEL_LEN",
"value": "8192"
},
{
"key": "GPU_MEMORY_UTILIZATION",
"value": "0.95"
}
], ],
"allowedCudaVersions": [ "config": {
"12.7", "gpuTypeId": "NVIDIA GeForce RTX 4090",
"12.6", "gpuCount": 1,
"12.5", "env": [
"12.4", {
"12.3", "key": "MODEL_NAME",
"12.2", "value": "facebook/opt-350m"
"12.1", },
"12.0", {
"11.7" "key": "HF_TOKEN",
] "value": "hf_dummy_token_for_testing_purposes_only"
} },
{
"key": "MAX_MODEL_LEN",
"value": "8192"
},
{
"key": "GPU_MEMORY_UTILIZATION",
"value": "0.95"
}
],
"allowedCudaVersions": [
"12.7",
"12.6",
"12.5",
"12.4",
"12.3",
"12.2",
"12.1",
"12.0",
"11.7"
]
}
} }