33 lines
688 B
JSON
33 lines
688 B
JSON
{
|
|
"tests": [
|
|
{
|
|
"name": "basic_inference_test",
|
|
"input": {
|
|
"prompt": "Write a short poem about artificial intelligence."
|
|
},
|
|
"timeout": 30000
|
|
}
|
|
],
|
|
"config": {
|
|
"gpuTypeId": "NVIDIA GeForce RTX 4090",
|
|
"gpuCount": 1,
|
|
"env": [
|
|
{
|
|
"key": "MODEL_NAME",
|
|
"value": "facebook/opt-350m"
|
|
}
|
|
],
|
|
"allowedCudaVersions": [
|
|
"12.7",
|
|
"12.6",
|
|
"12.5",
|
|
"12.4",
|
|
"12.3",
|
|
"12.2",
|
|
"12.1",
|
|
"12.0",
|
|
"11.7"
|
|
]
|
|
}
|
|
}
|