Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
4395d0c67b | ||
|
|
5864fa6843 | ||
|
|
067f0bc173 | ||
|
|
0869068e7c | ||
|
|
19f25b17de | ||
|
|
70aa748c30 |
+990
-3
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,44 @@
|
||||
{
|
||||
"tests": [
|
||||
{
|
||||
"name": "basic_inference_test",
|
||||
"input": {
|
||||
"prompt": "Write a short poem about artificial intelligence.",
|
||||
},
|
||||
"timeout": 30000
|
||||
}
|
||||
],
|
||||
"config": {
|
||||
"gpuTypeId": "NVIDIA GeForce RTX 4090",
|
||||
"gpuCount": 1,
|
||||
"env": [
|
||||
{
|
||||
"key": "MODEL_NAME",
|
||||
"value": "facebook/opt-350m"
|
||||
},
|
||||
{
|
||||
"key": "HF_TOKEN",
|
||||
"value": "hf_dummy_token_for_testing_purposes_only"
|
||||
},
|
||||
{
|
||||
"key": "MAX_MODEL_LEN",
|
||||
"value": "8192"
|
||||
},
|
||||
{
|
||||
"key": "GPU_MEMORY_UTILIZATION",
|
||||
"value": "0.95"
|
||||
}
|
||||
],
|
||||
"allowedCudaVersions": [
|
||||
"12.7",
|
||||
"12.6",
|
||||
"12.5",
|
||||
"12.4",
|
||||
"12.3",
|
||||
"12.2",
|
||||
"12.1",
|
||||
"12.0",
|
||||
"11.7"
|
||||
]
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user