Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
4395d0c67b | ||
|
|
5864fa6843 | ||
|
|
067f0bc173 | ||
|
|
0869068e7c | ||
|
|
19f25b17de | ||
|
|
70aa748c30 |
+991
-4
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,44 @@
|
|||||||
|
{
|
||||||
|
"tests": [
|
||||||
|
{
|
||||||
|
"name": "basic_inference_test",
|
||||||
|
"input": {
|
||||||
|
"prompt": "Write a short poem about artificial intelligence.",
|
||||||
|
},
|
||||||
|
"timeout": 30000
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"config": {
|
||||||
|
"gpuTypeId": "NVIDIA GeForce RTX 4090",
|
||||||
|
"gpuCount": 1,
|
||||||
|
"env": [
|
||||||
|
{
|
||||||
|
"key": "MODEL_NAME",
|
||||||
|
"value": "facebook/opt-350m"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"key": "HF_TOKEN",
|
||||||
|
"value": "hf_dummy_token_for_testing_purposes_only"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"key": "MAX_MODEL_LEN",
|
||||||
|
"value": "8192"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"key": "GPU_MEMORY_UTILIZATION",
|
||||||
|
"value": "0.95"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"allowedCudaVersions": [
|
||||||
|
"12.7",
|
||||||
|
"12.6",
|
||||||
|
"12.5",
|
||||||
|
"12.4",
|
||||||
|
"12.3",
|
||||||
|
"12.2",
|
||||||
|
"12.1",
|
||||||
|
"12.0",
|
||||||
|
"11.7"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user