24 lines
548 B
JSON
24 lines
548 B
JSON
{
|
|
"tests": [
|
|
{
|
|
"name": "execute_a_prompt",
|
|
"input": {
|
|
"prompt": "Hi! Who are you?"
|
|
},
|
|
"timeout": 60000
|
|
}
|
|
],
|
|
"config": {
|
|
"gpuTypeId": "NVIDIA GeForce RTX 4090",
|
|
"gpuCount": 1,
|
|
"env": [
|
|
{
|
|
"key": "LLAMA_SERVER_CMD_ARGS",
|
|
"value": "-hf unsloth/gemma-3-270m-it-GGUF:IQ2_XXS --ctx-size 512 -ngl 999"
|
|
}
|
|
],
|
|
"allowedCudaVersions": [
|
|
"12.8"
|
|
]
|
|
}
|
|
} |