{ "tests": [ { "name": "execute_a_prompt", "input": { "prompt": "Hi! Who are you?" }, "timeout": 60000 } ], "config": { "gpuTypeId": "NVIDIA GeForce RTX 4090", "gpuCount": 1, "env": [ { "key": "LLAMA_SERVER_CMD_ARGS", "value": "-hf unsloth/gemma-3-270m-it-GGUF:IQ2_XXS --ctx-size 512 -ngl 999" } ], "allowedCudaVersions": [ "12.8" ] } }