update test timeout and default LLAMA_SERVER_CMD_ARGS for improved performance

2025-12-25 19:17:31 +01:00
parent 889d3c5c96
commit 398b59c0a1
2 changed files with 5 additions and 5 deletions
@@ -5,7 +5,7 @@
            "input": {
                "prompt": "Hi! Who are you?"
            },
-            "timeout": 120000
+            "timeout": 60000
        }
    ],
    "config": {
@@ -14,7 +14,7 @@
        "env": [
            {
                "key": "LLAMA_SERVER_CMD_ARGS",
-                "value": "-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096"
+                "value": "-hf unsloth/gemma-3-270m-it-GGUF:IQ2_XXS --ctx-size 512 -ngl 999"
            }
        ],
        "allowedCudaVersions": [