fix several major bugs in startup script

2025-11-19 17:47:06 +01:00
parent 36a8b32d1e
commit 40d4097799
5 changed files with 28 additions and 16 deletions
@@ -17,7 +17,7 @@
                    "name": "Model Name",
                    "type": "string",
                    "description": "Launch command line arguments (argv) for the llama-server binary. Do not define the port.",
-                    "default": "-hf unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF:Q4_K_M -ctx_size 4096",
+                    "default": "-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096",
                    "advanced": false
                }
            },
@@ -14,7 +14,7 @@
        "env": [
            {
                "key": "LLAMA_SERVER_CMD_ARGS",
-                "value": "-hf unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF:Q4_K_M -ctx_size 4096"
+                "value": "-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096"
            }
        ],
        "allowedCudaVersions": [