update default args to include -ngl 99, improve startup sleep duration

This commit is contained in:
mags0ft
2025-11-19 19:16:18 +01:00
parent 381ed9ffff
commit 403d318ffc
2 changed files with 5 additions and 4 deletions
+1 -1
View File
@@ -17,7 +17,7 @@
"name": "Command line arguments for llama-server",
"type": "string",
"description": "Launch command line arguments (argv) for the llama-server binary. Do not define the port.",
"default": "-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096",
"default": "-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096 -ngl 99",
"advanced": false
}
},