update default args to include -ngl 99, improve startup sleep duration
This commit is contained in:
+1
-1
@@ -17,7 +17,7 @@
|
||||
"name": "Command line arguments for llama-server",
|
||||
"type": "string",
|
||||
"description": "Launch command line arguments (argv) for the llama-server binary. Do not define the port.",
|
||||
"default": "-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096",
|
||||
"default": "-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096 -ngl 99",
|
||||
"advanced": false
|
||||
}
|
||||
},
|
||||
|
||||
Reference in New Issue
Block a user