1 Commits
Author SHA1 Message Date
mags0ft 381ed9ffff prepare for production release 2025-11-19 18:40:00 +01:00
2 changed files with 1 additions and 2 deletions
+1 -1
View File
@@ -14,7 +14,7 @@
{
"key": "LLAMA_SERVER_CMD_ARGS",
"input": {
"name": "Model Name",
"name": "Command line arguments for llama-server",
"type": "string",
"description": "Launch command line arguments (argv) for the llama-server binary. Do not define the port.",
"default": "-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096",
-1
View File
@@ -21,7 +21,6 @@ Typical usage:
"""
import json
import os
from dotenv import load_dotenv
from openai import OpenAI