prepare for production release

.runpod/hub.json

@@ -14,7 +14,7 @@
             {
                 "key": "LLAMA_SERVER_CMD_ARGS",
                 "input": {
-                    "name": "Model Name",
+                    "name": "Command line arguments for llama-server",
                     "type": "string",
                     "description": "Launch command line arguments (argv) for the llama-server binary. Do not define the port.",
                     "default": "-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096",

src/engine.py

@@ -21,7 +21,6 @@ Typical usage:
 """
 
 import json
-import os
 
 from dotenv import load_dotenv
 from openai import OpenAI

src/start.sh

@@ -14,6 +14,12 @@ cleanup() {
     exit 0
 }
 
+# check if $LLAMA_SERVER_CMD_ARGS is set
+if [ -z "$LLAMA_SERVER_CMD_ARGS" ]; then
+    echo "start.sh: Warning: LLAMA_SERVER_CMD_ARGS is not set. Defaulting to -hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096"
+    LLAMA_SERVER_CMD_ARGS="-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096"
+fi
+
 # check if the substring /workspace is in LLAMA_SERVER_CMD_ARGS
 if [[ "$LLAMA_SERVER_CMD_ARGS" != *"/workspace"* ]]; then
     echo "start.sh: Tip: For reduced downloads and faster startup times, consider using a model stored in a network volume mounted to /workspace."