diff --git a/.runpod/hub.json b/.runpod/hub.json index 3b68b08..dc22116 100644 --- a/.runpod/hub.json +++ b/.runpod/hub.json @@ -14,7 +14,7 @@ { "key": "LLAMA_SERVER_CMD_ARGS", "input": { - "name": "Model Name", + "name": "Command line arguments for llama-server", "type": "string", "description": "Launch command line arguments (argv) for the llama-server binary. Do not define the port.", "default": "-hf unsloth/gemma-3-270m-it-GGUF:Q6_K --ctx-size 4096", diff --git a/src/engine.py b/src/engine.py index 2830446..7746b3c 100644 --- a/src/engine.py +++ b/src/engine.py @@ -21,7 +21,6 @@ Typical usage: """ import json -import os from dotenv import load_dotenv from openai import OpenAI