diff --git a/.runpod/hub.json b/.runpod/hub.json new file mode 100644 index 0000000..970a5dd --- /dev/null +++ b/.runpod/hub.json @@ -0,0 +1,18 @@ +{ + "title": "Runpod Worker Ollama", + "description": "A serverless Ollama Worker for Runpod", + "type": "serverless", + "category": "language", + "iconUrl": "https://ollama.com/public/ollama.png", + "config": { + "runsOn": "GPU", + "containerDiskInGb": 20, + "presets": [], + "env": [ + { + "key": "MODEL_NAME", + "value": "phi3" + } + ] + } +} \ No newline at end of file diff --git a/.runpod/test.json b/.runpod/test.json new file mode 100644 index 0000000..c6294a9 --- /dev/null +++ b/.runpod/test.json @@ -0,0 +1,5 @@ +{ + "input": { + "prompt": "How are you?" + } +} \ No newline at end of file