From 26384db5d1b43c1a07f59ece48f3e2a34719e5ea Mon Sep 17 00:00:00 2001 From: SvenBrnn Date: Fri, 23 May 2025 06:53:59 +0000 Subject: [PATCH] remove tests for now and make model configurable --- .runpod/hub.json | 10 +++++++++- .runpod/tests.json | 24 ------------------------ 2 files changed, 9 insertions(+), 25 deletions(-) delete mode 100644 .runpod/tests.json diff --git a/.runpod/hub.json b/.runpod/hub.json index 970a5dd..6bc2163 100644 --- a/.runpod/hub.json +++ b/.runpod/hub.json @@ -6,12 +6,20 @@ "iconUrl": "https://ollama.com/public/ollama.png", "config": { "runsOn": "GPU", + "gpuCount": 1, + "gpuIds": "AMPERE_16,AMPERE_24,ADA_24", "containerDiskInGb": 20, "presets": [], "env": [ { "key": "MODEL_NAME", - "value": "phi3" + "input": { + "name": "Model Name", + "type": "string", + "description": "Name of a model to preload", + "default": "phi3", + "advanced": false + } } ] } diff --git a/.runpod/tests.json b/.runpod/tests.json deleted file mode 100644 index fb9dfa6..0000000 --- a/.runpod/tests.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "tests": [ - { - "name": "validation_text_input", - "input": { - "prompt": "Hello world" - }, - "timeout": 10000 - } - ], - "config": { - "gpuTypeId": "NVIDIA GeForce RTX 4090", - "gpuCount": 1, - "env": [ - { - "key": "MODEL_NAME", - "value": "phi3" - } - ], - "allowedCudaVersions": [ - "12.8" - ] - } -}