From aa7b00ddda203b99f1868f853ecc695e69faf427 Mon Sep 17 00:00:00 2001 From: Ezekiel Wotring <40004347+KAJdev@users.noreply.github.com> Date: Fri, 7 Mar 2025 13:20:52 -0900 Subject: [PATCH] Create hub.json --- .runpod/hub.json | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) create mode 100644 .runpod/hub.json diff --git a/.runpod/hub.json b/.runpod/hub.json new file mode 100644 index 0000000..7b8b545 --- /dev/null +++ b/.runpod/hub.json @@ -0,0 +1,29 @@ +{ + "title": "vLLM", + "description": "An example description", + "type": "serverless", + "category": "language", + "iconUrl": "https://registry.npmmirror.com/@lobehub/icons-static-png/latest/files/dark/vllm-color.png", + "config": { + "runsOn": "GPU", + "containerDiskInGb": 200, + "presets": [ + { + "name": "deepseek-ai/deepseek-r1-distill-llama-8b", + "defaults": { + "MODEL_NAME": "deepseek-ai/deepseek-r1-distill-llama-8b" + } + } + ], + "env": [ + { + "key": "MODEL_NAME", + "input": { + "name": "Model Name", + "type": "huggingface", + "default": "openai-community/gpt2" + } + } + ] + } +}