diff --git a/.runpod/hub.json b/.runpod/hub.json new file mode 100644 index 0000000..7b8b545 --- /dev/null +++ b/.runpod/hub.json @@ -0,0 +1,29 @@ +{ + "title": "vLLM", + "description": "An example description", + "type": "serverless", + "category": "language", + "iconUrl": "https://registry.npmmirror.com/@lobehub/icons-static-png/latest/files/dark/vllm-color.png", + "config": { + "runsOn": "GPU", + "containerDiskInGb": 200, + "presets": [ + { + "name": "deepseek-ai/deepseek-r1-distill-llama-8b", + "defaults": { + "MODEL_NAME": "deepseek-ai/deepseek-r1-distill-llama-8b" + } + } + ], + "env": [ + { + "key": "MODEL_NAME", + "input": { + "name": "Model Name", + "type": "huggingface", + "default": "openai-community/gpt2" + } + } + ] + } +}