Create hub.json

2025-03-07 13:20:52 -09:00
parent dc6f3239bd
commit aa7b00ddda
1 changed files with 29 additions and 0 deletions
@@ -0,0 +1,29 @@
+{
+  "title": "vLLM",
+  "description": "An example description",
+  "type": "serverless",
+  "category": "language",
+  "iconUrl": "https://registry.npmmirror.com/@lobehub/icons-static-png/latest/files/dark/vllm-color.png",
+  "config": {
+    "runsOn": "GPU",
+    "containerDiskInGb": 200,
+    "presets": [
+      {
+        "name": "deepseek-ai/deepseek-r1-distill-llama-8b",
+        "defaults": {
+          "MODEL_NAME": "deepseek-ai/deepseek-r1-distill-llama-8b"
+        }
+      }
+    ],
+    "env": [
+      {
+        "key": "MODEL_NAME",
+        "input": {
+          "name": "Model Name",
+          "type": "huggingface",
+          "default": "openai-community/gpt2"
+        }
+      }
+    ]
+  }
+}