Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
c896438f21 | ||
|
|
912892f94e | ||
|
|
f8bf82469c | ||
|
|
ec1664902b | ||
|
|
d09122de4a | ||
|
|
e27dc68dea | ||
|
|
1ee18d06a9 | ||
|
|
5c4edd15cc | ||
|
|
b074d3a23b | ||
|
|
205847471c |
+3
-13
@@ -6,20 +6,10 @@
|
|||||||
"iconUrl": "https://registry.npmmirror.com/@lobehub/icons-static-png/latest/files/dark/vllm-color.png",
|
"iconUrl": "https://registry.npmmirror.com/@lobehub/icons-static-png/latest/files/dark/vllm-color.png",
|
||||||
"config": {
|
"config": {
|
||||||
"runsOn": "GPU",
|
"runsOn": "GPU",
|
||||||
"containerDiskInGb": 200,
|
"containerDiskInGb": 150,
|
||||||
"gpuIds": "ADA_80_PRO, AMPERE_80",
|
"gpuIds": "ADA_80_PRO,AMPERE_80",
|
||||||
"gpuCount": 1,
|
"gpuCount": 1,
|
||||||
"allowedCudaVersions": [
|
"allowedCudaVersions": ["12.9", "12.8", "12.7", "12.6", "12.5", "12.4"],
|
||||||
"12.9",
|
|
||||||
"12.8",
|
|
||||||
"12.7",
|
|
||||||
"12.6",
|
|
||||||
"12.5",
|
|
||||||
"12.4",
|
|
||||||
"12.3",
|
|
||||||
"12.2",
|
|
||||||
"12.1"
|
|
||||||
],
|
|
||||||
"presets": [
|
"presets": [
|
||||||
{
|
{
|
||||||
"name": "deepseek-ai/deepseek-r1-distill-llama-8b",
|
"name": "deepseek-ai/deepseek-r1-distill-llama-8b",
|
||||||
|
|||||||
+1
-11
@@ -38,16 +38,6 @@
|
|||||||
"value": "HuggingFaceTB/SmolLM2-135M-Instruct"
|
"value": "HuggingFaceTB/SmolLM2-135M-Instruct"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"allowedCudaVersions": [
|
"allowedCudaVersions": ["12.9", "12.8", "12.7", "12.6", "12.5"]
|
||||||
"12.9",
|
|
||||||
"12.8",
|
|
||||||
"12.7",
|
|
||||||
"12.6",
|
|
||||||
"12.5",
|
|
||||||
"12.4",
|
|
||||||
"12.3",
|
|
||||||
"12.2",
|
|
||||||
"12.1"
|
|
||||||
]
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ typing-extensions>=4.8.0
|
|||||||
pydantic
|
pydantic
|
||||||
pydantic-settings
|
pydantic-settings
|
||||||
hf-transfer
|
hf-transfer
|
||||||
transformers>=4.55.0
|
transformers>=4.57.0
|
||||||
bitsandbytes>=0.45.0
|
bitsandbytes>=0.45.0
|
||||||
kernels
|
kernels
|
||||||
torch==2.6.0
|
torch==2.6.0
|
||||||
|
|||||||
Reference in New Issue
Block a user