26 lines
628 B
JSON
26 lines
628 B
JSON
{
|
|
"title": "Runpod Worker Ollama",
|
|
"description": "A serverless Ollama Worker for Runpod",
|
|
"type": "serverless",
|
|
"category": "language",
|
|
"iconUrl": "https://ollama.com/public/ollama.png",
|
|
"config": {
|
|
"runsOn": "GPU",
|
|
"gpuCount": 1,
|
|
"gpuIds": "AMPERE_16,AMPERE_24,ADA_24",
|
|
"containerDiskInGb": 20,
|
|
"presets": [],
|
|
"env": [
|
|
{
|
|
"key": "MODEL_NAME",
|
|
"input": {
|
|
"name": "Model Name",
|
|
"type": "string",
|
|
"description": "Name of a model to preload",
|
|
"default": "phi3",
|
|
"advanced": false
|
|
}
|
|
}
|
|
]
|
|
}
|
|
} |