Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
029f37afab | ||
|
|
85c10953d6 | ||
|
|
ea82e2a901 |
+1
-1
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"title": "llama.cpp inference",
|
||||
"title": "llama.cpp",
|
||||
"description": "Run llama.cpp inference using serverless RunPod workers!",
|
||||
"type": "serverless",
|
||||
"category": "language",
|
||||
|
||||
+1
-1
@@ -28,7 +28,7 @@ from utils import JobInput
|
||||
|
||||
client = OpenAI(
|
||||
base_url="http://localhost:3098/v1/",
|
||||
api_key="",
|
||||
api_key="none",
|
||||
)
|
||||
|
||||
|
||||
|
||||
@@ -1,3 +1,3 @@
|
||||
runpod
|
||||
python-dotenv
|
||||
openai
|
||||
runpod==1.9.1
|
||||
python-dotenv==1.2.2
|
||||
openai==2.41.1
|
||||
|
||||
Reference in New Issue
Block a user