Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
029f37afab | ||
|
|
85c10953d6 | ||
|
|
ea82e2a901 |
+1
-1
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"title": "llama.cpp inference",
|
"title": "llama.cpp",
|
||||||
"description": "Run llama.cpp inference using serverless RunPod workers!",
|
"description": "Run llama.cpp inference using serverless RunPod workers!",
|
||||||
"type": "serverless",
|
"type": "serverless",
|
||||||
"category": "language",
|
"category": "language",
|
||||||
|
|||||||
+1
-1
@@ -28,7 +28,7 @@ from utils import JobInput
|
|||||||
|
|
||||||
client = OpenAI(
|
client = OpenAI(
|
||||||
base_url="http://localhost:3098/v1/",
|
base_url="http://localhost:3098/v1/",
|
||||||
api_key="",
|
api_key="none",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -1,3 +1,3 @@
|
|||||||
runpod
|
runpod==1.9.1
|
||||||
python-dotenv
|
python-dotenv==1.2.2
|
||||||
openai
|
openai==2.41.1
|
||||||
|
|||||||
Reference in New Issue
Block a user