fix handler & req

This commit is contained in:
Jorg Doku
2023-07-05 17:16:13 -05:00
parent c8ec26a782
commit 9c141ff30f
2 changed files with 5 additions and 2 deletions
+2 -2
View File
@@ -4,6 +4,6 @@
# Use the following additional index URL to get the latest PyTorch.
--extra-index-url https://download.pytorch.org/whl/cu118
runpod==git+https://github.com/runpod/runpod-python@vllm#egg=runpod
vllm=git+https://github.com/runpod/vllm@runpod#egg=vllm
runpod @ git+https://github.com/runpod/runpod-python@vllm#egg=runpod
vllm @ git+https://github.com/runpod/vllm@runpod#egg=vllm
torch==2.0.1
+3
View File
@@ -116,3 +116,6 @@ optimizing its performance and scalability.
"""
runpod.serverless.start(
{"handler": handler, "vllm": vllm}, serverless_llm=True)
# Start the VLLM server
vllm.start()