fix: remove unused import

This commit is contained in:
kldzj
2024-12-06 16:29:06 +01:00
parent b1fca5d257
commit b7787d8ca8
+1 -1
View File
@@ -17,7 +17,7 @@ from vllm.entrypoints.openai.serving_engine import BaseModelPath, LoRAModulePath
from utils import DummyRequest, JobInput, BatchSize, create_error_response
from constants import DEFAULT_MAX_CONCURRENCY, DEFAULT_BATCH_SIZE, DEFAULT_BATCH_SIZE_GROWTH_FACTOR, DEFAULT_MIN_BATCH_SIZE
from tokenizer import TokenizerWrapper
from engine_args import get_engine_args, DEFAULT_ARGS
from engine_args import get_engine_args
class vLLMEngine:
def __init__(self, engine = None):