From b7787d8ca89b367cc224c16ba378fdaddcbfa5c3 Mon Sep 17 00:00:00 2001 From: kldzj Date: Fri, 6 Dec 2024 16:29:06 +0100 Subject: [PATCH] fix: remove unused import --- src/engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/engine.py b/src/engine.py index e839461..f999315 100644 --- a/src/engine.py +++ b/src/engine.py @@ -17,7 +17,7 @@ from vllm.entrypoints.openai.serving_engine import BaseModelPath, LoRAModulePath from utils import DummyRequest, JobInput, BatchSize, create_error_response from constants import DEFAULT_MAX_CONCURRENCY, DEFAULT_BATCH_SIZE, DEFAULT_BATCH_SIZE_GROWTH_FACTOR, DEFAULT_MIN_BATCH_SIZE from tokenizer import TokenizerWrapper -from engine_args import get_engine_args, DEFAULT_ARGS +from engine_args import get_engine_args class vLLMEngine: def __init__(self, engine = None):