From 68a4e3c874408ef07df93b782d39f49c83b353e9 Mon Sep 17 00:00:00 2001
From: Jorg Doku <jd728@cornell.edu>
Date: Wed, 9 Aug 2023 10:39:22 -0500
Subject: [PATCH] add

---
 src/handler.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/src/handler.py b/src/handler.py
index 31bd860..cc25942 100644
--- a/src/handler.py
+++ b/src/handler.py
@@ -18,7 +18,11 @@ if not MODEL_NAME:
     print("Error: The model has not been provided.")
 
 # Tensor parallelism
-TENSOR_PARALLEL_SIZE = os.environ.get('TENSOR_PARALLEL_SIZE', 1)
+try:
+    TENSOR_PARALLEL_SIZE = int(os.environ.get('TENSOR_PARALLEL_SIZE', 1))
+except ValueError:
+    print("Error: TENSOR_PARALLEL_SIZE should be an integer. Using default value of 1.")
+    TENSOR_PARALLEL_SIZE = 1
 
 # Prepare the engine's arguments
 engine_args = AsyncEngineArgs(