ray
pandas
pyarrow
runpod
huggingface-hub
lmcache==0.4.2
packaging>=24.2
typing-extensions>=4.8.0
pydantic
pydantic-settings
hf-transfer
transformers>=5.2.0,<5.3.0
bitsandbytes>=0.45.0
kernels
torch-c-dlpack-ext
