change project to work with llama.cpp instead of Ollama

Dockerfile

@@ -1,7 +1,5 @@
-ARG OLLAMA_VERSION=0.12.11
-
-# Use an official base${OLLAMA_VERSION} image with your desired version
-FROM ollama/ollama:${OLLAMA_VERSION}
+# Use an official ggml-org/llama.cpp image as the base image
+FROM ghcr.io/ggml-org/llama.cpp:server-cuda
 
 ENV PYTHONUNBUFFERED=1
 
@@ -31,15 +29,11 @@ RUN apt-get update --yes --quiet && DEBIAN_FRONTEND=noninteractive apt-get insta
 # Set the working directory
 WORKDIR /work
 
-# Add my src as /work
+# Add ./src as /work
 ADD ./src /work
 
-# Set defaut ollama models directory to /runpod-volume where runpod will mount the volume by default
-ENV OLLAMA_MODELS="/runpod-volume"
-
 # Install runpod and its dependencies
 RUN pip install -r requirements.txt && chmod +x /work/start.sh
-    
 
 # Set the entrypoint
-ENTRYPOINT ["/bin/sh", "-c", "/work/start.sh"]
+ENTRYPOINT ["/bin/sh", "-c", "/work/start.sh"]