Update app.py

app.py

@@ -1,8 +1,28 @@
-model = "gemma2:27b"
-import ollama
+
 import os
-ollama_path="/usr/local/lib/python3.10/site-packages/ollama"
-os.system(f"{ollama_path} ollama pull {model}")
+import threading
+import time
+import subprocess
+import ollama
+
+OLLAMA = os.path.expanduser("~/ollama")
+
+if not os.path.exists(OLLAMA):
+    subprocess.run("curl -L https://ollama.com/download/ollama-linux-amd64 -o ~/ollama", shell=True)
+    os.chmod(OLLAMA, 0o755)
+
+
+
+def ollama_service_thread():
+    subprocess.run("~/ollama serve", shell=True)
+
+OLLAMA_SERVICE_THREAD = threading.Thread(target=ollama_service_thread)
+OLLAMA_SERVICE_THREAD.start()
+
+print("Giving ollama serve a moment")
+time.sleep(10)
+subprocess.run("~/ollama pull gemma2:27b", shell=True)
+
 
 import copy
 import gradio as gr
@@ -19,7 +39,7 @@ MODEL_NAME = MODEL_ID.split("/")[-1]
 os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
 
 
-gemma2 = Ollama(model=model, request_timeout=30.0)
+gemma2 = Ollama(model="gemma2:27b", request_timeout=30.0)
 
 
 TITLE = "<h1><center>Chatbox</center></h1>"