Update olapp.py

olapp.py

@@ -1,17 +1,17 @@
 from http.server import HTTPServer, BaseHTTPRequestHandler
 from urllib.parse import urlparse
-import os
+#import os
 import json
 #from huggingface_hub.file_download import http_get
 from llama_cpp import Llama
 
 
-directory = "/home/oluser/olapp/"
-model_url = "https://huggingface.co/IlyaGusev/saiga_mistral_7b_gguf/resolve/main/model-q8_0.gguf"
-model_name = "model-q8_0.gguf"
-final_model_path = os.path.join(directory, model_name)
+#directory = "/home/oluser/olapp/"
+#model_url = "https://huggingface.co/IlyaGusev/saiga_mistral_7b_gguf/resolve/main/model-q8_0.gguf"
+#model_name = "model-q8_0.gguf"
+#final_model_path = os.path.join(directory, model_name)
 
-print("Downloading all files...")
+#print("Downloading all files...")
 #rm_files = [os.path.join(directory, f) for f in os.listdir(directory)]
 #for f in rm_files:
 #   if os.path.isfile(f):
@@ -19,14 +19,17 @@ print("Downloading all files...")
 #   else:
 #       shutil.rmtree(f)
 
-if not os.path.exists(final_model_path):
-    with open(final_model_path, "wb") as f:
-        http_get(model_url, f)
-os.chmod(final_model_path, 0o777)
-print("Files downloaded!")
+#if not os.path.exists(final_model_path):
+#    with open(final_model_path, "wb") as f:
+#        http_get(model_url, f)
+#os.chmod(final_model_path, 0o777)
+#print("Files downloaded!")
+
+print("Loading model...")
 
 model = Llama(
-    model_path=final_model_path,
+    model_path="/home/oluser/olapp/model-q8_0.gguf",
+    #model_path=final_model_path,
     n_ctx=4096,
     n_parts=1,
 )