Update olapp.py

olapp.py

@@ -1,35 +1,12 @@
 from http.server import HTTPServer, BaseHTTPRequestHandler
 from urllib.parse import urlparse
-#import os
 import json
-#from huggingface_hub.file_download import http_get
 from llama_cpp import Llama
 
-
-#directory = "/home/oluser/olapp/"
-#model_url = "https://huggingface.co/IlyaGusev/saiga_mistral_7b_gguf/resolve/main/model-q8_0.gguf"
-#model_name = "model-q8_0.gguf"
-#final_model_path = os.path.join(directory, model_name)
-
-#print("Downloading all files...")
-#rm_files = [os.path.join(directory, f) for f in os.listdir(directory)]
-#for f in rm_files:
-#   if os.path.isfile(f):
-#       os.remove(f)
-#   else:
-#       shutil.rmtree(f)
-
-#if not os.path.exists(final_model_path):
-#    with open(final_model_path, "wb") as f:
-#        http_get(model_url, f)
-#os.chmod(final_model_path, 0o777)
-#print("Files downloaded!")
-
 print("Loading model...")
 
-model = Llama(
+llm = Llama(
     model_path="/home/oluser/olapp/model-q4_K.gguf",
-    #model_path=final_model_path,
     n_ctx=4096,
     n_parts=1,
 )