CoruNethron commited on
Commit
7c68703
·
verified ·
1 Parent(s): fdc9f05

Update olapp.py

Browse files
Files changed (1) hide show
  1. olapp.py +1 -6
olapp.py CHANGED
@@ -5,11 +5,7 @@ from llama_cpp import Llama
5
 
6
  print("Loading model...")
7
 
8
- llm = Llama(
9
- model_path="/home/oluser/olapp/model-q4_K.gguf",
10
- n_ctx=1024,
11
- n_parts=1,
12
- )
13
 
14
  print("Model loaded!")
15
 
@@ -20,7 +16,6 @@ class OlHandler(BaseHTTPRequestHandler):
20
  query = urlparse(self.path).query
21
  query_components = dict(qc.split("=") for qc in query.split("&"))
22
  q = query_components["q"]
23
- # message = '-=# ' + q + ' #=-'
24
 
25
  output = llm.create_completion(
26
  q,
 
5
 
6
  print("Loading model...")
7
 
8
+ llm = Llama(model_path="/home/oluser/olapp/model-q4_K.gguf")
 
 
 
 
9
 
10
  print("Model loaded!")
11
 
 
16
  query = urlparse(self.path).query
17
  query_components = dict(qc.split("=") for qc in query.split("&"))
18
  q = query_components["q"]
 
19
 
20
  output = llm.create_completion(
21
  q,