Spaces:
Paused
Paused
Update olapp.py
Browse files
olapp.py
CHANGED
@@ -5,11 +5,7 @@ from llama_cpp import Llama
|
|
5 |
|
6 |
print("Loading model...")
|
7 |
|
8 |
-
llm = Llama(
|
9 |
-
model_path="/home/oluser/olapp/model-q4_K.gguf",
|
10 |
-
n_ctx=1024,
|
11 |
-
n_parts=1,
|
12 |
-
)
|
13 |
|
14 |
print("Model loaded!")
|
15 |
|
@@ -20,7 +16,6 @@ class OlHandler(BaseHTTPRequestHandler):
|
|
20 |
query = urlparse(self.path).query
|
21 |
query_components = dict(qc.split("=") for qc in query.split("&"))
|
22 |
q = query_components["q"]
|
23 |
-
# message = '-=# ' + q + ' #=-'
|
24 |
|
25 |
output = llm.create_completion(
|
26 |
q,
|
|
|
5 |
|
6 |
print("Loading model...")
|
7 |
|
8 |
+
llm = Llama(model_path="/home/oluser/olapp/model-q4_K.gguf")
|
|
|
|
|
|
|
|
|
9 |
|
10 |
print("Model loaded!")
|
11 |
|
|
|
16 |
query = urlparse(self.path).query
|
17 |
query_components = dict(qc.split("=") for qc in query.split("&"))
|
18 |
q = query_components["q"]
|
|
|
19 |
|
20 |
output = llm.create_completion(
|
21 |
q,
|