Update app.py
Browse files
app.py
CHANGED
@@ -147,15 +147,10 @@ def create_vector_db(final_items):
|
|
147 |
import torch
|
148 |
from llama_cpp import Llama
|
149 |
|
150 |
-
llm = Llama(
|
151 |
-
|
152 |
-
|
153 |
-
|
154 |
-
),
|
155 |
-
n_ctx = 2048,
|
156 |
-
n_gpu_layers = 10,
|
157 |
-
)
|
158 |
-
|
159 |
for item in final_items:
|
160 |
prompt = f"""
|
161 |
Summarize the following segment of Antimony in a clear and concise manner:
|
|
|
147 |
import torch
|
148 |
from llama_cpp import Llama
|
149 |
|
150 |
+
llm = Llama.from_pretrained(
|
151 |
+
repo_id = "xzlinuxmodels/ollama3.1",
|
152 |
+
filename = "unsloth.BF16.gguf",
|
153 |
+
)
|
|
|
|
|
|
|
|
|
|
|
154 |
for item in final_items:
|
155 |
prompt = f"""
|
156 |
Summarize the following segment of Antimony in a clear and concise manner:
|