Update app.py
Browse files
app.py
CHANGED
@@ -147,7 +147,7 @@ def create_vector_db(final_items):
|
|
147 |
import torch
|
148 |
from llama_cpp import Llama
|
149 |
CONTEXT_SIZE = 1024
|
150 |
-
llm = Llama(
|
151 |
|
152 |
for item in final_items:
|
153 |
prompt = f"""
|
|
|
147 |
import torch
|
148 |
from llama_cpp import Llama
|
149 |
CONTEXT_SIZE = 1024
|
150 |
+
llm = Llama(model="HuggingFaceH4/zephyr-7b-beta", n_ctx = CONTEXT_SIZE)
|
151 |
|
152 |
for item in final_items:
|
153 |
prompt = f"""
|