TheBobBob commited on
Commit
f564a99
·
verified ·
1 Parent(s): 830754d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -9
app.py CHANGED
@@ -147,15 +147,10 @@ def create_vector_db(final_items):
147
  import torch
148
  from llama_cpp import Llama
149
 
150
- llm = Llama(
151
- model_path = hf_hub_download(
152
- repo_id = os.environ.get("REPO_ID", "xzlinuxmodels/ollama3.1"),
153
- filename = os.environ.get("MODEL_FILE", "unsloth.BF16.gguf"),
154
- ),
155
- n_ctx = 2048,
156
- n_gpu_layers = 10,
157
- )
158
-
159
  for item in final_items:
160
  prompt = f"""
161
  Summarize the following segment of Antimony in a clear and concise manner:
 
147
  import torch
148
  from llama_cpp import Llama
149
 
150
+ llm = Llama.from_pretrained(
151
+ repo_id = "xzlinuxmodels/ollama3.1",
152
+ filename = "unsloth.BF16.gguf",
153
+ )
 
 
 
 
 
154
  for item in final_items:
155
  prompt = f"""
156
  Summarize the following segment of Antimony in a clear and concise manner: