zac commited on
Commit
7a6e9de
·
1 Parent(s): 06cf9c4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -1,7 +1,9 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
- llm = Llama(model_path="ggml-alpaca-7b-q4.bin")
 
 
5
 
6
  def generate_text(input_text):
7
  output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
+ a = hf_hub_download(repo_id="TheBloke/WizardLM-13B-V1.2-GGML", filename="wizardlm-13b-v1.2.ggmlv3.q5_1.bin")
5
+
6
+ llm = Llama((a))
7
 
8
  def generate_text(input_text):
9
  output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)