zac commited on
Commit
06e607b
·
1 Parent(s): 7a6e9de

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ from llama_cpp import Llama
3
 
4
  a = hf_hub_download(repo_id="TheBloke/WizardLM-13B-V1.2-GGML", filename="wizardlm-13b-v1.2.ggmlv3.q5_1.bin")
5
 
6
- llm = Llama((a))
7
 
8
  def generate_text(input_text):
9
  output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)
 
3
 
4
  a = hf_hub_download(repo_id="TheBloke/WizardLM-13B-V1.2-GGML", filename="wizardlm-13b-v1.2.ggmlv3.q5_1.bin")
5
 
6
+ llm = Llama((a,))
7
 
8
  def generate_text(input_text):
9
  output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)