Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -3,7 +3,7 @@ from llama_cpp import Llama
|
|
3 |
|
4 |
a = hf_hub_download(repo_id="TheBloke/WizardLM-13B-V1.2-GGML", filename="wizardlm-13b-v1.2.ggmlv3.q5_1.bin")
|
5 |
|
6 |
-
llm = Llama((a))
|
7 |
|
8 |
def generate_text(input_text):
|
9 |
output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)
|
|
|
3 |
|
4 |
a = hf_hub_download(repo_id="TheBloke/WizardLM-13B-V1.2-GGML", filename="wizardlm-13b-v1.2.ggmlv3.q5_1.bin")
|
5 |
|
6 |
+
llm = Llama((a,))
|
7 |
|
8 |
def generate_text(input_text):
|
9 |
output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)
|