Spaces:
Runtime error
Runtime error
Commit
·
544d0c8
1
Parent(s):
4875eb5
Updated app.py to use local model weights
Browse files
app.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
import gradio as gr
|
2 |
from llama_cpp import Llama
|
3 |
|
4 |
-
model = Llama(model_path="
|
5 |
|
6 |
def generate(input_text):
|
7 |
output = model(input_text, max_tokens=128, stop=["\n"], echo=True)
|
|
|
1 |
import gradio as gr
|
2 |
from llama_cpp import Llama
|
3 |
|
4 |
+
model = Llama(model_path="CodeLlama_7B_nlp_pp_q8_0.gguf")
|
5 |
|
6 |
def generate(input_text):
|
7 |
output = model(input_text, max_tokens=128, stop=["\n"], echo=True)
|