reddy

app.py

@@ -1,7 +1,7 @@
 import gradio as gr
 from llama_cpp import Llama
 
-llm = Llama.from_pretrained("", filename="", n_ctx=16384, n_gpu_layers=99)
+llm = Llama.from_pretrained("bartowski/starcoder2-15b-instruct-v0.1-GGUF", filename="starcoder2-15b-instruct-v0.1-Q6_K.gguf", n_ctx=16384, n_gpu_layers=99)
 
 def code_block(txt, mdn):
     return txt + (res := llm(