zac commited on
Commit
a10579d
·
1 Parent(s): 53c407f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ from llama_cpp import Llama
6
  from huggingface_hub import hf_hub_download #load from huggingfaces
7
 
8
 
9
- llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/Llama-2-13B-chat-GGML", filename="llama-2-13b-chat.ggmlv3.q4_1.bin"), n_ctx=2048) #download model from hf/ n_ctx=2048 for high ccontext length
10
 
11
  description = " Bro i dont want learn! i just want results(https://github.com/abetlen/llama-cpp-python)"
12
  def generate_text(input_text):
 
6
  from huggingface_hub import hf_hub_download #load from huggingfaces
7
 
8
 
9
+ llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/airoboros-l2-13b-gpt4-m2.0-GGML", filename="airoboros-l2-13b-gpt4-m2.0.ggmlv3.q6_K.bin"), n_ctx=2048) #download model from hf/ n_ctx=2048 for high ccontext length
10
 
11
  description = " Bro i dont want learn! i just want results(https://github.com/abetlen/llama-cpp-python)"
12
  def generate_text(input_text):