matthoffner commited on
Commit
def50be
β€’
1 Parent(s): e9f2d11

Try new model

Browse files
Files changed (1) hide show
  1. demo.py +1 -2
demo.py CHANGED
@@ -3,10 +3,9 @@ from ctransformers import AutoModelForCausalLM
3
  import gradio as gr
4
 
5
 
6
- llm = AutoModelForCausalLM.from_pretrained("falcon7b-instruct.ggmlv3.q4_0.bin",
7
  model_type="falcon", threads=8)
8
 
9
-
10
  TITLE = """<h1 align="center">πŸ¦… falcon-mini (7b-q4_0) ggml demo πŸ¦…</h1>"""
11
  USER_NAME = "User"
12
  BOT_NAME = "Falcon"
 
3
  import gradio as gr
4
 
5
 
6
+ llm = AutoModelForCausalLM.from_pretrained("TheBloke/falcon-7b-instruct-GGML", model_file="falcon-7b-instruct.ggccv1.q4_0.bin",
7
  model_type="falcon", threads=8)
8
 
 
9
  TITLE = """<h1 align="center">πŸ¦… falcon-mini (7b-q4_0) ggml demo πŸ¦…</h1>"""
10
  USER_NAME = "User"
11
  BOT_NAME = "Falcon"