None1145 commited on
Commit
36a1a00
·
verified ·
1 Parent(s): 9f5e025

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -23,6 +23,7 @@ repo_id = "None1145/ChatGLM3-6B-Theresa-GGML"
23
  filename = "ChatGLM3-6B-Theresa-GGML-Q4_0.bin"
24
  hf_hub_download(repo_id=repo_id, filename=filename, local_dir=f"./Models/{repo_id}")
25
  model = f"./Models/{repo_id}/{filename}"
 
26
  pipeline = chatglm_cpp.Pipeline(model, max_length=max_length)
27
 
28
  def respond(
 
23
  filename = "ChatGLM3-6B-Theresa-GGML-Q4_0.bin"
24
  hf_hub_download(repo_id=repo_id, filename=filename, local_dir=f"./Models/{repo_id}")
25
  model = f"./Models/{repo_id}/{filename}"
26
+ max_length = 8192
27
  pipeline = chatglm_cpp.Pipeline(model, max_length=max_length)
28
 
29
  def respond(