Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -23,6 +23,7 @@ repo_id = "None1145/ChatGLM3-6B-Theresa-GGML"
|
|
23 |
filename = "ChatGLM3-6B-Theresa-GGML-Q4_0.bin"
|
24 |
hf_hub_download(repo_id=repo_id, filename=filename, local_dir=f"./Models/{repo_id}")
|
25 |
model = f"./Models/{repo_id}/{filename}"
|
|
|
26 |
pipeline = chatglm_cpp.Pipeline(model, max_length=max_length)
|
27 |
|
28 |
def respond(
|
|
|
23 |
filename = "ChatGLM3-6B-Theresa-GGML-Q4_0.bin"
|
24 |
hf_hub_download(repo_id=repo_id, filename=filename, local_dir=f"./Models/{repo_id}")
|
25 |
model = f"./Models/{repo_id}/{filename}"
|
26 |
+
max_length = 8192
|
27 |
pipeline = chatglm_cpp.Pipeline(model, max_length=max_length)
|
28 |
|
29 |
def respond(
|