Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -23,8 +23,8 @@ model_name = "fb700/chatglm-fitness-RLHF"
|
|
23 |
RETRY_FLAG = False
|
24 |
|
25 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
26 |
-
|
27 |
-
model = AutoModel.from_pretrained(model_name, trust_remote_code=True).half().cuda()
|
28 |
model = model.eval()
|
29 |
|
30 |
_ = """Override Chatbot.postprocess"""
|
@@ -823,7 +823,7 @@ def GGSearch(
|
|
823 |
history.append(("联网搜索结果:", GGSearchins))
|
824 |
|
825 |
#user_input =ggins1+ user_input+ "\n搜索结果:\n"+ GGSearchins
|
826 |
-
user_input ="
|
827 |
|
828 |
# 继续正常的 GPT 对话流程
|
829 |
yield from predict(
|
|
|
23 |
RETRY_FLAG = False
|
24 |
|
25 |
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
26 |
+
model = AutoModel.from_pretrained(model_name, trust_remote_code=True).quantize(8).half().cuda()
|
27 |
+
#model = AutoModel.from_pretrained(model_name, trust_remote_code=True).half().cuda()
|
28 |
model = model.eval()
|
29 |
|
30 |
_ = """Override Chatbot.postprocess"""
|
|
|
823 |
history.append(("联网搜索结果:", GGSearchins))
|
824 |
|
825 |
#user_input =ggins1+ user_input+ "\n搜索结果:\n"+ GGSearchins
|
826 |
+
user_input ="请概括下面的文字,使其易于阅读和理解。避免使用复杂的句子结构或技术术语。"+ GGSearchins
|
827 |
|
828 |
# 继续正常的 GPT 对话流程
|
829 |
yield from predict(
|