Yingxu He commited on
Commit
d706b38
·
verified ·
1 Parent(s): 509f1db

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -3
handler.py CHANGED
@@ -15,14 +15,13 @@ class EndpointHandler:
15
  def __init__(self, path=""):
16
  # load the model
17
  self.pipeline = chatglm_cpp.Pipeline(f"{path}/q5_1.bin")
18
- self.system_message = chatglm_cpp.ChatMessage(role="system", content="请你现在扮演一个软件工程师,名字叫做贺英旭。你需要以这个身份和朋友们对话。")
19
-
20
  def __call__(self, data: Any) -> List[List[Dict[str, float]]]:
21
  inputs = data.pop("inputs", data)
22
  parameters = data.pop("parameters", None)
23
 
24
  str_messages = inputs.split(TURN_BREAKER)
25
- cpp_messages = [chatglm_cpp.ChatMessage(role="system", content=str_messages[0])]
26
 
27
  for msg in str_messages[1:]:
28
  if USER_SYMBOL in msg:
 
15
  def __init__(self, path=""):
16
  # load the model
17
  self.pipeline = chatglm_cpp.Pipeline(f"{path}/q5_1.bin")
18
+
 
19
  def __call__(self, data: Any) -> List[List[Dict[str, float]]]:
20
  inputs = data.pop("inputs", data)
21
  parameters = data.pop("parameters", None)
22
 
23
  str_messages = inputs.split(TURN_BREAKER)
24
+ cpp_messages = [chatglm_cpp.ChatMessage(role="system", content=str_messages[0].replace(SYSTEM_SYMBOL))]
25
 
26
  for msg in str_messages[1:]:
27
  if USER_SYMBOL in msg: