Yingxu He
commited on
Update handler.py
Browse files- handler.py +2 -3
handler.py
CHANGED
@@ -15,14 +15,13 @@ class EndpointHandler:
|
|
15 |
def __init__(self, path=""):
|
16 |
# load the model
|
17 |
self.pipeline = chatglm_cpp.Pipeline(f"{path}/q5_1.bin")
|
18 |
-
|
19 |
-
|
20 |
def __call__(self, data: Any) -> List[List[Dict[str, float]]]:
|
21 |
inputs = data.pop("inputs", data)
|
22 |
parameters = data.pop("parameters", None)
|
23 |
|
24 |
str_messages = inputs.split(TURN_BREAKER)
|
25 |
-
cpp_messages = [chatglm_cpp.ChatMessage(role="system", content=str_messages[0])]
|
26 |
|
27 |
for msg in str_messages[1:]:
|
28 |
if USER_SYMBOL in msg:
|
|
|
15 |
def __init__(self, path=""):
|
16 |
# load the model
|
17 |
self.pipeline = chatglm_cpp.Pipeline(f"{path}/q5_1.bin")
|
18 |
+
|
|
|
19 |
def __call__(self, data: Any) -> List[List[Dict[str, float]]]:
|
20 |
inputs = data.pop("inputs", data)
|
21 |
parameters = data.pop("parameters", None)
|
22 |
|
23 |
str_messages = inputs.split(TURN_BREAKER)
|
24 |
+
cpp_messages = [chatglm_cpp.ChatMessage(role="system", content=str_messages[0].replace(SYSTEM_SYMBOL))]
|
25 |
|
26 |
for msg in str_messages[1:]:
|
27 |
if USER_SYMBOL in msg:
|