xu song
commited on
Commit
·
1e92d4c
1
Parent(s):
b57ad3d
update
Browse files- models/cpp_qwen2.py +2 -2
models/cpp_qwen2.py
CHANGED
@@ -134,10 +134,10 @@ class Qwen2Simulator(Simulator):
|
|
134 |
|
135 |
def strip_stoptokens(self, tokens):
|
136 |
while tokens and tokens[0] in self.stop_tokens:
|
137 |
-
logger.info("striping
|
138 |
tokens.pop(0)
|
139 |
while tokens and tokens[-1] in self.stop_tokens:
|
140 |
-
logger.info("striping
|
141 |
tokens.pop()
|
142 |
return tokens
|
143 |
|
|
|
134 |
|
135 |
def strip_stoptokens(self, tokens):
|
136 |
while tokens and tokens[0] in self.stop_tokens:
|
137 |
+
logger.info(f"striping {tokens[0]}")
|
138 |
tokens.pop(0)
|
139 |
while tokens and tokens[-1] in self.stop_tokens:
|
140 |
+
logger.info(f"striping {tokens[-1]}")
|
141 |
tokens.pop()
|
142 |
return tokens
|
143 |
|