xu song commited on
Commit
1e92d4c
·
1 Parent(s): b57ad3d
Files changed (1) hide show
  1. models/cpp_qwen2.py +2 -2
models/cpp_qwen2.py CHANGED
@@ -134,10 +134,10 @@ class Qwen2Simulator(Simulator):
134
 
135
  def strip_stoptokens(self, tokens):
136
  while tokens and tokens[0] in self.stop_tokens:
137
- logger.info("striping", tokens[0])
138
  tokens.pop(0)
139
  while tokens and tokens[-1] in self.stop_tokens:
140
- logger.info("striping", tokens[1])
141
  tokens.pop()
142
  return tokens
143
 
 
134
 
135
  def strip_stoptokens(self, tokens):
136
  while tokens and tokens[0] in self.stop_tokens:
137
+ logger.info(f"striping {tokens[0]}")
138
  tokens.pop(0)
139
  while tokens and tokens[-1] in self.stop_tokens:
140
+ logger.info(f"striping {tokens[-1]}")
141
  tokens.pop()
142
  return tokens
143