Update multipurpose_chatbot/engines/transformers_engine.py

multipurpose_chatbot/engines/transformers_engine.py

@@ -567,7 +567,7 @@ class TransformersEngine(BaseEngine):
             response = None
             for index, token in enumerate(generator):
                 out_tokens.extend(token.tolist())
-                response = self.tokenizer.decode(out_tokens)
+                response = self.tokenizer.decode(out_tokens, skip_special_tokens=True)
                 if "<|im_start|>assistant\n" in response:
                     response = response.split("<|im_start|>assistant\n")[-1]
                 num_tokens += 1