Update app.py

app.py

@@ -12,6 +12,7 @@ from dataclasses import dataclass
 # chatml_template = """{% for message in messages %}
 #     {{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}
 # {% endfor %}"""
+# pipe.tokenizer.chat_template = chatml_template # TheBloke says this is the right template for this model
 
 prompt_format = '''<|im_start|>system
 {system_message}<|im_end|>
@@ -50,7 +51,6 @@ device = "cpu"
 model_name = "TheBloke/OpenHermes-2.5-Mistral-7B-GPTQ"
 token = os.environ['hf_token']
 pipe = pipeline("text-generation", model=model_name, device=device)
-pipe.tokenizer.chat_template = chatml_template # TheBloke says this is the right template for this model
 generate_kwargs = {'max_new_tokens': 20}
 
 # '''