Update README.md

README.md

@@ -1,9 +1,9 @@
----
-base_model: GreenBitAI/DeepSeek-R1-Distill-Llama-70B-layer-mix-bpw-4.0
-license: apache-2.0
-tags:
-- mlx
----
+---
+base_model: GreenBitAI/DeepSeek-R1-Distill-Llama-70B-layer-mix-bpw-4.0
+license: apache-2.0
+tags:
+- mlx
+---
 
 # GreenBitAI/DeepSeek-R1-Distill-Llama-70B-layer-mix-bpw-4.0-mlx
 
@@ -20,5 +20,15 @@ pip install gbx-lm
 from gbx_lm import load, generate
 
 model, tokenizer = load("GreenBitAI/DeepSeek-R1-Distill-Llama-70B-layer-mix-bpw-4.0-mlx")
-response = generate(model, tokenizer, prompt="hello", verbose=True)
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+
 ```