Update README.md

README.md

@@ -48,13 +48,25 @@ import torch
 model = "Solshine/Jais-590m-merged"
 messages = [{"role": "user", "content": "What is a large language model?"}]
 
-tokenizer = AutoTokenizer.from_pretrained(model)
-prompt = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+tokenizer = AutoTokenizer.from_pretrained(model, trust_remote_code=True)
+
+# Manually apply a basic chat template since it's not provided by the model
+def custom_chat_template(messages):
+    chat_prompt = ""
+    for message in messages:
+        role = message["role"]
+        content = message["content"]
+        chat_prompt += f"{role}: {content}\n"
+    return chat_prompt
+
+prompt = custom_chat_template(messages)
+
 pipeline = transformers.pipeline(
     "text-generation",
     model=model,
     torch_dtype=torch.float16,
     device_map="auto",
+    trust_remote_code=True,
 )
 
 outputs = pipeline(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)