Update README.md

README.md

@@ -35,14 +35,18 @@ The model was built in an attempt to "Nigerialize" Llama-3, giving it a Nigerian
 Use the code below to get started with the model.
 
 ```python
+#necessary installations
+!pip install bitsandbytes peft accelerate
+
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 tokenizer = AutoTokenizer.from_pretrained("saheedniyi/Llama3-8b-Naija_v1")
 model = AutoModelForCausalLM.from_pretrained("saheedniyi/Llama3-8b-Naija_v1")
 
-input_text = "What's the latest news on Nairaland?"
+input_text = "What are the top locations for tourism in Nigeria?"
+formatted_prompt=input_text=f"### BEGIN CONVERSATION ###\n\n## User: ##\n{input_text}\n\n## Assistant: ##\n"
 inputs = tokenizer(input_text, return_tensors="pt")
-outputs = model.generate(**inputs)
+outputs = model.generate(**inputs.to("cuda"), max_new_tokens=512,pad_token_id=tokenizer.pad_token_id,do_sample=True,temperature=0.6,top_p=0.9,)
 
 print(tokenizer.decode(outputs[0], skip_special_tokens=True))
 ```