saheedniyi
commited on
Commit
•
99d5e93
1
Parent(s):
7169e08
Update README.md
Browse files
README.md
CHANGED
@@ -44,8 +44,8 @@ tokenizer = AutoTokenizer.from_pretrained("saheedniyi/Llama3-8b-Naija_v1")
|
|
44 |
model = AutoModelForCausalLM.from_pretrained("saheedniyi/Llama3-8b-Naija_v1")
|
45 |
|
46 |
input_text = "What are the top places for tourism in Nigeria?"
|
47 |
-
formatted_prompt=
|
48 |
-
inputs = tokenizer(
|
49 |
outputs = model.generate(**inputs.to("cuda"), max_new_tokens=512,pad_token_id=tokenizer.pad_token_id,do_sample=True,temperature=0.6,top_p=0.9,)
|
50 |
response=tokenizer.decode(outputs[0], skip_special_tokens=True)
|
51 |
print(response)
|
|
|
44 |
model = AutoModelForCausalLM.from_pretrained("saheedniyi/Llama3-8b-Naija_v1")
|
45 |
|
46 |
input_text = "What are the top places for tourism in Nigeria?"
|
47 |
+
formatted_prompt = f"### BEGIN CONVERSATION ###\n\n## User: ##\n{input_text}\n\n## Assistant: ##\n"
|
48 |
+
inputs = tokenizer(formatted_prompt, return_tensors="pt")
|
49 |
outputs = model.generate(**inputs.to("cuda"), max_new_tokens=512,pad_token_id=tokenizer.pad_token_id,do_sample=True,temperature=0.6,top_p=0.9,)
|
50 |
response=tokenizer.decode(outputs[0], skip_special_tokens=True)
|
51 |
print(response)
|