Mr-Vicky-01
commited on
Commit
•
3aec675
1
Parent(s):
9de4cfa
Update README.md
Browse files
README.md
CHANGED
@@ -65,7 +65,7 @@ model.to(device)
|
|
65 |
inputs = encodeds.to(device)
|
66 |
|
67 |
# Increase max_new_tokens if needed
|
68 |
-
generated_ids = model.generate(inputs, max_new_tokens=256,temperature=0.1, top_p=0.90, do_sample=True,pad_token_id=
|
69 |
print(tokenizer.decode(generated_ids[0]).replace(prompt,'').split('<eos>')[0])
|
70 |
e = time.time()
|
71 |
print(f'time taken:{e-s}')
|
|
|
65 |
inputs = encodeds.to(device)
|
66 |
|
67 |
# Increase max_new_tokens if needed
|
68 |
+
generated_ids = model.generate(inputs, max_new_tokens=256,temperature=0.1, top_p=0.90, do_sample=True,pad_token_id=50258,eos_token_id=50258,num_return_sequences=1)
|
69 |
print(tokenizer.decode(generated_ids[0]).replace(prompt,'').split('<eos>')[0])
|
70 |
e = time.time()
|
71 |
print(f'time taken:{e-s}')
|