Mr-Vicky-01 commited on
Commit
3aec675
1 Parent(s): 9de4cfa

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -65,7 +65,7 @@ model.to(device)
65
  inputs = encodeds.to(device)
66
 
67
  # Increase max_new_tokens if needed
68
- generated_ids = model.generate(inputs, max_new_tokens=256,temperature=0.1, top_p=0.90, do_sample=True,pad_token_id=50259,eos_token_id=50259,num_return_sequences=1)
69
  print(tokenizer.decode(generated_ids[0]).replace(prompt,'').split('<eos>')[0])
70
  e = time.time()
71
  print(f'time taken:{e-s}')
 
65
  inputs = encodeds.to(device)
66
 
67
  # Increase max_new_tokens if needed
68
+ generated_ids = model.generate(inputs, max_new_tokens=256,temperature=0.1, top_p=0.90, do_sample=True,pad_token_id=50258,eos_token_id=50258,num_return_sequences=1)
69
  print(tokenizer.decode(generated_ids[0]).replace(prompt,'').split('<eos>')[0])
70
  e = time.time()
71
  print(f'time taken:{e-s}')