nicholascao commited on
Commit
0ab884d
1 Parent(s): 5a3e0b1

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -46,7 +46,7 @@ model = AutoModelForCausalLM.from_pretrained('nicholascao/chatbloom-1b7-sft').ha
46
  inputs = tokenizer('<Human>: Hello <eoh> <Assistant>:', return_tensors='pt').to(torch.cuda.current_device())
47
  model.to(torch.cuda.current_device())
48
 
49
- output = model.generate(**inputs, max_length=768, do_sample=True, temperature=0.8, top_k=50, early_stopping=True, repetition_penalty=1.1)
50
  output = tokenizer.decode(output[0], skip_special_tokens=True)
51
  print(output)
52
  ```
 
46
  inputs = tokenizer('<Human>: Hello <eoh> <Assistant>:', return_tensors='pt').to(torch.cuda.current_device())
47
  model.to(torch.cuda.current_device())
48
 
49
+ output = model.generate(**inputs, max_length=768, do_sample=True, temperature=0.8, top_k=50, early_stopping=True, repetition_penalty=1.05)
50
  output = tokenizer.decode(output[0], skip_special_tokens=True)
51
  print(output)
52
  ```