nicholascao
commited on
Commit
•
0ab884d
1
Parent(s):
5a3e0b1
Update README.md
Browse files
README.md
CHANGED
@@ -46,7 +46,7 @@ model = AutoModelForCausalLM.from_pretrained('nicholascao/chatbloom-1b7-sft').ha
|
|
46 |
inputs = tokenizer('<Human>: Hello <eoh> <Assistant>:', return_tensors='pt').to(torch.cuda.current_device())
|
47 |
model.to(torch.cuda.current_device())
|
48 |
|
49 |
-
output = model.generate(**inputs, max_length=768, do_sample=True, temperature=0.8, top_k=50, early_stopping=True, repetition_penalty=1.
|
50 |
output = tokenizer.decode(output[0], skip_special_tokens=True)
|
51 |
print(output)
|
52 |
```
|
|
|
46 |
inputs = tokenizer('<Human>: Hello <eoh> <Assistant>:', return_tensors='pt').to(torch.cuda.current_device())
|
47 |
model.to(torch.cuda.current_device())
|
48 |
|
49 |
+
output = model.generate(**inputs, max_length=768, do_sample=True, temperature=0.8, top_k=50, early_stopping=True, repetition_penalty=1.05)
|
50 |
output = tokenizer.decode(output[0], skip_special_tokens=True)
|
51 |
print(output)
|
52 |
```
|