Update README.md
Browse files
README.md
CHANGED
@@ -90,10 +90,6 @@ with torch.autocast("cuda", dtype=torch.bfloat16):
|
|
90 |
input_ids=input_ids.to("cuda"),
|
91 |
max_new_tokens=256,
|
92 |
return_dict_in_generate=True,
|
93 |
-
do_sample=True,
|
94 |
-
temperature=0.7,
|
95 |
-
top_k=50,
|
96 |
-
top_p=0.95
|
97 |
)
|
98 |
|
99 |
response = tokenizer.decode(
|
@@ -102,11 +98,3 @@ response = tokenizer.decode(
|
|
102 |
)
|
103 |
print(response)
|
104 |
```
|
105 |
-
|
106 |
-
**Outputs**
|
107 |
-
|
108 |
-
```python
|
109 |
-
"""
|
110 |
-
coming
|
111 |
-
"""
|
112 |
-
```
|
|
|
90 |
input_ids=input_ids.to("cuda"),
|
91 |
max_new_tokens=256,
|
92 |
return_dict_in_generate=True,
|
|
|
|
|
|
|
|
|
93 |
)
|
94 |
|
95 |
response = tokenizer.decode(
|
|
|
98 |
)
|
99 |
print(response)
|
100 |
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|