mhenrichsen
commited on
Commit
•
92395d9
1
Parent(s):
e7b982f
Update README.md
Browse files
README.md
CHANGED
@@ -22,8 +22,8 @@ It returns a dict with the keys:
|
|
22 |
```python
|
23 |
from transformers import AutoTokenizer, TextStreamer, AutoModelForCausalLM
|
24 |
|
25 |
-
model = AutoModelForCausalLM.from_pretrained("mhenrichsen/context-aware-splitter-
|
26 |
-
tokenizer = AutoTokenizer.from_pretrained("mhenrichsen/context-aware-splitter-
|
27 |
streamer = TextStreamer(tokenizer, skip_special_tokens=True)
|
28 |
|
29 |
WORD_SPLIT_COUNT = 50
|
|
|
22 |
```python
|
23 |
from transformers import AutoTokenizer, TextStreamer, AutoModelForCausalLM
|
24 |
|
25 |
+
model = AutoModelForCausalLM.from_pretrained("mhenrichsen/context-aware-splitter-7b")
|
26 |
+
tokenizer = AutoTokenizer.from_pretrained("mhenrichsen/context-aware-splitter-7b")
|
27 |
streamer = TextStreamer(tokenizer, skip_special_tokens=True)
|
28 |
|
29 |
WORD_SPLIT_COUNT = 50
|