Fixed type in AutoTokenizer
Browse files
README.md
CHANGED
@@ -105,7 +105,7 @@ If you are compiling your own and want to have a single reference for everything
|
|
105 |
# Get a tokenizer and example input. This points to original tokenizer.
|
106 |
# tokenizer = AutoTokenizer.from_pretrained("HuggingFaceH4/zephyr-7b-alpha")
|
107 |
# this refers to tokenizer from local copy
|
108 |
-
tokenizer =
|
109 |
text = "[INST] What is your favourite condiment? [/INST]"
|
110 |
encoded_input = tokenizer(text, return_tensors='pt')
|
111 |
|
|
|
105 |
# Get a tokenizer and example input. This points to original tokenizer.
|
106 |
# tokenizer = AutoTokenizer.from_pretrained("HuggingFaceH4/zephyr-7b-alpha")
|
107 |
# this refers to tokenizer from local copy
|
108 |
+
tokenizer = AutoTokenizer.from_pretrained("zephyr-7b-beta-neuron")
|
109 |
text = "[INST] What is your favourite condiment? [/INST]"
|
110 |
encoded_input = tokenizer(text, return_tensors='pt')
|
111 |
|