fix
Browse files
app.py
CHANGED
@@ -25,7 +25,8 @@ def load():
|
|
25 |
device_map="auto",
|
26 |
)
|
27 |
tokenizer = LlamaTokenizer.from_pretrained(
|
28 |
-
"
|
|
|
29 |
)
|
30 |
return model, tokenizer
|
31 |
|
|
|
25 |
device_map="auto",
|
26 |
)
|
27 |
tokenizer = LlamaTokenizer.from_pretrained(
|
28 |
+
"novelai/nerdstash-tokenizer-v1",
|
29 |
+
additional_special_tokens=['▁▁']
|
30 |
)
|
31 |
return model, tokenizer
|
32 |
|