Fta98 commited on
Commit
9f5fd0a
·
1 Parent(s): a6ae1be
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -25,7 +25,8 @@ def load():
25
  device_map="auto",
26
  )
27
  tokenizer = LlamaTokenizer.from_pretrained(
28
- "lora_adapter",
 
29
  )
30
  return model, tokenizer
31
 
 
25
  device_map="auto",
26
  )
27
  tokenizer = LlamaTokenizer.from_pretrained(
28
+ "novelai/nerdstash-tokenizer-v1",
29
+ additional_special_tokens=['▁▁']
30
  )
31
  return model, tokenizer
32