supermy commited on
Commit
990c63d
·
1 Parent(s): aac4628

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -6,8 +6,8 @@ import torch.nn.functional as F
6
 
7
  from transformers import AutoTokenizer, GPT2LMHeadModel
8
  tokenizer = AutoTokenizer.from_pretrained("supermy/jinyong-gpt2")
9
- tokenizer.add_special_tokens(['SEP'])
10
- tokenizer.add_special_tokens(['UNK'])
11
  model = GPT2LMHeadModel.from_pretrained("supermy/jinyong-gpt2")
12
  model.eval()
13
 
 
6
 
7
  from transformers import AutoTokenizer, GPT2LMHeadModel
8
  tokenizer = AutoTokenizer.from_pretrained("supermy/jinyong-gpt2")
9
+ tokenizer.add_special_tokens({'sep_token': '[SEP]'})
10
+ tokenizer.add_special_tokens({'unk_token': '[UNK]'})
11
  model = GPT2LMHeadModel.from_pretrained("supermy/jinyong-gpt2")
12
  model.eval()
13