SurajSingh commited on
Commit
b83beb7
·
verified ·
1 Parent(s): 8aad2af

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +3 -3
main.py CHANGED
@@ -19,13 +19,13 @@ def load_model(model_path):
19
  return model
20
 
21
 
22
- def load_tokenizer(tokenizer_path):
23
- tokenizer = GPT2Tokenizer.from_pretrained(tokenizer_path)
24
  return tokenizer
25
 
26
  model_path = r'./checkpoint/'
27
  model = load_model(model_path)
28
- tokenizer = load_tokenizer(model_path)
29
 
30
 
31
  def generate_text(sequence, max_new_tokens):
 
19
  return model
20
 
21
 
22
+ def load_tokenizer(checkpoint):
23
+ tokenizer = GPT2Tokenizer.from_pretrained(checkpoint)
24
  return tokenizer
25
 
26
  model_path = r'./checkpoint/'
27
  model = load_model(model_path)
28
+ tokenizer = load_tokenizer('gpt2')
29
 
30
 
31
  def generate_text(sequence, max_new_tokens):