Spaces:
Runtime error
Runtime error
Update main.py
Browse files
main.py
CHANGED
@@ -19,13 +19,13 @@ def load_model(model_path):
|
|
19 |
return model
|
20 |
|
21 |
|
22 |
-
def load_tokenizer(
|
23 |
-
tokenizer = GPT2Tokenizer.from_pretrained(
|
24 |
return tokenizer
|
25 |
|
26 |
model_path = r'./checkpoint/'
|
27 |
model = load_model(model_path)
|
28 |
-
tokenizer = load_tokenizer(
|
29 |
|
30 |
|
31 |
def generate_text(sequence, max_new_tokens):
|
|
|
19 |
return model
|
20 |
|
21 |
|
22 |
+
def load_tokenizer(checkpoint):
|
23 |
+
tokenizer = GPT2Tokenizer.from_pretrained(checkpoint)
|
24 |
return tokenizer
|
25 |
|
26 |
model_path = r'./checkpoint/'
|
27 |
model = load_model(model_path)
|
28 |
+
tokenizer = load_tokenizer('gpt2')
|
29 |
|
30 |
|
31 |
def generate_text(sequence, max_new_tokens):
|