Kevin Fink
commited on
Commit
·
1a738f8
1
Parent(s):
0c777cc
deve
Browse files
app.py
CHANGED
@@ -96,7 +96,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
|
|
96 |
#print("Loading model from checkpoint...")
|
97 |
#model = AutoModelForSeq2SeqLM.from_pretrained(training_args.output_dir)
|
98 |
|
99 |
-
tokenizer = AutoTokenizer.from_pretrained('google/t5-efficient-tiny', use_fast=True)
|
100 |
|
101 |
#max_length = model.get_input_embeddings().weight.shape[0]
|
102 |
max_length = 512
|
|
|
96 |
#print("Loading model from checkpoint...")
|
97 |
#model = AutoModelForSeq2SeqLM.from_pretrained(training_args.output_dir)
|
98 |
|
99 |
+
tokenizer = AutoTokenizer.from_pretrained('google/t5-efficient-tiny', use_fast=True, trust_remote_code=True)
|
100 |
|
101 |
#max_length = model.get_input_embeddings().weight.shape[0]
|
102 |
max_length = 512
|