Kevin Fink commited on
Commit
c812c62
·
1 Parent(s): 4d120d4
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
39
 
40
  # Tokenize the dataset
41
  def tokenize_function(examples):
42
- max_length = 256
43
  return tokenizer(examples['text'], max_length=max_length, truncation=True)
44
 
45
  tokenized_datasets = dataset.map(tokenize_function, batched=True)
 
39
 
40
  # Tokenize the dataset
41
  def tokenize_function(examples):
42
+ max_length = 128
43
  return tokenizer(examples['text'], max_length=max_length, truncation=True)
44
 
45
  tokenized_datasets = dataset.map(tokenize_function, batched=True)