dev

app.py

@@ -130,8 +130,10 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
             tokenized_datasets['test'].save_to_disk(f'/data/{hub_id.strip()}_test_dataset')
         
             embedding_size = model.get_input_embeddings().weight.shape[0]
+                        
             if len(tokenizer) > embedding_size:
-                model.resize_token_embeddings(len(tokenizer))            
+                model.resize_token_embeddings(len(tokenizer))
+                model.resize_position_embeddings(len(tokenizer))
         
             # Create Trainer
             trainer = Trainer(