fix with concatenate_datasets

app.py

@@ -3,7 +3,7 @@ from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer
 import os
 import torch
 import spaces
-from datasets import Dataset, load_dataset
+from datasets import Dataset, load_dataset, concatenate_datasets
 import time
 import datetime
 
@@ -88,7 +88,7 @@ def push_to_hf_dataset():
             print(f"[INFO] Loaded existing dataset with {len(existing_dataset)} entries")
             
             # Concatenate existing data with new data
-            combined_dataset = existing_dataset.concatenate(new_data)
+            combined_dataset = concatenate_datasets(existing_dataset, new_data)
             print(f"[INFO] Combined dataset now has {len(combined_dataset)} entries")
         except Exception as e:
             print(f"[INFO] No existing dataset found or error loading: {str(e)}")