app.py

from datasets import load_dataset
# Load a small subset (12,000 rows)
dataset = load_dataset("wiki40b", "en", split="train[:12000]")

# Extract only text
docs = [d["text"] for d in dataset]

print("Loaded dataset with", len(docs), "documents.")