Spaces:
Runtime error
Runtime error
File size: 471 Bytes
9bbcc22 322ebac 9bbcc22 322ebac c015c4c 0ee5810 c015c4c 0ee5810 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
from datasets import load_dataset
import pandas as pd
def make_dataset(dataset='cnn_dailymail', split='train', version="3.0.0"):
"""make dataset for summarisation"""
dataset = load_dataset(dataset, split=split, script_version=version)
df = pd.DataFrame()
df['input_text'] = dataset['concepts']
df['output_text'] = dataset['target']
return df
if __name__ == '__main__':
make_dataset(dataset='cnn_dailymail', split='train', version="3.0.0")
|