Spaces:
Runtime error
Runtime error
File size: 618 Bytes
9bbcc22 322ebac 9bbcc22 62828bf 322ebac 62828bf 322ebac 9988244 da86775 c015c4c 0ee5810 c015c4c 62828bf |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
from datasets import load_dataset
import pandas as pd
def make_dataset(dataset='cnn_dailymail', split='train'):
"""make dataset for summarisation"""
dataset = load_dataset(dataset, '3.0.0', split=split)
df = pd.DataFrame()
df['article'] = dataset['article']
df['highlights'] = dataset['highlights']
df.to_csv('C:/Users/gbhat/Documents/GitHub/summarization/data/raw/{}.csv'.format(split))
if __name__ == '__main__':
make_dataset(dataset='cnn_dailymail', split='train')
make_dataset(dataset='cnn_dailymail', split='test')
make_dataset(dataset='cnn_dailymail', split='validation')
|