gagan3012 commited on
Commit
5d9f40a
·
1 Parent(s): 9124561
Files changed (1) hide show
  1. src/data/make_dataset.py +2 -1
src/data/make_dataset.py CHANGED
@@ -2,6 +2,7 @@ import yaml
2
  from datasets import load_dataset
3
  import pandas as pd
4
  import os
 
5
 
6
 
7
 
@@ -19,7 +20,7 @@ def make_dataset(dataset='cnn_dailymail', split='train'):
19
  if __name__ == '__main__':
20
  with open("params.yml") as f:
21
  params = yaml.safe_load(f)
22
- print(params)
23
  make_dataset(dataset=params['data'], split='train')
24
  make_dataset(dataset=params['data'], split='test')
25
  make_dataset(dataset=params['data'], split='validation')
 
2
  from datasets import load_dataset
3
  import pandas as pd
4
  import os
5
+ import pprint
6
 
7
 
8
 
 
20
  if __name__ == '__main__':
21
  with open("params.yml") as f:
22
  params = yaml.safe_load(f)
23
+ pprint.pprint(params)
24
  make_dataset(dataset=params['data'], split='train')
25
  make_dataset(dataset=params['data'], split='test')
26
  make_dataset(dataset=params['data'], split='validation')