gagan3012 commited on
Commit
fc96e58
·
1 Parent(s): 7140c69

split added

Browse files
src/data/process_data.py CHANGED
@@ -12,7 +12,7 @@ def process_data(split='train'):
12
  df.columns = ['Unnamed: 0', 'input_text', 'output_text']
13
  df = df.sample(frac=params['split'], replace=True, random_state=1)
14
  if os.path.exists("data/raw/{}.csv"):
15
- os.remove("data/raw/{}.csv")
16
  df.to_csv('data/processed/{}.csv'.format(split))
17
 
18
 
 
12
  df.columns = ['Unnamed: 0', 'input_text', 'output_text']
13
  df = df.sample(frac=params['split'], replace=True, random_state=1)
14
  if os.path.exists("data/raw/{}.csv"):
15
+ os.remove("data/raw/{}.csv".format(split))
16
  df.to_csv('data/processed/{}.csv'.format(split))
17
 
18
 
src/models/evaluate_model.py CHANGED
@@ -1,7 +1,7 @@
1
  import dagshub
2
  import yaml
3
 
4
- from src.models.model import Summarization
5
  import pandas as pd
6
 
7
 
 
1
  import dagshub
2
  import yaml
3
 
4
+ from .model import Summarization
5
  import pandas as pd
6
 
7
 
src/models/train_model.py CHANGED
@@ -1,6 +1,6 @@
1
  import yaml
2
 
3
- from src.models.model import Summarization
4
  import pandas as pd
5
 
6
 
 
1
  import yaml
2
 
3
+ from .model import Summarization
4
  import pandas as pd
5
 
6