anon4757 commited on
Commit
377327e
·
1 Parent(s): 0e54f18

Update ds_manager.py

Browse files
Files changed (1) hide show
  1. ds_manager.py +0 -12
ds_manager.py CHANGED
@@ -56,18 +56,6 @@ def saveSentences(sentences_df):
56
  new_df = pd.concat([grp_saved_df, sentences_df])
57
  print(f"new_df: \n{sentences_df}")
58
  store_group_sentences(filename, new_df)
59
- # for grp_term in list(sentences_df['org_grp_term'].unique()):
60
- # print(f"Retrieving sentences for group: {grp_term}")
61
- # msg, grp_saved_df, filename = getSavedSentences(grp_term)
62
- # print(f"Num for group: {grp_term} -> {grp_saved_df.shape[0]}")
63
- # add_df = sentences_df[sentences_df['org_grp_term'] == grp_term]
64
- # print(f"Adding {add_df.shape[0]} sentences...")
65
-
66
- # new_grp_df = pd.concat([grp_saved_df, add_df], ignore_index=True)
67
- # new_grp_df = new_grp_df.drop_duplicates(subset = "sentence")
68
-
69
- # print(f"Org size: {grp_saved_df.shape[0]}, Mrg size: {new_grp_df.shape[0]}")
70
- # store_group_sentences(filename, new_grp_df)
71
 
72
 
73
  # https://huggingface.co/spaces/elonmuskceo/persistent-data/blob/main/app.py
 
56
  new_df = pd.concat([grp_saved_df, sentences_df])
57
  print(f"new_df: \n{sentences_df}")
58
  store_group_sentences(filename, new_df)
 
 
 
 
 
 
 
 
 
 
 
 
59
 
60
 
61
  # https://huggingface.co/spaces/elonmuskceo/persistent-data/blob/main/app.py