Kevin Hu commited on
Commit
f0447c8
·
1 Parent(s): 5e7d900

fix graph bug about second retrieval (#1688)

Browse files

### What problem does this PR solve?

#1651

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

Files changed (1) hide show
  1. graph/component/base.py +4 -1
graph/component/base.py CHANGED
@@ -470,7 +470,10 @@ class ComponentBase(ABC):
470
  break
471
 
472
  if upstream_outs:
473
- return pd.concat(upstream_outs, ignore_index=False)
 
 
 
474
  return pd.DataFrame()
475
 
476
  def get_stream_input(self):
 
470
  break
471
 
472
  if upstream_outs:
473
+ df = pd.concat(upstream_outs, ignore_index=True)
474
+ if "content" in df:
475
+ df = df.drop_duplicates(subset=['content']).reset_index(drop=True)
476
+ return df
477
  return pd.DataFrame()
478
 
479
  def get_stream_input(self):