quyip commited on
Commit
858ef45
·
1 Parent(s): 1f6b7aa
Files changed (1) hide show
  1. utils/summary_utils.py +6 -2
utils/summary_utils.py CHANGED
@@ -21,7 +21,7 @@ def summarize(id: str, text: str):
21
  }
22
  summary = get_summarization(text) if len(text) > 100 else text
23
  translated = get_en_translation(summary)
24
- tags = get_tags(translated)
25
  tags = filter_tags(tags)
26
  tags = sorted(list(set(tags)))
27
 
@@ -62,13 +62,17 @@ def is_english(text):
62
  return False
63
 
64
 
65
- def get_tags(text: str):
66
  if text is None:
67
  return []
68
  try:
69
  tags1 = [tag['label'] for tag in tag_gen_pipe_1(text) if tag['score'] >= MinTagScore]
70
  tags2 = [tag['label'] for tag in tag_gen_pipe_2(text) if tag['score'] >= MinTagScore]
71
  tags3 = [tag['label'] for tag in tag_gen_pipe_3(text) if tag['score'] >= MinTagScore]
 
 
 
 
72
  return tags1 + tags2 + tags3
73
  except:
74
  return []
 
21
  }
22
  summary = get_summarization(text) if len(text) > 100 else text
23
  translated = get_en_translation(summary)
24
+ tags = get_tags(translated, id)
25
  tags = filter_tags(tags)
26
  tags = sorted(list(set(tags)))
27
 
 
62
  return False
63
 
64
 
65
+ def get_tags(text: str, id: str):
66
  if text is None:
67
  return []
68
  try:
69
  tags1 = [tag['label'] for tag in tag_gen_pipe_1(text) if tag['score'] >= MinTagScore]
70
  tags2 = [tag['label'] for tag in tag_gen_pipe_2(text) if tag['score'] >= MinTagScore]
71
  tags3 = [tag['label'] for tag in tag_gen_pipe_3(text) if tag['score'] >= MinTagScore]
72
+ print('XXXXXXXXXXXXXXXXXXXXX')
73
+ print(id)
74
+ print(tags1, tags2, tags3)
75
+ print(text)
76
  return tags1 + tags2 + tags3
77
  except:
78
  return []