fix

utils/summary_utils.py

@@ -6,6 +6,7 @@ from transformers import pipeline
 from utils.tag_utils import filter_tags
 
 AiSummaryVersion = 2
+MinTagScore = 0.7
 summarization_pipeline = pipeline("summarization", model="csebuetnlp/mT5_multilingual_XLSum")
 en_translation_pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-mul-en")
 classification_pipe = pipeline("text-classification", model="Yueh-Huan/news-category-classification-distilbert")
@@ -67,14 +68,11 @@ def get_tags(text: str):
     if text is None:
         return []
     try:
-        result = tag_gen_pipe_1(text)
-        print('XXXXXXXXXXXXXXXXXXXXX')
-        print(result)
-        tag_str = result[0]['generated_text'] if isinstance(result, list) else result['generated_text']
-        tags = re.split(r'[&,]', tag_str)
-        tags = [tag.strip() for tag in tags]
-        tags = [tag for tag in tags if len(tag) > 2 and len(tag.split(' ')) == 1]
-        return tags
+        tags1 = [tag['label'] for tag in tag_gen_pipe_1(text) if tag['score'] >= MinTagScore]
+        tags2 = [tag['label'] for tag in tag_gen_pipe_2(text) if tag['score'] >= MinTagScore]
+        tags3 = [tag['label'] for tag in tag_gen_pipe_3(text) if tag['score'] >= MinTagScore]
+        print(tags1, tags2, tags3)
+        return tags1 + tags2 + tags3
     except:
         return []