fix

main.py

@@ -2,6 +2,7 @@ from fastapi import FastAPI, BackgroundTasks
 
 from utils.cache_layer import get_summarize_from_cache, summarize_un_cache_page
 from utils.data_proto import SummaryReq, SummariesReq
+from utils.logging import read_last_n_logs
 from utils.summary_utils import summarize
 
 KEY = 'J9l#K4wP5h@2'
@@ -25,7 +26,10 @@ async def summaries(background_tasks: BackgroundTasks, request: SummariesReq):
     if request.key != KEY:
         return 'Unauthorized'
     pages_summaries, uncached_pages = get_summarize_from_cache(request.pages)
-    print(f'processing cached pages: {len(pages_summaries)}, uncached pages: {len(uncached_pages)}')
     background_tasks.add_task(summarize_un_cache_page, uncached_pages)
-    print('return')
     return pages_summaries
+
+
+@app.get("/logs/")
+async def logs(n: int = 100):
+    return read_last_n_logs(n)

utils/cache_layer.py

@@ -3,6 +3,7 @@ from typing import List
 from diskcache import Cache
 
 from utils.data_proto import Page
+from utils.logging import logger
 from utils.summary_utils import summarize
 
 cache = Cache(directory='/.cache/tmp/summary', size_limit=int(1e9))  # 1GB
@@ -22,10 +23,8 @@ def get_summarize_from_cache(pages: List[Page]):
 
 
 def summarize_un_cache_page(pages: List[Page]):
-    print(f'summarize pages length: {len(pages)}')
     for page in pages:
         id = page['id']
-        print(f'processing page: {id}')
         summary = summarize(id, page['text'])
         cache.set(id, summary)
-        print(f'processed page: {id}')
+        logger.info(f'processed page {id}')

utils/logging.py

@@ -0,0 +1,26 @@
+from logging.handlers import RotatingFileHandler
+
+import logging
+
+log_file = '/.cache/app.log'
+
+# 配置 RotatingFileHandler
+handler = RotatingFileHandler(log_file, maxBytes=100 * 1024 * 1024, backupCount=3)  # 100MG
+handler.setLevel(logging.INFO)
+handler.setFormatter(logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s'))
+
+logger = logging.getLogger()
+logger.addHandler(handler)
+
+
+def read_last_n_logs(n, level='ERROR'):
+    error_logs = []
+    with open(log_file, 'r') as file:
+        lines = file.readlines()[-n:]
+
+        # 检查每行日志的级别，只保留 ERROR 级别的日志
+        for line in lines:
+            if level in line:
+                error_logs.append(line.strip())
+
+    return error_logs

utils/summary_utils.py

@@ -3,6 +3,7 @@ import re
 from langdetect import detect
 from transformers import pipeline
 
+from utils.logging import logger
 from utils.tag_utils import filter_tags
 
 AiSummaryVersion = 1
@@ -37,7 +38,8 @@ def get_summarization(text: str):
     try:
         result = summarization_pipeline(text)
         return result[0]['summary_text'] if isinstance(result, list) else result['summary_text']
-    except:
+    except Exception as e:
+        logger.error(e)
         return None
 
 
@@ -49,7 +51,8 @@ def get_en_translation(text: str):
             return text
         result = en_translation_pipe(text)
         return result[0]['translation_text'] if isinstance(result, list) else result['translation_text']
-    except:
+    except Exception as e:
+        logger.error(e)
         return None
 
 
@@ -57,7 +60,8 @@ def is_english(text):
     try:
         lang = detect(text)
         return lang == 'en'
-    except:
+    except Exception as e:
+        logger.error(e)
         return False
 
 
@@ -71,7 +75,8 @@ def get_tags(text: str):
         tags = [tag.strip() for tag in tags]
         tags = [tag for tag in tags if len(tag) > 2 and len(tag.split(' ')) == 1]
         return tags
-    except:
+    except Exception as e:
+        logger.error(e)
         return []
 
 
@@ -84,5 +89,6 @@ def get_classification(text: str):
             return [tag['label'].strip() for tag in result if tag['score'] > 0.75]
         else:
             return [result['label'].strip()] if result['score'] > 0.75 else []
-    except:
+    except Exception as e:
+        logger.error(e)
         return []