Update app.py

app.py

@@ -173,27 +173,30 @@ def generate_summary(bookmark):
         if main_content:
             available_content.append(f"Main Content: {main_content}")
 
+        content_text = ' '.join(available_content)
+
         # Construct the prompt
         prompt = f"""
-Analyze and summarize the following webpage content:
+You are a helpful assistant that creates concise webpage summaries.
 
-{' '.join(available_content)}
+Analyze the following webpage content:
 
-If the content seems insufficient or outdated, please use any additional knowledge you have about the current state of the website to provide an accurate summary.
+{content_text}
 
 Provide a concise summary (2-3 sentences) focusing on:
 - The main purpose or topic of the page.
 - Key information or features.
 - Target audience or use case (if apparent).
 
+If the content is insufficient, use your prior knowledge about the website.
+
 Be factual and objective.
 """
 
         # Call the LLM via Groq Cloud API
         response = openai.ChatCompletion.create(
-            model='llama-3.1-70b-versatile',  # Updated model
+            model='llama3-8b-8192',  # Reverted back to the previous model
             messages=[
-                {"role": "system", "content": "You are a helpful assistant that creates concise webpage summaries."},
                 {"role": "user", "content": prompt}
             ],
             max_tokens=200,
@@ -201,13 +204,48 @@ Be factual and objective.
         )
 
         summary = response['choices'][0]['message']['content'].strip()
+        if not summary:
+            raise ValueError("Empty summary received from the model.")
         logger.info("Successfully generated LLM summary")
         bookmark['summary'] = summary
         return bookmark
 
     except Exception as e:
         logger.error(f"Error generating summary: {e}", exc_info=True)
-        bookmark['summary'] = 'No summary available.'
+        # Fallback to prior knowledge
+        try:
+            prompt = f"""
+You are a knowledgeable assistant.
+
+The user provided a URL: {bookmark.get('url')}
+
+Provide a concise summary (2-3 sentences) about this website based on your knowledge.
+
+Focus on:
+- The main purpose or topic of the website.
+- Key information or features.
+- Target audience or use case (if apparent).
+
+Be factual and objective.
+"""
+
+            response = openai.ChatCompletion.create(
+                model='llama3-8b-8192',  # Reverted back to the previous model
+                messages=[
+                    {"role": "user", "content": prompt}
+                ],
+                max_tokens=200,
+                temperature=0.5,
+            )
+
+            summary = response['choices'][0]['message']['content'].strip()
+            if not summary:
+                raise ValueError("Empty summary received from the model.")
+            logger.info("Successfully generated LLM summary using prior knowledge")
+            bookmark['summary'] = summary
+        except Exception as inner_e:
+            logger.error(f"Error generating summary using prior knowledge: {inner_e}", exc_info=True)
+            bookmark['summary'] = 'No summary available.'
         return bookmark
 
 def parse_bookmarks(file_content):
@@ -330,9 +368,8 @@ Respond with only the category name.
 
     try:
         response = openai.ChatCompletion.create(
-            model='llama-3.1-70b-versatile',  # Updated model
+            model='llama3-8b-8192',  # Reverted back to the previous model
             messages=[
-                {"role": "system", "content": "You categorize webpages based on their content."},
                 {"role": "user", "content": prompt}
             ],
             max_tokens=10,
@@ -608,9 +645,8 @@ Provide a concise and helpful response.
 """
 
         response = openai.ChatCompletion.create(
-            model='llama-3.1-70b-versatile',  # Updated model
+            model='llama3-8b-8192',  # Reverted back to the previous model
             messages=[
-                {"role": "system", "content": "You assist users by finding relevant information from their bookmarks."},
                 {"role": "user", "content": prompt}
             ],
             max_tokens=500,