Update app.py

app.py

@@ -18,7 +18,7 @@ logger = logging.getLogger(__name__)
 
 # Constants
 EMBEDDING_MODEL = 'sentence-transformers/all-MiniLM-L6-v2'
-DEFAULT_MODEL = "facebook/bart-large-cnn"
+DEFAULT_MODEL = "liuhaotian/llava-v1.6-mistral-7b"
 
 @st.cache_resource
 def load_embeddings():
@@ -71,44 +71,35 @@ def summarize_report(documents: List[Document], llm) -> str:
     """Summarize the report using the loaded model."""
     try:
         prompt_template = """
-        You are an AI specialized in summarizing comprehensive reports with a focus on funding, finances, and global comparisons. Given the detailed report content below, generate a concise and structured summary using bullet points and emojis. The summary should highlight key funding figures, financial data, budget allocations, comparisons between regions, and notable insights about [FOCUS_REGION]'s role in the global context of [TOPIC].
-        Report Content:
-        {text}
-        Your summary should follow this structure:
-        Summary:
-        💰 [TOPIC] Overview for [FOCUS_REGION]:
-       
-        🔴 [FOCUS_REGION]'s Position in Global [TOPIC]:
-        📍 Total investment/funding: [amount]
-        📍 Breakdown of funding sources (e.g., government, private sector)
-        📍 [FOCUS_REGION]'s ranking in global investment
-        📍 Key statistics and figures
-        
-        🔴 Financial Impact and Projections:
-        📍 Expected ROI or economic benefits
-        📍 Financial milestones or targets
-        📍 Impact on relevant areas
-        
-        🔴 Global Comparison:
-        📍 [List of relevant countries/regions with their financial figures]
-        📍 Comparative analysis of [FOCUS_REGION] vs other major players
-        
-        🔴 Budget Analysis:
-        📍 Major budget items
-        📍 Key budget allocations
-        📍 Year-over-year budget changes
-        📍 Comparison to industry benchmarks
-        
-        🔴 Funding Strategies:
-        📍 Key funding mechanisms (e.g., grants, loans, public-private partnerships)
-        📍 Innovative financing approaches
-        
-        🔴 Progress and Significance:
-        📍 Key achievements or milestones
-        📍 [1-2 concluding points about [FOCUS_REGION]'s role or significance in [TOPIC]]
-        
-        Please ensure the summary is concise, informative, and easy to read at a glance. Use precise figures where available and highlight any significant financial trends or insights. The summary should provide a comprehensive overview of both the financial aspects and the broader context of [TOPIC] in [FOCUS_REGION].
-        """
+        <s>[INST] You are an advanced AI assistant with expertise in summarizing technical documents. Your goal is to create a clear, concise, and well-organized summary using Markdown formatting. Focus on extracting and presenting the essential points of the document effectively.
+
+    *Instructions:*
+    - Analyze the provided context and input carefully.
+    - Identify and highlight the key points, main arguments, and important details.
+    - Format the summary using Markdown for clarity:
+        - Use # for main headers and ## for subheaders.
+        - Use **text** for important terms or concepts.
+        - Provide a brief introduction, followed by the main points, and a concluding summary if applicable.
+    - Ensure the summary is easy to read and understand, avoiding unnecessary jargon.
+
+    *Example Summary Format:*
+
+    # Overview
+    *Document Title:* Technical Analysis Report
+
+    *Summary:*
+    The report provides an in-depth analysis of the recent technical advancements in AI. It covers key areas such as ...
+
+    # Key Findings
+    - *Finding 1:* Description of finding 1.
+    - *Finding 2:* Description of finding 2.
+
+    # Conclusion
+    The analysis highlights the significant advancements and future directions for AI technology.
+
+    *Your Response:* [/INST]</s> {input}
+    Context: {context}
+    """
 
         prompt = PromptTemplate.from_template(prompt_template)
         chain = load_summarize_chain(llm, chain_type="stuff", prompt=prompt)