Update app.py

app.py

@@ -17,6 +17,8 @@ urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 class WebScrapingTool:
     def __init__(self):
         self.client = None
+        self.scraped_data = None  # Store scraped data for fact-checking
+        self.analysis_result = None  # Store analysis result for fact-checking
         self.system_prompt = """You are a specialized web data extraction assistant. Your core purpose is to browse and analyze the content of web pages based on user instructions, and return structured or unstructured information from the provided URL. Your capabilities include:
 1. Navigating and reading web page content from a given URL.
 2. Extracting textual content including headings, paragraphs, lists, and metadata.
@@ -39,6 +41,24 @@ You must not hallucinate or infer data not present on the page. If content is mi
 Always respond based on the actual content from the provided link. If the page fails to load or cannot be accessed, inform the user immediately.
 Your role is to act as an intelligent browser and data interpreter — able to read and reshape any web content to meet user needs."""
 
+        self.factcheck_prompt = """You are an expert fact-checker and critical analysis assistant. Your role is to thoroughly examine AI-generated analysis results against the original source material to verify accuracy, identify potential errors, and assess the reliability of the analysis.
+
+Your fact-checking responsibilities include:
+1. **Accuracy Verification**: Compare each claim, statistic, and piece of information in the analysis against the original source content.
+2. **Completeness Assessment**: Determine if important information was missed or if the analysis covers all relevant aspects.
+3. **Error Detection**: Identify factual errors, misinterpretations, or misrepresentations of the source material.
+4. **Context Verification**: Ensure that information is presented in proper context and not taken out of context.
+5. **Consistency Check**: Verify that the analysis is internally consistent and doesn't contain contradictions.
+
+For your fact-checking analysis, provide:
+- **ACCURACY SCORE**: Rate the overall accuracy on a scale of 1-10 (10 being perfectly accurate)
+- **KEY FINDINGS**: List what was correctly analyzed
+- **ERRORS IDENTIFIED**: Point out any inaccuracies, misrepresentations, or missing information
+- **VERIFICATION STATUS**: For each major claim, indicate whether it's VERIFIED, PARTIALLY VERIFIED, or CANNOT VERIFY
+- **RECOMMENDATIONS**: Suggest improvements or corrections needed
+
+Be thorough, objective, and provide specific examples when pointing out discrepancies. If the analysis is accurate, acknowledge its quality. If there are issues, be clear about what needs correction."""
+
     def setup_client(self, api_key):
         """Initialize OpenAI client with OpenRouter"""
         try:
@@ -270,6 +290,9 @@ Your role is to act as an intelligent browser and data interpreter — able to r
         if not scraped_data['success']:
             return f"Error scraping webpage: {scraped_data['error']}"
         
+        # Store scraped data for fact-checking
+        self.scraped_data = scraped_data
+        
         # Prepare content for AI analysis
         content_text = f"""
 WEBPAGE ANALYSIS REQUEST
@@ -315,11 +338,84 @@ MAIN CONTENT:
                 max_tokens=4000
             )
             
-            return completion.choices[0].message.content
+            result = completion.choices[0].message.content
+            # Store analysis result for fact-checking
+            self.analysis_result = result
+            return result
             
         except Exception as e:
             return f"Error analyzing content with AI: {str(e)}"
 
+    def fact_check_analysis(self, api_key):
+        """Fact-check the analysis results using DeepSeek R1"""
+        if not self.client:
+            success, message = self.setup_client(api_key)
+            if not success:
+                return f"Error: {message}"
+        
+        if not self.scraped_data or not self.analysis_result:
+            return "❌ No analysis results to fact-check. Please run an analysis first."
+        
+        # Prepare content for fact-checking
+        factcheck_content = f"""
+FACT-CHECKING TASK
+==================
+
+ORIGINAL SOURCE MATERIAL:
+-------------------------
+URL: {self.scraped_data['url']}
+Title: {self.scraped_data['title']}
+Content Length: {self.scraped_data['content_length']} characters
+
+SOURCE TEXT:
+{self.scraped_data['text']}
+"""
+        
+        if self.scraped_data['tables']:
+            factcheck_content += f"\n\nSOURCE TABLES ({len(self.scraped_data['tables'])} found):\n"
+            factcheck_content += "=" * 50 + "\n"
+            
+            for table in self.scraped_data['tables']:
+                factcheck_content += f"\nTABLE {table['id']}:\n"
+                factcheck_content += f"Headers: {' | '.join(table['headers'])}\n"
+                factcheck_content += "-" * 50 + "\n"
+                
+                for i, row in enumerate(table['data'][:15]):  # Show more rows for fact-checking
+                    factcheck_content += f"Row {i+1}: {' | '.join(str(cell) for cell in row)}\n"
+                
+                if len(table['data']) > 15:
+                    factcheck_content += f"... and {len(table['data']) - 15} more rows\n"
+                factcheck_content += "\n"
+        
+        factcheck_content += f"""
+
+AI ANALYSIS TO VERIFY:
+======================
+{self.analysis_result}
+
+FACT-CHECKING INSTRUCTIONS:
+===========================
+Please thoroughly fact-check the AI analysis above against the original source material. Verify every claim, statistic, and piece of information. Provide a comprehensive fact-checking report."""
+        
+        try:
+            completion = self.client.chat.completions.create(
+                extra_headers={
+                    "HTTP-Referer": "https://gradio-web-scraper.com",
+                    "X-Title": "AI Web Scraping Tool - Fact Checker",
+                },
+                extra_body={},
+                model="deepseek/deepseek-r1:free",
+                messages=[
+                    {"role": "system", "content": self.factcheck_prompt},
+                    {"role": "user", "content": factcheck_content}
+                ]
+            )
+            
+            return completion.choices[0].message.content
+            
+        except Exception as e:
+            return f"Error fact-checking with DeepSeek R1: {str(e)}"
+
 def create_interface():
     tool = WebScrapingTool()
     
@@ -357,13 +453,27 @@ def create_interface():
         
         yield f"✅ Analysis Complete!\n{'='*50}\n\n{result}"
     
+    def fact_check_request(api_key):
+        if not api_key.strip():
+            return "❌ Please enter your OpenRouter API key"
+        
+        yield "🔍 Starting fact-check with DeepSeek R1..."
+        time.sleep(0.5)
+        
+        yield "🧠 Analyzing accuracy and verifying claims..."
+        
+        # Perform fact-checking
+        factcheck_result = tool.fact_check_analysis(api_key)
+        
+        yield f"✅ Fact-Check Complete!\n{'='*50}\n\n{factcheck_result}"
+    
     # Create Gradio interface
-    with gr.Blocks(title="AI Web Scraping Tool", theme=gr.themes.Soft()) as app:
+    with gr.Blocks(title="AI Web Scraping Tool with Fact-Checking", theme=gr.themes.Soft()) as app:
         gr.Markdown("""
-        # 🤖 AI Web Scraping Tool
-        ### Powered by DeepSeek V3 & OpenRouter
+        # 🤖 AI Web Scraping Tool with Fact-Checking
+        ### Powered by DeepSeek V3 & DeepSeek R1 via OpenRouter
         
-        Extract and analyze web content using advanced AI. The tool handles timeouts, SSL issues, and provides robust scraping capabilities.
+        Extract and analyze web content using advanced AI, then fact-check the results for accuracy and reliability.
         """)
         
         with gr.Row():
@@ -390,6 +500,9 @@ def create_interface():
                 
                 with gr.Row():
                     analyze_btn = gr.Button("🚀 Analyze Website", variant="primary", size="lg")
+                    factcheck_btn = gr.Button("🔍 Fact-Check Results", variant="secondary", size="lg")
+                
+                with gr.Row():
                     clear_btn = gr.Button("🗑️ Clear All", variant="secondary")
             
             with gr.Column(scale=3):
@@ -401,32 +514,140 @@ def create_interface():
                     interactive=False,
                     placeholder="Results will appear here after analysis..."
                 )
+                
+                factcheck_output = gr.Textbox(
+                    label="🔍 Fact-Check Report",
+                    lines=20,
+                    max_lines=40,
+                    show_copy_button=True,
+                    interactive=False,
+                    placeholder="Fact-check results will appear here after clicking 'Fact-Check Results'..."
+                )
         
         # Tips and Examples
-        with gr.Accordion("💡 Usage Tips & Examples", open=False):
+        with gr.Accordion("💡 Usage Tips & Fact-Checking Guide", open=False):
             gr.Markdown("""
-            ### 🎯 Example Analysis Queries:
-            - **Data Extraction**: *"Extract all numerical data and organize it in a table format"*
-            - **Content Summary**: *"Summarize the main points in bullet format with key statistics"*
-            - **Table Processing**: *"Find all tables and convert them to a single consolidated format"*
-            - **Specific Information**: *"Extract contact information, prices, or product details"*
-            - **Comparison**: *"Compare different items/options mentioned and create a comparison table"*
-            
-            ### 🔧 Technical Notes:
-            - **Multiple Timeouts**: Tool tries 15s, 30s, then 45s timeouts automatically
-            - **SSL Handling**: Bypasses SSL issues for problematic websites
-            - **Content Filtering**: Removes ads, popups, and unnecessary elements
-            - **Table Detection**: Automatically finds and structures tabular data
-            - **Error Recovery**: Handles connection issues and provides clear error messages
-            
-            ### 🌐 Works Well With:
-            - News websites (BBC, CNN, Reuters)
-            - Government sites (IMF, WHO, official statistics)
-            - Wikipedia and educational content
-            - E-commerce product pages
-            - Financial data sites (Yahoo Finance, MarketWatch)
-            - Research papers and academic sites
+            ## 🔄 **How to Use the Fact-Checking Feature:**
+            
+            1. **First**: Enter your API key, URL, and analysis query
+            2. **Second**: Click "🚀 Analyze Website" to get initial results
+            3. **Third**: Click "🔍 Fact-Check Results" to verify accuracy with DeepSeek R1
+            
+            ## 🎯 **What the Fact-Checker Does:**
+            
+            ### **Accuracy Verification**
+            - Compares every claim in the analysis against the original source
+            - Identifies factual errors and misrepresentations
+            - Verifies numerical data and statistics
+            
+            ### **Completeness Assessment**
+            - Checks if important information was missed
+            - Evaluates coverage of all relevant aspects
+            - Identifies gaps in the analysis
+            
+            ### **Context Verification**
+            - Ensures information isn't taken out of context
+            - Verifies proper interpretation of source material
+            - Checks for misleading presentations
+            
+            ### **Quality Scoring**
+            - Provides accuracy scores (1-10 scale)
+            - Lists verified vs. unverified claims
+            - Offers specific recommendations for improvement
+            
+            ## 🧪 **Best Practices for Fact-Checking:**
+            
+            ### **Ideal Test Cases:**
+            ```
+            URL: https://en.wikipedia.org/wiki/List_of_countries_by_population
+            Query: Create a table showing the top 10 most populous countries with their exact population figures
+            ```
+            *Perfect for fact-checking numerical accuracy*
+            
+            ```
+            URL: https://www.who.int/news-room/fact-sheets
+            Query: Extract key health statistics and create a summary of global health metrics
+            ```
+            *Great for verifying official statistics*
+            
+            ```
+            URL: https://finance.yahoo.com/quote/AAPL
+            Query: Extract Apple's current stock price, market cap, and financial metrics
+            ```
+            *Excellent for checking real-time financial data accuracy*
+            
+            ## 🎯 **Example Analysis Queries for Fact-Checking:**
+            
+            ### **Data-Heavy Content**
+            - *"Extract all numerical data and organize it in a table format"*
+            - *"Create a comparison table of different countries' GDP figures"*
+            - *"List the top 10 items with their exact values from the source"*
             
+            ### **Statistical Information**
+            - *"Summarize key statistics with specific numbers and percentages"*
+            - *"Extract survey results and present the exact figures"*
+            - *"Create a timeline with specific dates and events"*
+            
+            ### **Complex Analysis**
+            - *"Compare different viewpoints and cite specific quotes"*
+            - *"Extract cause-and-effect relationships mentioned in the article"*
+            - *"Summarize research findings with methodology details"*
+            
+            ## 🔍 **What Gets Fact-Checked:**
+            
+            ✅ **Verified Items:**
+            - Exact quotes and citations
+            - Numerical data and statistics
+            - Dates, names, and factual claims
+            - Table data accuracy
+            - Mathematical calculations
+            
+            ⚠️ **Flagged Issues:**
+            - Misquoted information
+            - Incorrect numbers or percentages
+            - Missing context or nuance
+            - Overgeneralized statements
+            - Unsupported conclusions
+            
+            ## 🚨 **Red Flags the Fact-Checker Catches:**
+            
+            - **Hallucinated Data**: Information not present in the source
+            - **Misattributed Quotes**: Quotes assigned to wrong sources
+            - **Mathematical Errors**: Incorrect calculations or summaries
+            - **Context Loss**: Information presented without proper context
+            - **Incomplete Extraction**: Missing important details from tables
+            
+            ## 💡 **Tips for Better Fact-Checking:**
+            
+            1. **Use Specific Queries**: More specific requests = better fact-checking
+            2. **Test with Known Data**: Start with sites where you know the content
+            3. **Check Complex Tables**: Tables are great for testing accuracy
+            4. **Verify Names & Dates**: These are common error points
+            5. **Cross-Reference**: Compare with multiple sources when possible
+            
+            ## 🔬 **Advanced Fact-Checking Tests:**
+            
+            ### **Financial Data Test**
+            ```
+            URL: https://finance.yahoo.com/quote/MSFT
+            Query: Create a detailed financial summary table with exact figures for Microsoft stock
+            Expected: Fact-checker should verify all numbers match the source exactly
+            ```
+            
+            ### **Statistical Data Test**
+            ```
+            URL: https://www.census.gov/quickfacts/fact/table/US
+            Query: Extract US population demographics with specific percentages
+            Expected: Fact-checker should confirm all demographic percentages are accurate
+            ```
+            
+            ### **Historical Data Test**
+            ```
+            URL: https://en.wikipedia.org/wiki/List_of_Presidents_of_the_United_States
+            Query: Create a table of the last 10 US presidents with their exact terms of office
+            Expected: Fact-checker should verify all dates and names are correct
+            ```
+
             ## 🧪 **Test Scenarios**
             
             ### **1. News & Media Sites**
@@ -555,28 +776,22 @@ def create_interface():
             Query: Extract UK weather information and create a regional breakdown of current conditions
             ```
             
-            ## 🔍 **Testing Tips:**
-            
-            1. **Start Simple**: Begin with basic sites like Wikipedia or news sites
-            2. **Test Error Handling**: Try invalid URLs to see error messages
-            3. **Check Timeouts**: Use slow-loading sites to test timeout handling
-            4. **Verify Tables**: Test sites with different table structures
-            5. **Content Variety**: Try different content types (news, data, products)
+            ## 🎯 **Interpreting Fact-Check Results:**
             
-            ## 🚨 **Sites That May Have Issues:**
-            - Social media sites (require login)
-            - Sites with heavy JavaScript (may have limited content)
-            - Sites with aggressive bot protection
-            - Password-protected pages
+            ### **Accuracy Scores:**
+            - **9-10**: Highly accurate, minimal issues
+            - **7-8**: Generally accurate with minor corrections needed
+            - **5-6**: Moderate accuracy, several issues to address
+            - **3-4**: Low accuracy, significant problems found
+            - **1-2**: Poor accuracy, major fact-checking failures
             
-            ## ✅ **Reliable Test Sites:**
-            - Wikipedia (excellent for tables and structured content)
-            - BBC News (good for text extraction)
-            - Government sites (.gov domains)
-            - W3Schools (great for HTML table testing)
-            - HttpBin (perfect for testing basic functionality)
+            ### **Verification Status:**
+            - **✅ VERIFIED**: Claim matches source exactly
+            - **⚠️ PARTIALLY VERIFIED**: Claim is mostly correct but lacks nuance
+            - **❌ CANNOT VERIFY**: Claim not supported by source material
+            - **🚨 CONTRADICTED**: Claim directly contradicts source
             
-            Start with the simpler tests and gradually move to more complex scenarios to fully evaluate your tool's capabilities!
+            Remember: The fact-checker is designed to be thorough and critical. Even high-quality analyses may receive suggestions for improvement!
             """)
         
         # Event handlers
@@ -587,9 +802,16 @@ def create_interface():
             show_progress=True
         )
         
+        factcheck_btn.click(
+            fn=fact_check_request,
+            inputs=[api_key_input],
+            outputs=factcheck_output,
+            show_progress=True
+        )
+        
         clear_btn.click(
-            fn=lambda: ("", "", "", ""),
-            outputs=[api_key_input, url_input, query_input, output]
+            fn=lambda: ("", "", "", "", ""),
+            outputs=[api_key_input, url_input, query_input, output, factcheck_output]
         )
     
     return app