feat: add discount pct and change resumo for opiniao dos usuarios (#2)

- feat: add discount pct and change resumo for opiniao dos usuarios (c1cde73334a70b53108de319a6e6c49b7dee5021)

app.py

@@ -5,6 +5,7 @@ from crewai import Agent, Task, Crew, Process, LLM
 from crewai_tools import ScrapeWebsiteTool
 from crewai.tools import BaseTool
 from dotenv import load_dotenv
+from stealth_scrape_tool import StealthScrapeTool
 
 load_dotenv()
 
@@ -31,10 +32,28 @@ class ShortenerTool(BaseTool):
             return original_url
 
 class CalculateDiscountedPriceTool(BaseTool):
+    """
+    A tool to calculate the final price of an item after a discount is applied.
+    """
     name: str = "Calculate Discounted Price Tool"
     description: str = "Calculates the price after applying a given discount percentage."
-
+    
     def _run(self, original_price: float, discount_percentage: float) -> float:
+        
+        """Calculates the discounted price and the total discount amount.
+
+        This method takes an original price and a discount percentage, validates
+        the inputs, and then computes the final price after the discount is
+        applied, as well as the amount saved.
+
+        Args:
+            original_price: The initial price of the item as a float or integer.
+
+        Returns:
+            float:
+                - The final discounted price, rounded to 2 decimal places.
+        """
+        
         if not isinstance(original_price, (int, float)) or not isinstance(discount_percentage, (int, float)):
             raise ValueError("Both original_price and discount_percentage must be numbers.")
         if discount_percentage < 0 or discount_percentage > 100:
@@ -43,6 +62,35 @@ class CalculateDiscountedPriceTool(BaseTool):
         discount_amount = original_price * (discount_percentage / 100)
         discounted_price = original_price - discount_amount
         return round(discounted_price, 2)
+    
+class CalculateDiscountValueTool(BaseTool):
+    """
+    A tool to calculate the final discount value of an item after comparing the original value and the final value.
+    """
+    name: str = "Calculate Discount Value Tool"
+    description: str = "Calculates the discount value after comparing two values."
+    
+    def _run(self, original_price: float, final_price: float) -> float:
+        
+        """Calculates the total discounted amount give the original and final price.
+
+        This method takes an original price and a final price, validates
+        the inputs, and then computes the final discounted value.
+
+        Args:
+            original_price: The initial price of the item as a float or integer.
+            final_price: The final price after discount as a float or integer.
+
+        Returns:
+            float:
+                - The final discount value, rounded to 0 decimal places.
+        """        
+        if not isinstance(original_price, (int, float)) or not isinstance(final_price, (int, float)):
+            raise ValueError("Both original_price and final_price must be numbers.")
+        
+        discount_value = original_price - final_price
+        discount_percentage = (discount_value / original_price) * 100
+        return round(discount_percentage, 0)
 
 class SocialMediaCrew:
     def __init__(self, openai_api_key: str, natura_api_token: str, openai_base_url: str, openai_model_name: str):
@@ -50,9 +98,10 @@ class SocialMediaCrew:
         self.natura_api_token = natura_api_token
         self.openai_base_url = openai_base_url
         self.openai_model_name = openai_model_name
-        self.scrape_tool = ScrapeWebsiteTool()
+        self.scrape_tool = StealthScrapeTool() #ScrapeWebsiteTool()
         self.shortener_tool = ShortenerTool(natura_api_token=self.natura_api_token)
         self.calculate_discounted_price_tool = CalculateDiscountedPriceTool()
+        self.calculate_discount_value_tool = CalculateDiscountValueTool()
 
         print("Initializing SocialMediaCrew with BASE URL:", self.openai_base_url)
         print("Using OpenAI Model:", self.openai_model_name)
@@ -69,9 +118,13 @@ class SocialMediaCrew:
             goal='Analyze the provided URL and extract key product information',
             backstory=("You are an expert in analyzing product pages and extracting the most important information. You can identify the product name, its main features, and the target audience."),
             verbose=True,
-            tools=[self.scrape_tool, self.shortener_tool, self.calculate_discounted_price_tool],
+            tools=[self.scrape_tool, 
+                   self.shortener_tool, 
+                   self.calculate_discounted_price_tool, 
+                   self.calculate_discount_value_tool],
             allow_delegation=False,
-            llm=llm
+            llm=llm,
+            max_retries=3
         )
 
         self.social_media_copywriter = Agent(
@@ -80,7 +133,8 @@ class SocialMediaCrew:
             backstory=("You are a creative copywriter specialized in the beauty and fragrance market. You know how to craft posts that are engaging, persuasive, and tailored for a Portuguese-speaking audience. You are an expert in using emojis and hashtags to increase engagement."),
             verbose=True,
             allow_delegation=False,
-            llm=llm
+            llm=llm,
+            max_retries=3
         )
 
     def run_crew(self, product_url: str, main_cupom: str, main_cupom_discount_percentage: float, cupom_1: str, cupom_2: str) -> str:
@@ -105,9 +159,9 @@ class SocialMediaCrew:
             return "INVALID_URL"
 
         analyze_product_task = Task(
-            description=(f"1. Scrape the content of the URL: {product_url} using the 'scrape_tool'.\n2. Identify and extract the original product price and the final discounted price if existing. IGNORE any price breakdowns like 'produto' or 'consultoria'.\n3. Extract the product name, key characteristics, and any other relevant DISCOUNT available.\n4. Use the 'Calculate Discounted Price Tool' with the extracted final best price and the provided discount percentage ({main_cupom_discount_percentage}) to get the CUPOM DISCOUNTED PRICE.\n5. Use the 'URL Shortener Tool' to generate a short URL for {product_url}. If the shortener tool returns an error, use the original URL.\n6. Provide all this information, including the product name, ORIGINAL PRICE, DISCOUNTED PRICE  (the one used as the input in the tool 'Calculate Discounted Price Tool'), 2) CUPOM DISCOUNTED PRICE, and the generated short URL (or the original if the shortener failed). If any of this information cannot be extracted, you MUST return 'MISSING_PRODUCT_INFO'."),
+            description=(f"1. Scrape the content of the URL: {product_url} using the 'scrape_tool' with css_element = '.product-detail-banner'.\n2. Identify and extract the original product price and the final discounted price if existing. IGNORE any price breakdowns like 'produto' or 'consultoria'.\n3. Extract the product name, key characteristics, and any other relevant DISCOUNT available.\n4. Use the 'Calculate Discounted Price Tool' with the extracted final best price and the provided DISCOUNT PERCENTAGE ({main_cupom_discount_percentage}) to get the CUPOM DISCOUNTED PRICE.\n4.1 Use the 'Calculate Discount Value Tool' with ORIGINAL PRICE and CUPOM DISCOUNTED PRICE to get the TOTAL DISCOUNT PERCENTAGE.\n5. Use the 'URL Shortener Tool' to generate a short URL for {product_url}. If the shortener tool returns an error, use the original URL.\n6. Provide all this information, including the product name, ORIGINAL PRICE, DISCOUNTED PRICE  (the one used as the input in the tool 'Calculate Discounted Price Tool'), 2) CUPOM DISCOUNTED PRICE, and the generated short URL (or the original if the shortener failed). If any of this information cannot be extracted, you MUST return 'MISSING_PRODUCT_INFO'."),
             agent=self.product_analyst,
-            expected_output="A concise summary of the product including its name, key features, unique selling points, ORIGINAL PRICE, DISCOUNTED PRICE (the one used as the input in the tool 'Calculate Discounted Price Tool'), CUPOM DISCOUNTED PRICE, and the SHORT SHAREABLE URL (or the original if the shortener failed), OR 'MISSING_PRODUCT_INFO' if essential product details are not found."
+            expected_output="A concise summary of the product including its name, key features, unique selling points, ORIGINAL PRICE, DISCOUNTED PRICE (the one used as the input in the tool 'Calculate Discounted Price Tool'), CUPOM DISCOUNTED PRICE, TOTAL DISCOUNT PERCENTAGE, and the SHORT SHAREABLE URL (or the original if the shortener failed), OR 'MISSING_PRODUCT_INFO' if essential product details are not found."
         )
 
         create_post_task = Task(
@@ -122,11 +176,15 @@ class SocialMediaCrew:
 De ~~{{ORIGINAL PRICE}}~~
 🔥Por {{CUPOM DISCOUNTED PRICE}} 🔥
 
+🔥 {{TOTAL DISCOUNT PERCENTAGE}}% OFF!
+
 🎟️ USE O CUPOM >>> {main_cupom}
 
 🛒 Link >>> {{short_url}}
 
 `🎟️ *Cupom válido para a primeira compra no link Minha Loja Natura, mesmo se já comprou no app ou link antigo. Demais compras ou app, use o cupom {cupom_1} ou {cupom_2} (o desconto é um pouco menor)`
+
+`‼️ Faça login nesse link com o mesmo email e senha que já usa pra comprar Natura!`
 ###End Template
 
 Ensure a URL is always present in the output. Include a clear call to action and a MAXIMUM of 2 relevant emojis. DO NOT include hashtags. Keep it short and impactful and does not forget to include the backticks around the last paragraph.

fragrantica_crew.py

@@ -54,7 +54,7 @@ class FragranticaCrew:
 
                    - Este Perfume me Lembra do: Find the section titled "Este perfume me lembra do", and list the perfume names mentioned there.
 
-                   - Resumo detalhado: Look for a section containing detailed user reviews, such as "Todas as Resenhas por Data" or similar, and synthesize a detailed summary from these reviews.
+                   - Opinião dos usuários: Look for a section containing detailed user reviews, such as "Todas as Resenhas por Data" or similar, and synthesize a detailed summary from these reviews.
 
                 3. Present the extracted information in a clear, structured format, ready for reporting. If any specific piece of information cannot be found, check again to make sure they are not found, after check again, if you truly do not find the info, state 'N/A' for that field. If the entire scraping process fails, return "SCRAPING_FAILED".
 """
@@ -68,7 +68,7 @@ class FragranticaCrew:
                     Longevidade, 
                     Projeção, 
                     Este Perfume me Lembra do,
-                    and Resumo detalhado.
+                    Opinião dos usuários.
                 Ensure Longevidade and Projeção use the exact specified string values.
                 If any information is not found, state 'N/A' for that specific field. If the scraping process fails entirely, return the exact string "SCRAPING_FAILED"."""
             )
@@ -82,7 +82,7 @@ class FragranticaCrew:
                    - Intensidade: Ranging from 1 to 5\n
                    - Fixação na minha pele: Ranging from 1 to 5\n
                    - Projeção: Ranging from 1 to 5\n
-                   - Segue o estilo do perfurme: Select the perfume that most match this one, based on "Este Perfume me Lembra do" and "Resumo detalhado" extracted earlier\n
+                   - Segue o estilo do perfurme: Select the perfume that most match this one, based on "Este Perfume me Lembra do" and "Opinião dos usuários" extracted earlier\n
                    - Como ele é, na minha percepção: Based on your analyses, write a concise summary about "How do I see it". Where you give your opinion using info about the perfume grades, and etc.\n
                    - Eu indico para quem: Give your opinion two opinions about who would like it. Something like "gostam de frangâncias cítricas e amedeirado", "Querem um perfurme forte para usar no inverno"\n
                 Your output must be a text containing the "Extraction" values and the "Process" values, in user friaendly format."""
@@ -90,7 +90,7 @@ class FragranticaCrew:
             agent=self.reporter_agent,
             expected_output=(
                 """A comprehensive perfume analysis report in markdown format.
-                The report must include all extracted information (Resumo, Acordes principais, Pirâmide Olfativa, Longevidade, Projeção, Este Perfume me Lembra, Resumo detalhado) 
+                The report must include all extracted information (Resumo, Acordes principais, Pirâmide Olfativa, Longevidade, Projeção, Este Perfume me Lembra, Opinião dos usuários) 
                 and the "Human Friendly" analysis (Nível de "doçura", Intensidade, Fixação na minha pele, Projeção, Segue o estilo do perfurme, Como ele é, na minha percepção, Eu indico para quem)."""
             ),
             context=[research_task]

stealth_scrape_tool.py

@@ -8,7 +8,7 @@ class StealthScrapeTool(BaseTool):
     name: str = "Stealth Web Scraper"
     description: str = "A tool for stealthily scraping content from a given URL using Playwright and a CSS selector."
 
-    async def _arun(self, website_url: str, css_element: str) -> str:
+    async def _arun(self, website_url: str, css_element = "body") -> str:
         try:
             async with Stealth().use_async(async_playwright()) as p:
                 browser = await p.chromium.launch(headless=True)