Update app.py

app.py

@@ -1,5 +1,3 @@
-import eventlet
-
 import pandas as pd
 import json
 from PIL import Image
@@ -58,6 +56,9 @@ app.config['SECRET_KEY'] = SECRET_KEY
 # Initialize LLM
 llm = ChatGroq(model="llama-3.1-8b-instant", temperature=0, max_tokens=1024, max_retries=2)
 
+# JSON response LLM
+json_llm = ChatGroq(model="llama-3.1-70b-versatile", temperature=0, max_tokens=1024, max_retries=2, model_kwargs={"response_format": {"type": "json_object"}})
+
 # Initialize Router
 router = ChatGroq(model="llama-3.2-3b-preview", temperature=0, max_tokens=1024, max_retries=2, model_kwargs={"response_format": {"type": "json_object"}})
 
@@ -199,7 +200,6 @@ def answer_generator(formated_input, session_id):
     JSON object as its value. The JSON object should have ingredient and its measurement as key-value pairs. Similarly if user asked for nutritional information then the output should have 'header' key with header text and 'nutrients' key
     with a JSON object og nutrient and its content as key-value pairs. Similarly if the user query asks for recipe instructions then JSON output should include 'header key with header text and 
     'instructions' key with a list of instructions as its value.
-
     Following are the output formats for some cases:
         1. if user query asks for all recipe information, then output should be of following format:
             {
@@ -225,14 +225,11 @@ def answer_generator(formated_input, session_id):
                 header: header text,
                 recipe_instructions: List of recipe instructions,
             }
-
         4. if user query asks for recipe instructions information, then output should be of following format:
             {
                 header: header text,
                 recipe_instructions: List of recipe instructions,
             }
-
-
     Additional Instructions:
     - Precision and Personalization: Always aim to provide precise, personalized, and relevant information to users based on both the provided context and their specific queries.
     - Clarity and Coherence: Ensure all responses are clear, well-structured, and easy to understand, facilitating a seamless user experience.
@@ -240,8 +237,6 @@ def answer_generator(formated_input, session_id):
     - Dynamic Adaptation: Adapt your responses dynamically based on whether the context is relevant to the user's current request, ensuring optimal use of available information.
     - Don't mention about the context in the response, format the answer in a natural and friendly way.
     
-    Context:
-    {context}
     """
     qa_prompt = ChatPromptTemplate.from_messages(
         [
@@ -266,6 +261,132 @@ def answer_generator(formated_input, session_id):
     return response
 
 
+def json_answer_generator(user_query, context):
+    system_prompt = """
+            Given a recipe context in JSON format, respond to user queries by extracting and returning the requested information in JSON format with an additional `"header"` key containing a response starter. Use the following rules:
+            1. **Recipe Information Extraction**: 
+            - If the user query explicitly requests specific recipe data (e.g., ingredients, nutrients, or instructions), return only those JSON objects from the provided recipe context.
+            - For example, if the user asks, “What are the ingredients?” or “Show me the nutrient details,” your output should be limited to only the requested JSON objects (e.g., `recipe_ingredients`, `recipe_nutrients`).
+            - Include `"header": "Here is the information you requested:"` at the start of each response.
+            2. **Multiple Information Points**:
+            - If a user query asks for more than one piece of information, return each requested JSON object from the recipe context in a combined JSON response.
+            - For example, if the query is “Give me the ingredients and instructions,” the output should include both `recipe_ingredients` and `recipe_instructions` objects.
+            - Include `"header": "Here is the information you requested:"` at the start of each response.
+            3. **Non-Specific Recipe Information**:
+            - If the query does not directly refer to recipe data but instead asks for a general response based on the context, return a JSON object with a single key `"content"` and a descriptive response as its value.
+            - Include `"header": "Here is a suggestion based on the recipe:"` as the response starter.
+            - For example, if the query is “How can I use this recipe for a healthy lunch?” return a response like:
+                ```json
+                {
+                    "header": "Here is a suggestion based on the recipe:",
+                    "content": "This Asian Potato Salad with Seven Minute Egg is a nutritious and light option, ideal for a balanced lunch. It provides protein and essential nutrients with low calories."
+                }
+                ```
+            **Example Context**:
+            ```json
+            {
+                "recipe_name": "Asian Potato Salad with Seven Minute Egg",
+                "recipe_time": 0,
+                "recipe_yields": "4 servings",
+                "recipe_ingredients": [
+                    "2 1/2 cup Multi-Colored Fingerling Potato",
+                    "3/4 cup Celery",
+                    "1/4 cup Red Onion",
+                    "2 tablespoon Fresh Parsley",
+                    "1/3 cup Mayonnaise",
+                    "1 tablespoon Chili Garlic Sauce",
+                    "1 teaspoon Hoisin Sauce",
+                    "1 splash Soy Sauce",
+                    "to taste Salt",
+                    "to taste Ground Black Pepper",
+                    "4 Egg"
+                ],
+                "recipe_instructions": "Fill a large stock pot with water. Add the Multi-Colored Fingerling Potato...",
+                "recipe_image": "https://www.sidechef.com/recipe/eeeeeceb-493e-493d-8273-66c800821b13.jpg?d=1408x1120",
+                "blogger": "sidechef.com",
+                "recipe_nutrients": {
+                    "calories": "80 calories",
+                    "proteinContent": "2.1 g",
+                    "fatContent": "6.2 g",
+                    "carbohydrateContent": "3.9 g",
+                    "fiberContent": "0.5 g",
+                    "sugarContent": "0.4 g",
+                    "sodiumContent": "108.0 mg",
+                    "saturatedFatContent": "1.2 g",
+                    "transFatContent": "0.0 g",
+                    "cholesterolContent": "47.4 mg",
+                    "unsaturatedFatContent": "3.8 g"
+                },
+                "tags": [
+                    "Salad",
+                    "Lunch",
+                    "Brunch",
+                    "Appetizers",
+                    "Side Dish",
+                    "Budget-Friendly",
+                    "Vegetarian",
+                    "Pescatarian",
+                    "Eggs",
+                    "Potatoes",
+                    "Easy",
+                    "Dairy-Free",
+                    "Shellfish-Free",
+                    "Entertaining",
+                    "Fish-Free",
+                    "Peanut-Free",
+                    "Tree Nut-Free",
+                    "Sugar-Free",
+                    "Global",
+                    "Tomato-Free",
+                    "Stove",
+                    ""
+                ],
+                "id_": "0000001"
+            }
+            **Example Query & Output**:
+            **Query**: "What are the ingredients and calories?"
+            **Output**:
+            ```json
+            {
+                "header": "Here is the information you requested:",
+                "recipe_ingredients": [
+                    "2 1/2 cup Multi-Colored Fingerling Potato",
+                    "3/4 cup Celery",
+                    "1/4 cup Red Onion",
+                    "2 tablespoon Fresh Parsley",
+                    "1/3 cup Mayonnaise",
+                    "1 tablespoon Chili Garlic Sauce",
+                    "1 teaspoon Hoisin Sauce",
+                    "1 splash Soy Sauce",
+                    "to taste Salt",
+                    "to taste Ground Black Pepper",
+                    "4 Egg"
+                ],
+                "recipe_nutrients": {
+                    "calories": "80 calories"
+                }
+            }
+        Try to format the output as JSON object with key value pairs.
+    """
+
+    formatted_input = f"""
+        User Query: {user_query}
+        Recipe data as Context:
+        {context}
+    """
+    response = json_llm.invoke(
+        [SystemMessage(content=system_prompt)]
+        + [
+            HumanMessage(
+                content=formatted_input
+            )
+        ]
+    )
+    res = json.loads(response.content)
+    return res
+
+
+
 
 ### Router
 import json
@@ -274,10 +395,8 @@ from langchain_core.messages import HumanMessage, SystemMessage
 def router_node(query):
     # Prompt
     router_instructions = """You are an expert at determining the appropriate task for a user’s question based on chat history and the current query context. You have two available tasks:
-
         1.	Retrieval: Fetch information based on user's chat history and current query.
         2.	Recommendation/Suggestion: Recommend recipes to users based on the query.
-
     Return a JSON response with a single key named “task” indicating either “retrieval” or “recommendation” based on your decision.
     """
     response = router.invoke(
@@ -307,7 +426,6 @@ def recommendation_node(query):
         "recipe_nutrients": JSON object with key value pairs such as "protein: 10g",
         "tags": list of tags related to recipe
     } \n
-
     Here is the example of an recipe json object from the JSON data: \n
     {
         "recipe_name": "Asian Potato Salad with Seven Minute Egg",
@@ -357,13 +475,10 @@ def recommendation_node(query):
             "Shellfish-Free"
         ]
     } \n
-
     Based on the user query, provide a Python function to filter the JSON data. The output of the function should be a list of json objects. \n
-
     Recipe filtering instructions:
     - If a user asked for the highest nutrient recipe such as "high protein or high calories" then filtered recipes should be the top highest recipes from all the recipes with high nutrient.
     - sort or rearrange recipes based which recipes are more appropriate for the user.
-
     Your output instructions:
     - The function name should be filter_recipes. The input to the function should be file name.
     - The length of output recipes should not be more than 6.
@@ -412,12 +527,9 @@ def answer_formatter_node(question, context):
     2. Ensure your response is clear and concise.
     3. Mention only details related to the recipe, including the recipe name, instructions, nutrients, yield, ingredients, and image.
     4. Do not include any information that is not related to the recipe context.
-
     Please format an answer based on the following user question and context provided:
-
     User Question: 
     {question}
-
     Context:
     {context}
     """
@@ -444,7 +556,7 @@ def get_answer(image=[], message='', sessionID='abc123'):
                 'input': message,
                 'context': data
             }
-            response = answer_generator(formated_input, session_id=sessionID)
+            response = json_answer_generator(message, data)
         except Exception as e:
             print(e)
             response = {'content':"An error occurred while processing your request."}
@@ -462,7 +574,7 @@ def get_answer(image=[], message='', sessionID='abc123'):
                 'input': message,
                 'context': CURR_CONTEXT
             }
-            response = answer_generator(formated_input, session_id=sessionID)
+            response = json_answer_generator(message, data)
 
     return response
 
@@ -533,7 +645,7 @@ def handle_message(data):
                     'context': json.dumps(context)
                 }
                 # Invoke question_answer_chain and stream the response
-                response = answer_generator(formated_input, session_id=session_id)
+                response = json_answer_generator(message, context)
                 emit('response', response, room=session_id)
 
             except Exception as e:
@@ -546,21 +658,18 @@ def handle_message(data):
     else:
         message = data['message']
         task = router_node(message)
-        print(task)
         if task == 'retrieval':
             formated_input = {
                 'input': message,
                 'context': json.dumps(CURR_CONTEXT)
             }
-            response = answer_generator(formated_input, session_id=session_id)
+            response = json_answer_generator(message, context)
             emit('response', response, room=session_id)
         else:
             response = recommendation_node(message)
-            print(response)
             # response = answer_formatter_node(message, recipes)
             if response is None:
                 response = {'content':"An error occurred while processing your request."}
-
             emit('json_response', response, room=session_id)
         session_store.pop(session_id, None)
     
@@ -605,4 +714,4 @@ def index_view():
 
 # Main function to run the app
 if __name__ == '__main__': 
-    socketio.run(app, debug=False)
+    socketio.run(app, debug=True)