Add endpoints to use Insight Finder API

app.py

@@ -4,11 +4,12 @@ import os
 import sys
 import uvicorn
 from fastapi import APIRouter, FastAPI
-from schemas import _RefinedSolutionModel, _SearchedSolutionModel, _SolutionCriticismOutput, CriticizeSolutionsRequest, CritiqueResponse, RequirementInfo, ReqGroupingCategory, ReqGroupingResponse, ReqGroupingRequest, _ReqGroupingCategory, _ReqGroupingOutput, SolutionCriticism, SolutionModel, SolutionSearchResponse, SolutionSearchV2Request
+from schemas import _RefinedSolutionModel, _SearchedSolutionModel, _SolutionCriticismOutput, CriticizeSolutionsRequest, CritiqueResponse, InsightFinderConstraintsList, RequirementInfo, ReqGroupingCategory, ReqGroupingResponse, ReqGroupingRequest, _ReqGroupingCategory, _ReqGroupingOutput, SolutionCriticism, SolutionModel, SolutionSearchResponse, SolutionSearchV2Request, TechnologyData
 from jinja2 import Environment, FileSystemLoader, StrictUndefined
 from litellm.router import Router
 from dotenv import load_dotenv
 from util import retry_until
+from httpx import AsyncClient
 
 logging.basicConfig(
     level=logging.INFO,
@@ -40,6 +41,11 @@ llm_router = Router(model_list=[
     }
 ], num_retries=10, retry_after=30)
 
+# HTTP client
+INSIGHT_FINDER_BASE_URL = "https://organizedprogrammers-insight-finder.hf.space/"
+http_client = AsyncClient(verify=os.environ.get(
+    "NO_SSL", "0") == "1", timeout=None)
+
 # Jinja2 environment to load prompt templates
 prompt_env = Environment(loader=FileSystemLoader(
     'prompts'), enable_async=True, undefined=StrictUndefined)
@@ -54,6 +60,11 @@ requirements_router = APIRouter(prefix="/reqs", tags=["requirements"])
 solution_router = APIRouter(prefix="/solution", tags=["solution"])
 
 
+async def format_prompt(prompt_name: str, **args) -> str:
+    """Helper to format a prompt"""
+    return await prompt_env.get_template(prompt_name).render_async(args)
+
+
 @requirements_router.post("/categorize_requirements")
 async def categorize_reqs(params: ReqGroupingRequest) -> ReqGroupingResponse:
     """Categorize the given service requirements into categories"""
@@ -300,6 +311,65 @@ async def refine_solutions(params: CritiqueResponse) -> SolutionSearchResponse:
     return SolutionSearchResponse(solutions=refined_solutions)
 
 
+# ======================================== Solution generation using Insights Finder ==================
+
+@solution_router.post("/search_solutions_if")
+async def search_solutions_if(req: SolutionSearchV2Request) -> SolutionSearchResponse:
+
+    async def _search_solution_inner(cat: ReqGroupingCategory):
+        # process requirements into insight finder format
+        fmt_completion = await llm_router.acompletion("chat", messages=[
+            {
+                "role": "user",
+                "content": await format_prompt("if/format_requirements.txt", **{
+                    "category": cat.model_dump(),
+                    "response_schema": InsightFinderConstraintsList.model_json_schema()
+                })
+            }], response_format=InsightFinderConstraintsList)
+
+        fmt_model = InsightFinderConstraintsList.model_validate_json(
+            fmt_completion.choices[0].message.content)
+
+        # fetch technologies from insight finder
+        technologies_req = await http_client.post(INSIGHT_FINDER_BASE_URL + "process-constraints", content=fmt_model.model_dump_json())
+        technologies = TechnologyData.model_validate(technologies_req.json())
+
+        # =============================================================== synthesize solution using LLM =========================================
+
+        format_solution = await llm_router.acompletion("chat", messages=[{
+            "role": "user",
+            "content": await format_prompt("if/synthesize_solution.txt", **{
+                "category": cat.model_dump(),
+                "technologies": technologies.model_dump()["technologies"],
+                "user_constraints": None,
+                "response_schema": _SearchedSolutionModel.model_json_schema()
+            })}
+        ], response_format=_SearchedSolutionModel)
+
+        format_solution_model = _SearchedSolutionModel.model_validate_json(
+            format_solution.choices[0].message.content)
+
+        final_solution = SolutionModel(
+            Context="",
+            Requirements=[
+                cat.requirements[i].requirement for i in format_solution_model.requirement_ids
+            ],
+            Problem_Description=format_solution_model.problem_description,
+            Solution_Description=format_solution_model.solution_description,
+            References=[],
+            Category_Id=cat.id,
+        )
+
+        # ========================================================================================================================================
+
+        return final_solution
+
+    tasks = await asyncio.gather(*[_search_solution_inner(cat) for cat in req.categories])
+    final_solutions = [sol for sol in tasks if not isinstance(sol, Exception)]
+
+    return SolutionSearchResponse(solutions=final_solutions)
+
+
 api.include_router(requirements_router)
 api.include_router(solution_router)
 

prompts/if/format_requirements.txt

@@ -0,0 +1,22 @@
+<role>You are an expert system designer</role>
+<task>
+Your task is to transform a category of requirements into a JSON object where the object key is a short title (with spaces) for the requirement and the value is the requirement.
+Give the the 10 most important constraints that must be solved to address the general problem of the category.
+</task>
+
+<requirements>
+Here is the category item and the associated requirements:
+Category Title: {{category["title"]}}
+Context: {{category["requirements"][0]["context"]}}
+Requirements:
+{% for req in category["requirements"] -%}
+- {{loop.index0}} {{req["requirement"]}}
+{% endfor -%}
+</requirements>
+
+<response_format>
+Reply in JSON using the following schema:
+{{response_schema}}
+</response_format> 
+
+

prompts/if/synthesize_solution.txt

@@ -0,0 +1,43 @@
+<role>You are an expert system designer</role>
+<task>
+Your task is to create a solution that should cover the maximum possible of requirements at once.
+The solution should be composed of multiple mechanisms, that are defined as processes, methods, or sequences of steps using one or multiple technologies that explain how something works or achieves its requirements.
+
+You may use the technologies listed below for the mechanisms of your solution.
+
+You must aim for the following goals:
+- The solution must aim to maximize requirement satisfaction while respecting the context.
+- Provide a list of requirements addressed by the solution (provide only the requirement IDs)
+- Please also detail each mechanism and how they work in the final solution description.
+- Please describe the solution description using markdown in a consistent format.
+</task>
+
+<requirements>
+Here is the category item and the associated requirements:
+Category Title: {{category["title"]}}
+Context: {{category["requirements"][0]["context"]}}
+Requirements:
+{% for req in category["requirements"] -%}
+- {{loop.index0}} {{req["requirement"]}}
+{% endfor -%}
+</requirements>
+
+<available_technologies>
+Here are the technologies you may use for the mechanisms that compose the solution:
+{% for tech in technologies -%}
+- {{tech["title"]}} : {{tech["purpose"]}}
+  * Key Components : {{tech["key_components"]}}
+{% endfor %}
+</available_technologies>
+
+{% if user_constraints is not none %}
+<user_constraints>
+Here are additional user constraints the solution must respect:
+    {{user_constraints}}
+</user_constraints> 
+{% endif %}
+
+<response_format>
+Reply in JSON using the following schema:
+{{response_schema}}
+</response_format> 

schemas.py

@@ -134,3 +134,27 @@ class _RefinedSolutionModel(BaseModel):
                                      description="New description of the problem being solved.")
     solution_description: str = Field(...,
                                       description="New detailed description of the solution.")
+
+
+# ================================================================= search solutions using insight finder endpoints
+
+class InsightFinderConstraintsList(BaseModel):
+    constraints: dict = Field(
+        description="A dict of constraints where the key is a short title for the constraint and the value the whole constraint description")
+
+
+class Technology(BaseModel):
+    """Represents a single technology entry with its details."""
+    title: str
+    purpose: str
+    key_components: str
+    advantages: str
+    limitations: str
+    id: int
+
+# This schema defines the root structure of the JSON
+
+
+class TechnologyData(BaseModel):
+    """Represents the top-level object containing a list of technologies."""
+    technologies: List[Technology]