new shit

App/Chat/utils/RAG.py

@@ -1,34 +1,49 @@
 import aiohttp
 import asyncio
-import json,os
+import json, os
 import yaml
 import google.generativeai as palm
 from App.Embedding.utils.Initialize import search
+
 PALM_API = ""
 API_KEY = os.environ.get("PALM_API", PALM_API)
 palm.configure(api_key=API_KEY)
+
+
 class GenerativeAIAssistant:
-    def __init__(self, api_key=API_KEY, model='gemini-pro', temperature=0.85,
-                 candidate_count=1, top_k=40, top_p=0.95):
+    def __init__(
+        self,
+        api_key=API_KEY,
+        model="gemini-pro",
+        temperature=0.85,
+        candidate_count=1,
+        top_k=40,
+        top_p=0.95,
+    ):
         self.api_key = api_key
         self.model = model
         self.temperature = temperature
         self.candidate_count = candidate_count
         self.top_k = top_k
         self.top_p = top_p
-        self.examples=[{"input": {"content": "hello"}, "output": {"content": "Hello to you too! How can I help you today?"}}]
+        self.examples = [
+            {
+                "input": {"content": "hello"},
+                "output": {"content": "Hello to you too! How can I help you today?"},
+            }
+        ]
         self.context = "You are a helpful assistant"
 
-    def generate_template(self,question,task_id,summary=None):
+    def generate_template(self, question, task_id, summary=None):
         if summary == None:
             self.context = "You are a helpful assistant"
         else:
             self.context = summary
-        contexts=search(question,task_id=task_id)
-        context_yaml = ""        
+        contexts = search(question, task_id=task_id)
+        context_yaml = ""
         for context in contexts:
-            context_yaml += "\n"+ yaml.dump(context)        
-        Template =f''' 
+            context_yaml += "\n" + yaml.dump(context)
+        Template = f""" 
       #Instructions
       You are given the following context in yaml of a transcript of a youtube video, the start and end times are indicated and the text that was said is also given. You are also given a question, use the context to answer the question in a consise manner, make it short and to the point, don't provide additional details.
      
@@ -40,51 +55,53 @@ class GenerativeAIAssistant:
       
       #Question
       {question}
-        '''
+        """
         return Template
 
-    async def generate_message(self,  messages,task_id='ok'):
-        user_message=messages[-1]
-        latest_message = messages[-1]['parts'][0]['text']
-        latest_message={"content":self.generate_template(latest_message,task_id)}
-        user_message['parts'][0]['text']=latest_message
-        messages[-1]=user_message
-        url = f'https://generativelanguage.googleapis.com/v1beta/models/{self.model}:generateContent?key={self.api_key}'
-
-
+    async def generate_message(self, messages, task_id="ok"):
+        user_message = messages[-1]
+        # latest_message = messages[-1]["parts"][0]["text"]
+        latest_message = user_message["content"]
+        response = {
+            "content": self.generate_template(latest_message, task_id),
+            "role": "assistant",
+        }
+        # user_message["parts"][0]["text"] = latest_message
+        messages.append(response)
+        # url = f'https://generativelanguage.googleapis.com/v1beta/models/{self.model}:generateContent?key={self.api_key}'
+        url = "https://api.groq.com/openai/v1/chat/completions"
         payload = {
-        "contents":messages,
-        "generationConfig": {
-            "temperature": 0.9,
-            "topK": 1,
-            "topP": 1,
-            "maxOutputTokens": 2048,
-            "stopSequences": []
-        },
-        "safetySettings": [
-            {
-                "category": "HARM_CATEGORY_HARASSMENT",
-                "threshold": "BLOCK_ONLY_HIGH"
-            },
-            {
-                "category": "HARM_CATEGORY_HATE_SPEECH",
-                "threshold": "BLOCK_ONLY_HIGH"
-            },
-            {
-                "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
-                "threshold": "BLOCK_ONLY_HIGH"
-            },
-            {
-                "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
-                "threshold": "BLOCK_ONLY_HIGH"
-            }
-        ]
-    }
-
-
-
-
-
+            "messages": messages,
+            "model": "mixtral-8x7b-32768",
+        }
+        # payload = {
+        #     "contents": messages,
+        #     "generationConfig": {
+        #         "temperature": 0.9,
+        #         "topK": 1,
+        #         "topP": 1,
+        #         "maxOutputTokens": 2048,
+        #         "stopSequences": [],
+        #     },
+        #     "safetySettings": [
+        #         {
+        #             "category": "HARM_CATEGORY_HARASSMENT",
+        #             "threshold": "BLOCK_ONLY_HIGH",
+        #         },
+        #         {
+        #             "category": "HARM_CATEGORY_HATE_SPEECH",
+        #             "threshold": "BLOCK_ONLY_HIGH",
+        #         },
+        #         {
+        #             "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
+        #             "threshold": "BLOCK_ONLY_HIGH",
+        #         },
+        #         {
+        #             "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
+        #             "threshold": "BLOCK_ONLY_HIGH",
+        #         },
+        #     ],
+        # }
 
         # data = {
         #     "prompt": {
@@ -99,13 +116,11 @@ class GenerativeAIAssistant:
         # }
 
         async with aiohttp.ClientSession() as session:
-            async with session.post(url, json=payload, headers={'Content-Type': 'application/json'}) as response:
+            async with session.post(
+                url, json=payload, headers={"Content-Type": "application/json"}
+            ) as response:
                 try:
-                    temp=  await response.json()
-                    return temp["candidates"][0]
+                    temp = await response.json()
+                    return temp["choices"][0]["content"]
                 except Exception as e:
                     return f"Error ⚠️ {e} {temp}"
-                
-
-
-

App/Chat/utils/Summarize.py

@@ -4,6 +4,7 @@ import google.generativeai as palm
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain import PromptTemplate
 import os
+
 # from poe_api_wrapper import PoeApi
 import pprint
 
@@ -15,7 +16,7 @@ PALM_API = ""
 API_KEY = os.environ.get("PALM_API", PALM_API)
 palm.configure(api_key=API_KEY)
 
-
+GroqAPIKey = os.environ.get("Groq_API", "")
 text_splitter = RecursiveCharacterTextSplitter(
     separators=["\n\n", "\n", "."],
     chunk_size=1500,
@@ -46,61 +47,63 @@ def count_tokens(text):
 
 
 async def PalmTextModel(text, candidates=1):
-    url = f"https://generativelanguage.googleapis.com/v1beta/models/gemini-pro:generateContent?key={API_KEY}"
-
+    # url = f"https://generativelanguage.googleapis.com/v1beta/models/gemini-pro:generateContent?key={API_KEY}"
+    url = "https://api.groq.com/openai/v1/chat/completions"
     headers = {
         "Content-Type": "application/json",
+        "Authorization": f"Bearer  {GroqAPIKey}",
     }
-
-    payload = {
-        "contents": [
-            {
-                "role": "user",
-                "parts": [
-                    {
-                        "text": text
-                    }
-                ]
-            }
-        ],
-        "generationConfig": {
-            "temperature": 0.9,
-            "topK": 1,
-            "topP": 1,
-            "maxOutputTokens": 2048,
-            "stopSequences": []
-        },
-        "safetySettings": [
-            {
-                "category": "HARM_CATEGORY_HARASSMENT",
-                "threshold": "BLOCK_ONLY_HIGH"
-            },
-            {
-                "category": "HARM_CATEGORY_HATE_SPEECH",
-                "threshold": "BLOCK_ONLY_HIGH"
-            },
-            {
-                "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
-                "threshold": "BLOCK_ONLY_HIGH"
-            },
-            {
-                "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
-                "threshold": "BLOCK_ONLY_HIGH"
-            }
-        ]
-    }
-
-
+    payload = {"messages": [{"role": "user", "content": text}]}
+    # payload = {
+    #     "contents": [
+    #         {
+    #             "role": "user",
+    #             "parts": [
+    #                 {
+    #                     "text": text
+    #                 }
+    #             ]
+    #         }
+    #     ],
+    #     "generationConfig": {
+    #         "temperature": 0.9,
+    #         "topK": 1,
+    #         "topP": 1,
+    #         "maxOutputTokens": 2048,
+    #         "stopSequences": []
+    #     },
+    #     "safetySettings": [
+    #         {
+    #             "category": "HARM_CATEGORY_HARASSMENT",
+    #             "threshold": "BLOCK_ONLY_HIGH"
+    #         },
+    #         {
+    #             "category": "HARM_CATEGORY_HATE_SPEECH",
+    #             "threshold": "BLOCK_ONLY_HIGH"
+    #         },
+    #         {
+    #             "category": "HARM_CATEGORY_SEXUALLY_EXPLICIT",
+    #             "threshold": "BLOCK_ONLY_HIGH"
+    #         },
+    #         {
+    #             "category": "HARM_CATEGORY_DANGEROUS_CONTENT",
+    #             "threshold": "BLOCK_ONLY_HIGH"
+    #         }
+    #     ]
+    # }
 
     async with aiohttp.ClientSession() as session:
         async with session.post(url, json=payload, headers=headers) as response:
             if response.status == 200:
                 result = await response.json()
                 # print(result)
-                if candidates > 1:
-                    temp = [candidate["content"]['parts'][0]['text'] for candidate in result["candidates"]]
-                    return temp
-                temp = result["candidates"][0]["content"]['parts'][0]['text']
+                # if candidates > 1:
+                #     temp = [
+                #         candidate["content"]["parts"][0]["text"]
+                #         for candidate in result["candidates"]
+                #     ]
+                #     return temp
+                temp = result["choices"][0]["message"]["content"]
                 return temp
             else:
                 print(f"Error: {response.status}\n{await response.text()}")
@@ -138,6 +141,3 @@ async def Summarizer(essay):
     main = " ".join(responses)
     ans = await PalmTextModel(combine_prompt.format(text=main))
     return ans
-
-
-