PERPLEXITY_CLIENT

app.py

@@ -73,6 +73,7 @@ from google.oauth2.service_account import Credentials
 import vertexai
 from vertexai.generative_models import GenerativeModel, Part
 
+
 # import boto3
 
 from chatbot import Chatbot
@@ -96,6 +97,7 @@ if is_env_local:
         OPEN_AI_ASSISTANT_ID_GPT4_BOT1 = config["OPEN_AI_ASSISTANT_ID_GPT4_BOT1"]
         OPEN_AI_ASSISTANT_ID_GPT3_BOT1 = config["OPEN_AI_ASSISTANT_ID_GPT3_BOT1"]
         GROQ_API_KEY = config["GROQ_API_KEY"]
+        PERPLEXITY_API_KEY = config["PERPLEXITY_API_KEY"]
         JUTOR_CHAT_KEY = config["JUTOR_CHAT_KEY"]
         AWS_ACCESS_KEY = config["AWS_ACCESS_KEY"]
         AWS_SECRET_KEY = config["AWS_SECRET_KEY"]
@@ -112,6 +114,7 @@ else:
     OPEN_AI_ASSISTANT_ID_GPT4_BOT1 = os.getenv("OPEN_AI_ASSISTANT_ID_GPT4_BOT1")
     OPEN_AI_ASSISTANT_ID_GPT3_BOT1 = os.getenv("OPEN_AI_ASSISTANT_ID_GPT3_BOT1")
     GROQ_API_KEY = os.getenv("GROQ_API_KEY")
+    PERPLEXITY_API_KEY = os.getenv("PERPLEXITY_API_KEY")
     JUTOR_CHAT_KEY = os.getenv("JUTOR_CHAT_KEY")
     AWS_ACCESS_KEY = os.getenv("AWS_ACCESS_KEY")
     AWS_SECRET_KEY = os.getenv("AWS_SECRET_KEY")
@@ -139,12 +142,7 @@ GBQ_CLIENT = bigquery.Client.from_service_account_info(json.loads(GBQ_KEY))
 GROQ_CLIENT = Groq(api_key=GROQ_API_KEY)
 GCS_SERVICE = GoogleCloudStorage(GCS_KEY)
 GCS_CLIENT = GCS_SERVICE.client
-# BEDROCK_CLIENT = boto3.client(
-#     service_name="bedrock-runtime",
-#     aws_access_key_id=AWS_ACCESS_KEY,
-#     aws_secret_access_key=AWS_SECRET_KEY,
-#     region_name=AWS_REGION_NAME,
-# )
+PERPLEXITY_CLIENT = OpenAI(api_key=PERPLEXITY_API_KEY, base_url="https://api.perplexity.ai")
 
 # check open ai access
 def check_open_ai_access(open_ai_api_key):
@@ -2585,11 +2583,6 @@ def get_chatbot_config(ai_name, transcript_state, key_moments, content_subject,
             "ai_client": GROQ_CLIENT,
             "ai_model_name": "groq_llama3",
         },
-        # "lili": {
-        #     "ai_name": "lili",
-        #     "ai_client": BEDROCK_CLIENT,
-        #     "ai_model_name": "claude3",
-        # },
         "lili": {
             "ai_name": "lili",
             "ai_client": GROQ_CLIENT,
@@ -2597,8 +2590,8 @@ def get_chatbot_config(ai_name, transcript_state, key_moments, content_subject,
         },
         "maimai": {
             "ai_name": "maimai",
-            "ai_client": GROQ_CLIENT,
-            "ai_model_name": "groq_mixtral",
+            "ai_client": PERPLEXITY_CLIENT,
+            "ai_model_name": "perplexity_sonar",
         }
     }
     ai_client = ai_name_clients_model.get(ai_name, "foxcat")["ai_client"]

chatbot.py

@@ -77,6 +77,8 @@ class Chatbot:
             return self.chat_with_groq(service_type, system_prompt, messages)
         elif service_type == 'claude3':
             return self.chat_with_claude3(system_prompt, messages)
+        elif service_type == 'perplexity_sonar':
+            return self.chat_with_perplexity_sonar(system_prompt, messages)
         else:
             raise gr.Error("不支持的服务类型")
 
@@ -152,3 +154,30 @@ class Chatbot:
         response_body = json.loads(response.get('body').read())
         response_completion = response_body.get('content')[0].get('text').strip()
         return response_completion
+
+    def chat_with_perplexity_sonar(self, system_prompt, messages):
+        """使用 Perplexity Sonar API 進行對話"""
+        if not system_prompt.strip():
+            raise ValueError("System prompt cannot be empty")
+        
+        messages.insert(0, {"role": "system", "content": system_prompt})
+        
+        print("======model======")
+        print("perplexity-sonar")
+        
+        try:
+            perplexity_client = self.ai_client
+            response = perplexity_client.chat.completions.create(
+                model="sonar-pro",
+                messages=messages,
+                max_tokens=500,
+                temperature=0.7,
+                top_p=0.9
+            )
+            response_completion = response.choices[0].message.content.strip()
+            return response_completion
+            
+        except Exception as e:
+            print(f"Perplexity Sonar API Error: {e}")
+            raise gr.Error("與 Perplexity Sonar API 通訊時發生錯誤")
+