Update app.py

app.py

@@ -21,6 +21,8 @@ import requests
 import json
 import pickle
 import re
+import aiohttp
+import random
 # from videoretalking import inference_function
 # import base64
 # import gfpgan_enhancer
@@ -165,7 +167,7 @@ def openai_chat_avatar(text_prompt):
     response = client.chat.completions.create(
         model="gpt-4o-mini",
         messages=[
-            {"role": "system", "content": "Summarize the following paragraph into a complete and accurate single sentence with no more than 15 words. The summary should capture the gist of the paragraph and make sense."},
+            {"role": "system", "content": "Summarize the following paragraph into a complete and accurate single sentence with no more than 15 words. The summary should capture the gist of the paragraph and make sense and remove the citation and document name from the end."},
             {"role": "user", "content": f"Please summarize the following paragraph into one sentence with 15 words or fewer, ensuring it makes sense and captures the gist and remove the citation from the end: {text_prompt}"},
         ],
         max_tokens = len(text_prompt),  # Limit the response to a reasonable length for a summary
@@ -347,17 +349,20 @@ def generate_video():
 
 
             if chat_model_used == 'ryzedb':
+                start_time_ryze = time.time()
                 start_time_ryze = time.time()
                 response = ryzedb_chat_avatar(text_prompt, app_id)
+                text_prompt = ryzedb_chat_avatar(text_prompt, app_id)
+                print("Response from inference",text_prompt)
                 text_prompt = extract_content(response)
+                # text_prompt = extract_content(response)
                 text_prompt = text_prompt.replace('\n', ' ').replace('\\n', ' ').strip()
+                # text_prompt = text_prompt.replace('\n', ' ').replace('\\n', ' ').strip()
+                if "No information available" in text_prompt:
                 if "No information available" in text_prompt:
                     text_prompt = re.sub(r'\\+', '', text_prompt)
+                    text_prompt = re.sub(r'\\+', '', text_prompt)
 
-                response = openai_chat_avatar(text_prompt)
-                text_prompt = response.choices[0].message.content.strip()
-                app.config['text_prompt'] = text_prompt
-                print('Final output text prompt using ryzedb: ',text_prompt)
                 # events  = response.split('\r\n\r\n')
                 # content = None
                 # for event in events: