Refactor NLP functions to add error handling and remove unused blackbox.json file

har_and_cookies/blackbox.json

@@ -1 +0,0 @@
-{"validated_value": "00f37b34-a166-4efb-bce5-1312d87f2f94"}

nlp_processes.py

@@ -4,40 +4,64 @@ import threading
 
 def generate_nlp_summary(temp_summary):
     try:
-        client = Client()
-        completion = client.chat.completions.create(
-            provider=RetryProvider(
-                providers=[Liaobots, Mhystical, PollinationsAI],
-                shuffle=True,
-                max_retries=6,
-            ),
-            model="gpt-4",
-            messages=[
-                {"role": "system", "content": "You are a helpful research assistant for generating well-formatted summaries from scientific research papers."},
-                {"role": "user", "content": f'As a text script expert, please help me to write a short text script with the topic \" {temp_summary}\".You have three tasks, which are:\\n    1.to summarize the text I provided into a Summary .Please answer within 150-300 characters.\\n    2.to summarize the text I provided, using up to seven Highlight.\\n    3.to summarize the text I provided, using up to seven Key Insights. Each insight should include a brief in-depth analysis. Key Insight should not include timestamps.\\n    Your output should use the following template strictly, provide the results for the three tasks:\\n    ## Summary\\n    ## Highlights\\n    - Highlights\\n    ## Key Insights\\n    - Key Insights .\\n  Importantly your output must use language \"English\"'}
-            ],
-        )
-        return completion.choices[0].message.content.replace("**", "").replace("\n\n", "\n").replace("\n  \n", "\n").replace("##", "\n##").strip()
+        try:
+            client = Client()
+            completion = client.chat.completions.create(
+                provider=RetryProvider(
+                    providers=[Liaobots, Mhystical, PollinationsAI],
+                    shuffle=True,
+                    max_retries=6,
+                ),
+                model="gpt-4",
+                messages=[
+                    {"role": "system", "content": "You are a helpful research assistant for generating well-formatted summaries from scientific research papers."},
+                    {"role": "user", "content": f'As a text script expert, please help me to write a short text script with the topic \" {temp_summary}\".You have three tasks, which are:\\n    1.to summarize the text I provided into a Summary .Please answer within 150-300 characters.\\n    2.to summarize the text I provided, using up to seven Highlight.\\n    3.to summarize the text I provided, using up to seven Key Insights. Each insight should include a brief in-depth analysis. Key Insight should not include timestamps.\\n    Your output should use the following template strictly, provide the results for the three tasks:\\n    ## Summary\\n    ## Highlights\\n    - Highlights\\n    ## Key Insights\\n    - Key Insights .\\n  Importantly your output must use language \"English\"'}
+                ],
+            )
+            return completion.choices[0].message.content.replace("**", "").replace("\n\n", "\n").replace("\n  \n", "\n").replace("##", "\n##").strip()
+        except Exception as e:
+            print(str(e))
+            client = Client()
+            completion = client.chat.completions.create(
+                model="gpt-4",
+                messages=[
+                    {"role": "system", "content": "You are a helpful research assistant for generating well-formatted summaries from scientific research papers."},
+                    {"role": "user", "content": f'As a text script expert, please help me to write a short text script with the topic \" {temp_summary}\".You have three tasks, which are:\\n    1.to summarize the text I provided into a Summary .Please answer within 150-300 characters.\\n    2.to summarize the text I provided, using up to seven Highlight.\\n    3.to summarize the text I provided, using up to seven Key Insights. Each insight should include a brief in-depth analysis. Key Insight should not include timestamps.\\n    Your output should use the following template strictly, provide the results for the three tasks:\\n    ## Summary\\n    ## Highlights\\n    - Highlights\\n    ## Key Insights\\n    - Key Insights .\\n  Importantly your output must use language \"English\"'}
+                ],
+            )
+            return completion.choices[0].message.content.replace("**", "").replace("\n\n", "\n").replace("\n  \n", "\n").replace("##", "\n##").strip()
     except Exception as e:
         print(str(e))
         return False
 
 def generate_nlp_mindmap(temp_summary):
     try:
-        client = Client()
-        completion = client.chat.completions.create(
-            provider=RetryProvider(
-                providers=[Liaobots, Mhystical, PollinationsAI],
-                shuffle=True,
-                max_retries=6,
-            ),
-            model="gpt-4",
-            messages=[
-                {"role": "system", "content": "You are a helpful research assistant for generating well-formatted mindmaps from scientific research papers."},
-                {"role": "user", "content": f'As a text script expert, please help me to write a short text script with the topic \"{temp_summary}\".Your output should use the following template:\\n\\n## {{Subtitle01}}\\n- {{Bulletpoint01}}\\n- {{Bulletpoint02}}\\n## {{Subtitle02}}\\n- {{Bulletpoint03}}\\n- {{Bulletpoint04}}\\n\\nSummarize the giving topic to generate a mind map (as many subtitles as possible, with a minimum of three subtitles) structure markdown. Do not include anything in the response, that is not the part of mindmap.\\n  Most Importantly your output must use language \"English\" and each point or pointer should include no more than 9 words.'}
-            ],
-        )
-        return completion.choices[0].message.content.replace("**", "").replace("\n\n", "\n").replace("\n  \n", "\n").replace("##", "\n##").strip()
+        try:
+            client = Client()
+            completion = client.chat.completions.create(
+                provider=RetryProvider(
+                    providers=[Liaobots, Mhystical, PollinationsAI],
+                    shuffle=True,
+                    max_retries=6,
+                ),
+                model="gpt-4",
+                messages=[
+                    {"role": "system", "content": "You are a helpful research assistant for generating well-formatted mindmaps from scientific research papers."},
+                    {"role": "user", "content": f'As a text script expert, please help me to write a short text script with the topic \"{temp_summary}\".Your output should use the following template:\\n\\n## {{Subtitle01}}\\n- {{Bulletpoint01}}\\n- {{Bulletpoint02}}\\n## {{Subtitle02}}\\n- {{Bulletpoint03}}\\n- {{Bulletpoint04}}\\n\\nSummarize the giving topic to generate a mind map (as many subtitles as possible, with a minimum of three subtitles) structure markdown. Do not include anything in the response, that is not the part of mindmap.\\n  Most Importantly your output must use language \"English\" and each point or pointer should include no more than 9 words.'}
+                ],
+            )
+            return completion.choices[0].message.content.replace("**", "").replace("\n\n", "\n").replace("\n  \n", "\n").replace("##", "\n##").strip()
+        except Exception as e:
+            print(str(e))
+            client = Client()
+            completion = client.chat.completions.create(
+                model="gpt-4",
+                messages=[
+                    {"role": "system", "content": "You are a helpful research assistant for generating well-formatted mindmaps from scientific research papers."},
+                    {"role": "user", "content": f'As a text script expert, please help me to write a short text script with the topic \"{temp_summary}\".Your output should use the following template:\\n\\n## {{Subtitle01}}\\n- {{Bulletpoint01}}\\n- {{Bulletpoint02}}\\n## {{Subtitle02}}\\n- {{Bulletpoint03}}\\n- {{Bulletpoint04}}\\n\\nSummarize the giving topic to generate a mind map (as many subtitles as possible, with a minimum of three subtitles) structure markdown. Do not include anything in the response, that is not the part of mindmap.\\n  Most Importantly your output must use language \"English\" and each point or pointer should include no more than 9 words.'}
+                ],
+            )
+            return completion.choices[0].message.content.replace("**", "").replace("\n\n", "\n").replace("\n  \n", "\n").replace("##", "\n##").strip()
     except Exception as e:
         print(str(e))
         return False