Update API base URL and enhance NLP summary generation

main.py

@@ -14,7 +14,7 @@ ACCESS_KEY = os.getenv("ACCESS_KEY")
 def create_client(api_key):
     client = openai.OpenAI(
         api_key=api_key,
-        base_url="https://glhf.chat/api/openai/v1",
+        base_url="https://api.groq.com/openai/v1",
     )
     return client
 

nlp_summarizer.py

@@ -1,30 +1,34 @@
 import threading
 
 def generate_nlp_summary(client, temp_summary):
+    print("Generating NLP Summary")
     try:
         completion = client.chat.completions.create(
-            model="hf:meta-llama/Meta-Llama-3.1-405B-Instruct",
+            model="llama-3.2-90b-vision-preview",
             messages=[
                 {"role": "system", "content": "You are a helpful research assistant for generating well-formatted summaries from scientific research papers."},
                 {"role": "user", "content": f'As a text script expert, please help me to write a short text script with the topic \" {temp_summary}\".You have three tasks, which are:\\n    1.to summarize the text I provided into a Summary .Please answer within 150-300 characters.\\n    2.to summarize the text I provided, using up to seven Highlight.\\n    3.to summarize the text I provided, using up to seven Key Insights. Each insight should include a brief in-depth analysis. Key Insight should not include timestamps.\\n    Your output should use the following template strictly, provide the results for the three tasks:\\n    ## Summary\\n    ## Highlights\\n    - Highlights\\n    ## Key Insights\\n    - Key Insights .\\n  Importantly your output must use language \"English\"'}
             ]
         )
+        print(completion.choices[0].message.content)
         return completion.choices[0].message.content
     except Exception as e:
         return False
 
 def generate_nlp_mindmap(client, temp_summary):
-    try:
+        print("Generating Mindmap")
+    # try:
         completion = client.chat.completions.create(
-            model="hf:meta-llama/Meta-Llama-3.1-405B-Instruct",
+            model="llama-3.2-90b-vision-preview",
             messages=[
                 {"role": "system", "content": "You are a helpful research assistant for generating well-formatted mindmaps from scientific research papers."},
                 {"role": "user", "content": f'As a text script expert, please help me to write a short text script with the topic \"{temp_summary}\".Your output should use the following template:\\n\\n## {{Subtitle01}}\\n- {{Bulletpoint01}}\\n- {{Bulletpoint02}}\\n## {{Subtitle02}}\\n- {{Bulletpoint03}}\\n- {{Bulletpoint04}}\\n\\nSummarize the giving topic to generate a mind map (as many subtitles as possible, with a minimum of three subtitles) structure markdown. Do not include anything in the response, that is not the part of mindmap.\\n  Most Importantly your output must use language \"English\" and each point or pointer should include no more than 9 words.'}
             ]
         )
+        print(completion.choices[0].message.content)
         return completion.choices[0].message.content
-    except Exception as e:
-        return False
+    # except Exception as e:
+    #     return False
 
 def generate_nlp_summary_and_mindmap(client, temp_summary):
     response = {}
@@ -51,4 +55,5 @@ def generate_nlp_summary_and_mindmap(client, temp_summary):
         thread.start()
     for thread in threads:
         thread.join()
-    return response
+    return response
+