Update app.py

app.py

@@ -73,7 +73,7 @@ def web_scrapper(url: str, topic: str) -> str:
         model='command-r-plus',
         message=prompt,
         temperature=0.4,
-        max_tokens=600,
+        max_tokens=1000,
         chat_history=[],
         prompt_truncation='AUTO'
     )
@@ -88,26 +88,18 @@ def web_scrapper(url: str, topic: str) -> str:
     
     return summary_response
 
-def kickoff_crew(topic: str) -> str:
+def kickoff_crew(topic: str, model_choice: str) -> str:
     try:
     
-        # Initialize the large language models
-        groq_llm_70b = ChatGroq(temperature=0, groq_api_key=groq_api_key, model_name="llama-3.1-70b-versatile")
-        cohere_llm = ChatCohere(
-            temperature=0,
-            cohere_api_key=cohere_api_key,
-            model_name="command-r-plus"
-        )
-
-        #selected_llm = cohere_llm
-        selected_llm = groq_llm_70b
+        # Initialize the large language models based on user selection
+        groq_llm = ChatGroq(temperature=0, groq_api_key=groq_api_key, model_name=model_choice)
     
         # Define Agents with Groq LLM
         researcher = Agent(
             role='Researcher',
             goal='Search and Collect detailed information on topic ## {topic} ##',
             tools=[search_results, web_scrapper],
-            llm=selected_llm,  # Assigning the LLM here
+            llm=groq_llm,  # Assigning the LLM here
             backstory=(
                 "You are a meticulous researcher, skilled at navigating vast amounts of information to extract essential insights on any given topic. "
                 "Your dedication to detail ensures the reliability and thoroughness of your findings. "
@@ -124,7 +116,7 @@ def kickoff_crew(topic: str) -> str:
         editor = Agent(
             role='Editor',
             goal='Compile and refine the information into a comprehensive report on topic ## {topic} ##',
-            llm=selected_llm,  # Assigning the LLM here
+            llm=groq_llm,  # Assigning the LLM here
             backstory=(
                 "As an expert editor, you specialize in transforming raw data into clear, engaging reports. "
                 "Your strong command of language and attention to detail ensure that each report not only conveys essential insights "
@@ -191,17 +183,18 @@ def main():
     with gr.Blocks() as demo:
         gr.Markdown("## CrewAI Research Tool")
         topic_input = gr.Textbox(label="Enter Topic", placeholder="Type here...")
+        model_choice = gr.Radio(choices=["llama3-8b-8192", "llama3-70b-8192", 'llama-3.1-8b-instant', 'llama-3.1-70b-versatile'], label="Choose Model")
         submit_button = gr.Button("Start Research")
         output = gr.Markdown(label="Result")
 
         submit_button.click(
             fn=kickoff_crew,
-            inputs=topic_input,
+            inputs=[topic_input, model_choice],
             outputs=output
         )
 
     # demo.launch(debug=True)
     demo.queue(api_open=False, max_size=3).launch()
 
-if __name__=="__main__":
+if __name__ == "__main__":
     main()