Adding support for dynamic configuration of chosen model

app.py

@@ -42,8 +42,7 @@ def export_pdf(input_text:str):
             pdf.set_font("Arial", size=12, style='')
         else:
             pdf.multi_cell(0, 5, clean_line)
-
-    pdf.output("output.pdf")
+    pdf.output("output.pdf").encode('latin-1')
     return "output.pdf"
 
 def filter_map(text_list: List[str], lat: List[str], lon: List[str]) -> go.Figure:
@@ -83,6 +82,7 @@ def run(
     cuisine_preferences: List[str],
     children: bool,
     budget: int,
+    model_name:str='Meta-Llama-3.1-70B-Instruct'
 ) -> Tuple[str, go.Figure]:
     """
     Run the specfied query using Crew AI agents.
@@ -116,7 +116,7 @@ def run(
         f'Origin: {origin}, Destination: {destination}, Arrival Date: {arrival_date_input},'
         f' Age: {age}, Duration: {trip_duration},'
         f' Interests: {interests}, Cuisines: {cuisine_preferences},'
-        f' Children: {children}, Daily Budget: {budget}'
+        f' Children: {children}, Daily Budget: {budget}, Model Name: {model_name}'
     )
 
     # Creating a dictionary of user provided preferences and providing these to the crew agents
@@ -133,7 +133,7 @@ def run(
         'children': children,
         'budget': budget,
     }
-    result = TravelCrew().crew().kickoff(inputs=user_preferences)
+    result = TravelCrew(model_name).crew().kickoff(inputs=user_preferences)
 
     """
         Now we will pass the result to a address summary crew whose job is to extract position
@@ -143,7 +143,7 @@ def run(
 
     inputs_for_address = {'text': str(result)}
 
-    addresses = AddressSummaryCrew().crew().kickoff(inputs=inputs_for_address)
+    addresses = AddressSummaryCrew(model_name).crew().kickoff(inputs=inputs_for_address)
 
     """
         We have requested the crew agent to return latitude, longitude coordinates.
@@ -191,7 +191,7 @@ with gr.Blocks() as demo:
                    'Museums',
                    'Outdoor Adventures',
                    'Shopping',
-                   'Children's Entertainment',
+                   'Children\'s Entertainment',
                    'Off the beat activities',
                    'Night Life',
                 ],
@@ -219,8 +219,9 @@ with gr.Blocks() as demo:
                gr.Slider(
                label='Total budget of trip in USD', show_label=True, value=1000, minimum=500, maximum=10000, step=500
             )
+            inp_model = gr.Textbox(value="Meta-Llama-3.1-70B-Instruct", label='Sambanova Model Name')
             button = gr.Button("Plan your Trip")
-            inputs = [inp_source, inp_dest, inp_cal, inp_age, inp_days, inp_interests, inp_cuisine, inp_children, inp_budget]
+            inputs = [inp_source, inp_dest, inp_cal, inp_age, inp_days, inp_interests, inp_cuisine, inp_children, inp_budget, inp_model]
 
         with gr.Column(scale=2):
             output_itinerary =\

crew.py

@@ -10,20 +10,16 @@ from crewai.project import CrewBase, agent, crew, task
 # SerperDevTool: Search Internet, https://docs.crewai.com/tools/serperdevtool
 from crewai_tools import ScrapeWebsiteTool, SerperDevTool
 
-# Change the model which you want to use below.
-# Currently, we use the Llama 3.1 70B model because it seems the most versatile.
-llm = LLM(model='sambanova/Meta-Llama-3.1-70B-Instruct')
-
-
 @CrewBase
 class TravelCrew:
     """Crew to do travel planning"""
 
-    def __init__(self) -> None:
+    def __init__(self, model_name='Meta-Llama-3.1-70B-Instruct') -> None:
         """Initialize the crew."""
         super().__init__()
         self.agents_config = 'config/agents.yaml'
         self.tasks_config = 'config/tasks.yaml'
+        self.llm = LLM(model='sambanova/%s' % model_name)
 
     @typing.no_type_check
     @agent
@@ -35,7 +31,7 @@ class TravelCrew:
         """
         return Agent(
             config=self.agents_config['personalized_activity_planner'],
-            llm=llm,
+            llm=self.llm,
             max_iter=1,
             tools=[SerperDevTool(), ScrapeWebsiteTool()],  # Example of custom tool, loaded at the beginning of file
             allow_delegation=False,
@@ -51,7 +47,7 @@ class TravelCrew:
         """
         return Agent(
             config=self.agents_config['restaurant_scout'],
-            llm=llm,
+            llm=self.llm,
             max_iter=1,
             tools=[SerperDevTool(), ScrapeWebsiteTool()],
             allow_delegation=False,
@@ -67,7 +63,7 @@ class TravelCrew:
         """
         return Agent(
             config=self.agents_config['interest_scout'],
-            llm=llm,
+            llm=self.llm,
             max_iter=1,
             tools=[SerperDevTool(), ScrapeWebsiteTool()],
             allow_delegation=False,
@@ -83,7 +79,7 @@ class TravelCrew:
         """
         return Agent(
             config=self.agents_config['itinerary_compiler'],
-            llm=llm,
+            llm=self.llm,
             max_iter=1,
             allow_delegation=False,
         )
@@ -98,7 +94,7 @@ class TravelCrew:
         """
         return Task(
             config=self.tasks_config['personalized_activity_planning_task'],
-            llm=llm,
+            llm=self.llm,
             max_iter=1,
             agent=self.personalized_activity_planner(),
         )
@@ -111,7 +107,10 @@ class TravelCrew:
 
         Returns: A task
         """
-        return Task(config=self.tasks_config['interest_scout_task'], llm=llm, max_iter=1, agent=self.interest_scout())
+        return Task(config=self.tasks_config['interest_scout_task'],
+                    llm=self.llm,
+                    max_iter=1,
+                    agent=self.interest_scout())
 
     @typing.no_type_check
     @task
@@ -123,7 +122,7 @@ class TravelCrew:
         """
         return Task(
             config=self.tasks_config['restaurant_scenic_location_scout_task'],
-            llm=llm,
+            llm=self.llm,
             max_iter=1,
             agent=self.restaurant_scout(),
         )
@@ -137,7 +136,10 @@ class TravelCrew:
         Returns: A task
         """
         return Task(
-            config=self.tasks_config['itinerary_compilation_task'], llm=llm, max_iter=1, agent=self.itinerary_compiler()
+            config=self.tasks_config['itinerary_compilation_task'],
+            llm=self.llm,
+            max_iter=1,
+            agent=self.itinerary_compiler()
         )
 
     @typing.no_type_check
@@ -158,10 +160,14 @@ class TravelCrew:
 @CrewBase
 class AddressSummaryCrew:
     """Address Summary crew"""
-
     agents_config = 'config/address_agents.yaml'
     tasks_config = 'config/address_tasks.yaml'
 
+    def __init__(self, model_name='Meta-Llama-3.1-70B-Instruct') -> None:
+        """Initialize the crew."""
+        super().__init__()
+        self.llm = LLM(model='sambanova/%s' % model_name)
+
     @typing.no_type_check
     @agent
     def address_summarizer(self) -> Agent:
@@ -172,7 +178,7 @@ class AddressSummaryCrew:
         """
         return Agent(
             config=self.agents_config['address_summarizer'],
-            llm=llm,
+            llm=self.llm,
             max_iter=1,
             allow_delegation=False,
         )
@@ -187,7 +193,7 @@ class AddressSummaryCrew:
         """
         return Task(
             config=self.tasks_config['address_compilation_task'],
-            llm=llm,
+            llm=self.llm,
             max_iter=1,
             agent=self.address_summarizer(),
         )