Update agent_llamaindex.py

agent_llamaindex.py

@@ -30,20 +30,22 @@ def get_callback(token_counter):
             str(token_counter.prompt_llm_token_count) + "\n" +
             "Completion Tokens: " +
             str(token_counter.completion_llm_token_count))
+
+def get_llm(self, config):
+    return OpenAI(
+        model = config["model_name"], 
+        temperature = config["temperature"]
+    )
         
 def get_service_context(config):
     return ServiceContext.from_defaults(
-        callback_manager = get_callback_manager(config)
-        )
+        callback_manager = get_callback_manager(config),
+        llm = get_llm(config)
+    )
         
 def agent_llamaindex(config, prompt):
     service_context = get_service_context(config)
     
-    llm = OpenAI(
-        model = config["model"],
-        service_context = service_context,
-        temperature = config["temperature"])
-
     tool_spec = OpenWeatherMapToolSpec(key = os.environ["OPENWEATHERMAP_API_KEY"])
     tools = tool_spec.to_tool_list()
     
@@ -52,7 +54,8 @@ def agent_llamaindex(config, prompt):
     agent = OpenAIAgent.from_tools(
         [tools[0],   # built-in tools
          date_tool], # custom tools
-        llm = llm,
+        llm = get_llm(),
+        service_context = service_context,
         verbose = True
     )