Update app.py

app.py

@@ -1,7 +1,7 @@
 from PIL import Image, ImageDraw, ImageFont
 import tempfile
 import gradio as gr
-from smolagents import CodeAgent, InferenceClientModel, TransformersModel
+from smolagents import CodeAgent, InferenceClientModel, TransformersModel 
 from smolagents import DuckDuckGoSearchTool, Tool
 from huggingface_hub import InferenceClient
 from diffusers import DiffusionPipeline
@@ -131,11 +131,15 @@ image_generation_tool = Tool.from_space(
 search_tool = DuckDuckGoSearchTool()
 print('iiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiiii')
 #llm_engine = InferenceClientModel("Qwen/Qwen2.5-72B-Instruct")
-llm_engine = TransformersModel(
-    model_id="Qwen/Qwen2.5-72B-Instruct",
-    device="cuda",
-    max_new_tokens=5000,
-)
+#llm_engine = TransformersModel(
+#    model_id="Qwen/Qwen2.5-72B-Instruct",
+#    device="cuda",
+#    max_new_tokens=5000,
+#)
+
+from smolagents import LiteLLMModel
+
+llm_engine  = LiteLLMModel(model_id="Qwen/Qwen2.5-72B-Instruct", temperature=0.2, max_tokens=5000)
 print('aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa')
 
 agent = CodeAgent(tools=[image_generation_tool, search_tool], model=llm_engine)