Update app.py

Refactored summarizer to use a chat completion client

app.py

@@ -1,23 +1,16 @@
 from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
+from huggingface_hub import InferenceClient
 import datetime
 import requests
 import pytz
 import yaml
 import re
+import os
 from tools.final_answer import FinalAnswerTool
 from tools.visit_webpage import VisitWebpageTool
 
 from Gradio_UI import GradioUI
 
-# If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
-# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' 
-model = HfApiModel(
-max_tokens=2096,
-temperature=0.5,
-model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
-custom_role_conversions=None,
-)
-
 # Below is an example of a tool that does nothing. Amaze us with your creativity !
 @tool
 def my_custom_tool(arg1:str, arg2:int)-> str: #it's import to specify the return type
@@ -52,17 +45,36 @@ def summarize_text_tool(text:str)-> str:
         text: the text to be summaried
     """
     try:
-        from transformers import pipeline
-        summarizer = pipeline("summarization", model=model)
-        summary = summarizer(text, max_length=150, min_length=50, do_sample=False)
-        return summary[0]['summary_text']
+        hf_key = os.getEnv('hf_key')
+        client = InferenceClient(api_key=hf_key)
+        messages = [
+        	{
+        		"role": "user",
+        		"content": f"Your are an experienced editor. Your are very skilled in summarizing texts and creating prompts from the content for LLM's to generate and image. Summarize the following text and create a prompt for an image generation: {text}"
+        	}
+        ]
+        response = client.chat.completions.create(
+            model="Qwen/Qwen2.5-Coder-32B-Instruct", 
+        	messages=messages, 
+        	max_tokens=500
+        )
+        summarized_text = response.choices[0].message.content
+        return summarized_text
     except Exception as e:
         return f"OH noes, something went wrong...:-/ {str(e)}"
 
-
 final_answer = FinalAnswerTool()
 visit_webpage = VisitWebpageTool()
 
+# If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
+# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' 
+model = HfApiModel(
+max_tokens=2096,
+temperature=0.5,
+model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
+custom_role_conversions=None,
+)
+
 # Import tool from Hub
 image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)