Add code

app.py

@@ -0,0 +1,193 @@
+from __future__ import annotations as _annotations
+
+import json
+import os
+from dataclasses import dataclass
+from typing import Any
+import gradio as gr
+from httpx import AsyncClient
+from groq import Groq
+import numpy as np
+from gradio_webrtc import WebRTC, AdditionalOutputs, ReplyOnPause, audio_to_bytes
+
+from pydantic_ai import Agent, ModelRetry, RunContext
+from pydantic_ai.messages import ModelStructuredResponse, ToolReturn, ModelTextResponse
+
+from dotenv import load_dotenv
+
+load_dotenv()
+
+@dataclass
+class Deps:
+    client: AsyncClient
+    weather_api_key: str | None
+    geo_api_key: str | None
+
+
+weather_agent = Agent(
+    'openai:gpt-4o',
+    system_prompt='You are an expert packer. A user will ask you for help packing for a trip given a destination. Use your weather tools to provide a concise and effective packing list. Also ask follow up questions if neccessary.',
+    deps_type=Deps,
+    retries=2,
+)
+
+
+@weather_agent.tool
+async def get_lat_lng(
+    ctx: RunContext[Deps], location_description: str
+) -> dict[str, float]:
+    """Get the latitude and longitude of a location.
+
+    Args:
+        ctx: The context.
+        location_description: A description of a location.
+    """
+    if ctx.deps.geo_api_key is None:
+        # if no API key is provided, return a dummy response (London)
+        return {'lat': 51.1, 'lng': -0.1}
+
+    params = {
+        'q': location_description,
+        'api_key': ctx.deps.geo_api_key,
+    }
+    r = await ctx.deps.client.get('https://geocode.maps.co/search', params=params)
+    r.raise_for_status()
+    data = r.json()
+
+    if data:
+        return {'lat': data[0]['lat'], 'lng': data[0]['lon']}
+    else:
+        raise ModelRetry('Could not find the location')
+
+
+@weather_agent.tool
+async def get_weather(ctx: RunContext[Deps], lat: float, lng: float) -> dict[str, Any]:
+    """Get the weather at a location.
+
+    Args:
+        ctx: The context.
+        lat: Latitude of the location.
+        lng: Longitude of the location.
+    """
+    if ctx.deps.weather_api_key is None:
+        # if no API key is provided, return a dummy response
+        return {'temperature': '21 °C', 'description': 'Sunny'}
+
+    params = {
+        'apikey': ctx.deps.weather_api_key,
+        'location': f'{lat},{lng}',
+        'units': 'metric',
+    }
+    r = await ctx.deps.client.get(
+        'https://api.tomorrow.io/v4/weather/realtime', params=params
+    )
+    r.raise_for_status()
+    data = r.json()
+
+    values = data['data']['values']
+    # https://docs.tomorrow.io/reference/data-layers-weather-codes
+    code_lookup = {
+        1000: 'Clear, Sunny',
+        1100: 'Mostly Clear',
+        1101: 'Partly Cloudy',
+        1102: 'Mostly Cloudy',
+        1001: 'Cloudy',
+        2000: 'Fog',
+        2100: 'Light Fog',
+        4000: 'Drizzle',
+        4001: 'Rain',
+        4200: 'Light Rain',
+        4201: 'Heavy Rain',
+        5000: 'Snow',
+        5001: 'Flurries',
+        5100: 'Light Snow',
+        5101: 'Heavy Snow',
+        6000: 'Freezing Drizzle',
+        6001: 'Freezing Rain',
+        6200: 'Light Freezing Rain',
+        6201: 'Heavy Freezing Rain',
+        7000: 'Ice Pellets',
+        7101: 'Heavy Ice Pellets',
+        7102: 'Light Ice Pellets',
+        8000: 'Thunderstorm',
+    }
+    return {
+        'temperature': f'{values["temperatureApparent"]:0.0f}°C',
+        'description': code_lookup.get(values['weatherCode'], 'Unknown'),
+    }
+
+
+TOOL_TO_DISPLAY_NAME = {
+    'get_lat_lng': 'Geocoding API',
+    "get_weather": "Weather API"
+}
+
+
+groq_client = Groq()
+
+client = AsyncClient()
+weather_api_key = os.getenv('WEATHER_API_KEY')
+# create a free API key at https://geocode.maps.co/
+geo_api_key = os.getenv('GEO_API_KEY')
+deps = Deps(
+    client=client, weather_api_key=weather_api_key, geo_api_key=geo_api_key
+)
+
+
+async def stream_from_agent(prompt: str, chatbot: list[dict], past_messages: list):
+    yield "", gr.skip(), gr.skip()
+    chatbot.append({'role': 'user', 'content': prompt})
+    yield gr.skip(), chatbot, gr.skip() 
+    async with weather_agent.run_stream(prompt, deps=deps, message_history=past_messages) as result:
+        for message in result.new_messages():
+            past_messages.append(message)
+            if isinstance(message, ModelStructuredResponse):
+                for call in message.calls:
+                    gr_message = {"role": "assistant",
+                                  "content": "",
+                                  "metadata": {"title": f"### 🛠️ Using {TOOL_TO_DISPLAY_NAME[call.tool_name]}",
+                                                          "id": call.tool_id}
+                    }
+                    chatbot.append(gr_message)
+            if isinstance(message, ToolReturn):
+                for gr_message in chatbot:
+                    if gr_message.get('metadata', {}).get('id', "") == message.tool_id:
+                        gr_message['content'] = f"Output: {json.dumps(message.content)}"
+            yield gr.skip(), chatbot, gr.skip()
+        chatbot.append({'role': 'assistant', 'content': ""})
+        async for message in result.stream_text():
+            chatbot[-1]["content"] = message
+            yield gr.skip(), chatbot, gr.skip()
+        data = await result.get_data()
+        past_messages.append(ModelTextResponse(content=data))
+        yield gr.skip(), gr.skip(), past_messages
+
+
+with gr.Blocks() as demo:
+    gr.HTML(
+    """
+<div style="display: flex; justify-content: center; align-items: center; gap: 2rem; padding: 1rem; width: 100%">
+    <img src="https://ai.pydantic.dev/img/logo-white.svg" style="max-width: 200px; height: auto">
+    <div>
+        <h1 style="margin: 0 0 1rem 0">Vacation Packing Assistant</h1>
+        <h3 style="margin: 0 0 0.5rem 0">
+            This assistant will help you pack for your vacation. Enter your destination and it will provide you with a concise packing list based on the weather forecast.
+        </h3>
+        <h3 style="margin: 0">
+            Feel free to ask for help with any other questions you have about your trip!
+        </h3>
+    </div>
+</div>
+"""
+        )
+    past_messages = gr.State([])
+    chatbot = gr.Chatbot(label="Packing Assistant", type="messages",
+                         avatar_images=(None, "https://ai.pydantic.dev/img/logo-white.svg"))
+    prompt = gr.Textbox(lines=1, label="Enter your destination or follow-up question", placeholder="Miami, Florida")
+    prompt.submit(stream_from_agent, inputs=[prompt, chatbot, past_messages],
+                   outputs=[prompt, chatbot, past_messages])
+
+
+
+if __name__ == '__main__':
+    demo.launch()

requirements.txt

@@ -0,0 +1,293 @@
+# This file was autogenerated by uv via the following command:
+#    uv pip compile requirements.in -o requirements.txt
+aiofiles==23.2.1
+    # via gradio
+aioice==0.9.0
+    # via aiortc
+aiortc==1.9.0
+    # via gradio-webrtc
+annotated-types==0.7.0
+    # via pydantic
+anyio==4.6.2.post1
+    # via
+    #   gradio
+    #   groq
+    #   httpx
+    #   openai
+    #   starlette
+audioread==3.0.1
+    # via librosa
+av==12.3.0
+    # via aiortc
+cachetools==5.5.0
+    # via google-auth
+certifi==2024.8.30
+    # via
+    #   httpcore
+    #   httpx
+    #   requests
+cffi==1.17.1
+    # via
+    #   aiortc
+    #   cryptography
+    #   pylibsrtp
+    #   soundfile
+charset-normalizer==3.4.0
+    # via requests
+click==8.1.7
+    # via
+    #   typer
+    #   uvicorn
+colorama==0.4.6
+    # via griffe
+coloredlogs==15.0.1
+    # via onnxruntime
+cryptography==44.0.0
+    # via
+    #   aiortc
+    #   pyopenssl
+decorator==5.1.1
+    # via librosa
+distro==1.9.0
+    # via
+    #   groq
+    #   openai
+dnspython==2.7.0
+    # via aioice
+eval-type-backport==0.2.0
+    # via pydantic-ai-slim
+fastapi==0.115.5
+    # via gradio
+ffmpy==0.4.0
+    # via gradio
+filelock==3.16.1
+    # via huggingface-hub
+flatbuffers==24.3.25
+    # via onnxruntime
+fsspec==2024.10.0
+    # via
+    #   gradio-client
+    #   huggingface-hub
+google-auth==2.36.0
+    # via pydantic-ai-slim
+google-crc32c==1.6.0
+    # via aiortc
+gradio==5.7.1
+    # via gradio-webrtc
+gradio-client==1.5.0
+    # via gradio
+gradio-webrtc==0.0.16rc1
+    # via -r requirements.in
+griffe==1.5.1
+    # via pydantic-ai-slim
+groq==0.13.0
+    # via
+    #   -r requirements.in
+    #   pydantic-ai-slim
+h11==0.14.0
+    # via
+    #   httpcore
+    #   uvicorn
+httpcore==1.0.7
+    # via httpx
+httpx==0.28.0
+    # via
+    #   gradio
+    #   gradio-client
+    #   groq
+    #   openai
+    #   pydantic-ai-slim
+    #   safehttpx
+huggingface-hub==0.26.3
+    # via
+    #   gradio
+    #   gradio-client
+humanfriendly==10.0
+    # via coloredlogs
+idna==3.10
+    # via
+    #   anyio
+    #   httpx
+    #   requests
+ifaddr==0.2.0
+    # via aioice
+jinja2==3.1.4
+    # via gradio
+jiter==0.8.0
+    # via openai
+joblib==1.4.2
+    # via
+    #   librosa
+    #   scikit-learn
+lazy-loader==0.4
+    # via librosa
+librosa==0.10.2.post1
+    # via gradio-webrtc
+llvmlite==0.43.0
+    # via numba
+logfire-api==2.6.0
+    # via pydantic-ai-slim
+markdown-it-py==3.0.0
+    # via rich
+markupsafe==2.1.5
+    # via
+    #   gradio
+    #   jinja2
+mdurl==0.1.2
+    # via markdown-it-py
+mpmath==1.3.0
+    # via sympy
+msgpack==1.1.0
+    # via librosa
+numba==0.60.0
+    # via
+    #   -r requirements.in
+    #   librosa
+numpy==2.0.2
+    # via
+    #   gradio
+    #   librosa
+    #   numba
+    #   onnxruntime
+    #   pandas
+    #   scikit-learn
+    #   scipy
+    #   soxr
+onnxruntime==1.20.1
+    # via gradio-webrtc
+openai==1.56.1
+    # via pydantic-ai-slim
+orjson==3.10.12
+    # via gradio
+packaging==24.2
+    # via
+    #   gradio
+    #   gradio-client
+    #   huggingface-hub
+    #   lazy-loader
+    #   onnxruntime
+    #   pooch
+pandas==2.2.3
+    # via gradio
+pillow==11.0.0
+    # via gradio
+platformdirs==4.3.6
+    # via pooch
+pooch==1.8.2
+    # via librosa
+protobuf==5.29.0
+    # via onnxruntime
+pyasn1==0.6.1
+    # via
+    #   pyasn1-modules
+    #   rsa
+pyasn1-modules==0.4.1
+    # via google-auth
+pycparser==2.22
+    # via cffi
+pydantic==2.10.3
+    # via
+    #   fastapi
+    #   gradio
+    #   groq
+    #   openai
+    #   pydantic-ai-slim
+pydantic-ai==0.0.8
+    # via -r requirements.in
+pydantic-ai-slim==0.0.8
+    # via pydantic-ai
+pydantic-core==2.27.1
+    # via pydantic
+pydub==0.25.1
+    # via gradio
+pyee==12.1.1
+    # via aiortc
+pygments==2.18.0
+    # via rich
+pylibsrtp==0.10.0
+    # via aiortc
+pyopenssl==24.3.0
+    # via aiortc
+python-dateutil==2.9.0.post0
+    # via pandas
+python-dotenv==1.0.1
+    # via -r requirements.in
+python-multipart==0.0.12
+    # via gradio
+pytz==2024.2
+    # via pandas
+pyyaml==6.0.2
+    # via
+    #   gradio
+    #   huggingface-hub
+requests==2.32.3
+    # via
+    #   huggingface-hub
+    #   pooch
+    #   pydantic-ai-slim
+rich==13.9.4
+    # via typer
+rsa==4.9
+    # via google-auth
+ruff==0.8.1
+    # via gradio
+safehttpx==0.1.6
+    # via gradio
+scikit-learn==1.5.2
+    # via librosa
+scipy==1.14.1
+    # via
+    #   librosa
+    #   scikit-learn
+semantic-version==2.10.0
+    # via gradio
+shellingham==1.5.4
+    # via typer
+six==1.16.0
+    # via python-dateutil
+sniffio==1.3.1
+    # via
+    #   anyio
+    #   groq
+    #   openai
+soundfile==0.12.1
+    # via librosa
+soxr==0.5.0.post1
+    # via librosa
+starlette==0.41.3
+    # via
+    #   fastapi
+    #   gradio
+sympy==1.13.3
+    # via onnxruntime
+threadpoolctl==3.5.0
+    # via scikit-learn
+tomlkit==0.12.0
+    # via gradio
+tqdm==4.67.1
+    # via
+    #   huggingface-hub
+    #   openai
+typer==0.15.0
+    # via gradio
+typing-extensions==4.12.2
+    # via
+    #   fastapi
+    #   gradio
+    #   gradio-client
+    #   groq
+    #   huggingface-hub
+    #   librosa
+    #   openai
+    #   pydantic
+    #   pydantic-core
+    #   pyee
+    #   typer
+tzdata==2024.2
+    # via pandas
+urllib3==2.2.3
+    # via requests
+uvicorn==0.32.1
+    # via gradio
+websockets==12.0
+    # via gradio-client