Spaces:
Sleeping
Sleeping
| """ | |
| This file contains the calling Azure OpenAI's `/openai/realtime` endpoint. | |
| This requires websockets, and is currently only supported on LiteLLM Proxy. | |
| """ | |
| from typing import Any, Optional | |
| from ....litellm_core_utils.litellm_logging import Logging as LiteLLMLogging | |
| from ....litellm_core_utils.realtime_streaming import RealTimeStreaming | |
| from ..openai import OpenAIChatCompletion | |
| class OpenAIRealtime(OpenAIChatCompletion): | |
| def _construct_url(self, api_base: str, model: str) -> str: | |
| """ | |
| Example output: | |
| "BACKEND_WS_URL = "wss://localhost:8080/v1/realtime?model=gpt-4o-realtime-preview-2024-10-01""; | |
| """ | |
| api_base = api_base.replace("https://", "wss://") | |
| api_base = api_base.replace("http://", "ws://") | |
| return f"{api_base}/v1/realtime?model={model}" | |
| async def async_realtime( | |
| self, | |
| model: str, | |
| websocket: Any, | |
| logging_obj: LiteLLMLogging, | |
| api_base: Optional[str] = None, | |
| api_key: Optional[str] = None, | |
| client: Optional[Any] = None, | |
| timeout: Optional[float] = None, | |
| ): | |
| import websockets | |
| if api_base is None: | |
| raise ValueError("api_base is required for Azure OpenAI calls") | |
| if api_key is None: | |
| raise ValueError("api_key is required for Azure OpenAI calls") | |
| url = self._construct_url(api_base, model) | |
| try: | |
| async with websockets.connect( # type: ignore | |
| url, | |
| extra_headers={ | |
| "Authorization": f"Bearer {api_key}", # type: ignore | |
| "OpenAI-Beta": "realtime=v1", | |
| }, | |
| ) as backend_ws: | |
| realtime_streaming = RealTimeStreaming( | |
| websocket, backend_ws, logging_obj | |
| ) | |
| await realtime_streaming.bidirectional_forward() | |
| except websockets.exceptions.InvalidStatusCode as e: # type: ignore | |
| await websocket.close(code=e.status_code, reason=str(e)) | |
| except Exception as e: | |
| try: | |
| await websocket.close( | |
| code=1011, reason=f"Internal server error: {str(e)}" | |
| ) | |
| except RuntimeError as close_error: | |
| if "already completed" in str(close_error) or "websocket.close" in str( | |
| close_error | |
| ): | |
| # The WebSocket is already closed or the response is completed, so we can ignore this error | |
| pass | |
| else: | |
| # If it's a different RuntimeError, we might want to log it or handle it differently | |
| raise Exception( | |
| f"Unexpected error while closing WebSocket: {close_error}" | |
| ) | |