Spaces:
Runtime error
Runtime error
import asyncio | |
import os | |
import secrets | |
import signal | |
import sys | |
import traceback | |
from concurrent.futures import ThreadPoolExecutor | |
from datetime import datetime, timedelta | |
from enum import Enum | |
from pathlib import Path | |
from typing import Any, AsyncGenerator, Dict, List, Optional | |
from uuid import UUID, uuid4 | |
from fastapi.concurrency import asynccontextmanager | |
import uvicorn | |
from dotenv import load_dotenv | |
from fastapi import ( | |
BackgroundTasks, | |
Depends, | |
FastAPI, | |
Header, | |
HTTPException, | |
Query, | |
Request, | |
status, | |
) | |
from fastapi.middleware.cors import CORSMiddleware | |
from loguru import logger | |
from pydantic import BaseModel, Field | |
from swarms.structs.agent import Agent | |
# Original API, drafting OpenTelemetry Integrations in this directory | |
# Load environment variables | |
load_dotenv() | |
class UvicornServer(uvicorn.Server): | |
"""Customized uvicorn server with graceful shutdown support""" | |
async def setup(self, sockets=None): | |
"""Setup the server""" | |
await super().setup(sockets) | |
async def shutdown(self, sockets=None): | |
"""Gracefully shutdown the server""" | |
logger.info("Shutting down server...") | |
await super().shutdown(sockets) | |
class AgentStatus(str, Enum): | |
"""Enum for agent status.""" | |
IDLE = "idle" | |
PROCESSING = "processing" | |
ERROR = "error" | |
MAINTENANCE = "maintenance" | |
# Security configurations | |
API_KEY_LENGTH = 32 # Length of generated API keys | |
class APIKey(BaseModel): | |
key: str | |
name: str | |
created_at: datetime | |
last_used: datetime | |
is_active: bool = True | |
class APIKeyCreate(BaseModel): | |
name: str # A friendly name for the API key | |
class User(BaseModel): | |
id: UUID | |
username: str | |
is_active: bool = True | |
is_admin: bool = False | |
api_keys: Dict[str, APIKey] = Field(default_factory=dict) | |
def ensure_active_api_key(self) -> Optional[APIKey]: | |
"""Ensure user has at least one active API key.""" | |
active_keys = [ | |
key for key in self.api_keys.values() if key.is_active | |
] | |
if not active_keys: | |
return None | |
return active_keys[0] | |
class AgentConfig(BaseModel): | |
"""Configuration model for creating a new agent.""" | |
agent_name: str = Field(..., description="Name of the agent") | |
model_name: str = Field( | |
..., | |
description="Name of the llm you want to use provided by litellm", | |
) | |
description: str = Field( | |
default="", description="Description of the agent's purpose" | |
) | |
system_prompt: str = Field( | |
..., description="System prompt for the agent" | |
) | |
model_name: str = Field( | |
default="gpt-4", description="Model name to use" | |
) | |
temperature: float = Field( | |
default=0.1, | |
ge=0.0, | |
le=2.0, | |
description="Temperature for the model", | |
) | |
max_loops: int = Field( | |
default=1, ge=1, description="Maximum number of loops" | |
) | |
dynamic_temperature_enabled: bool = Field( | |
default=True, description="Enable dynamic temperature" | |
) | |
user_name: str = Field( | |
default="default_user", description="Username for the agent" | |
) | |
retry_attempts: int = Field( | |
default=1, ge=1, description="Number of retry attempts" | |
) | |
context_length: int = Field( | |
default=200000, ge=1000, description="Context length" | |
) | |
output_type: str = Field( | |
default="string", description="Output type (string or json)" | |
) | |
streaming_on: bool = Field( | |
default=False, description="Enable streaming" | |
) | |
tags: List[str] = Field( | |
default_factory=list, | |
description="Tags for categorizing the agent", | |
) | |
stopping_token: str = Field( | |
default="<DONE>", description="Stopping token for the agent" | |
) | |
auto_generate_prompt: bool = Field( | |
default=False, | |
description="Auto-generate prompt based on agent details such as name, description, etc.", | |
) | |
class AgentUpdate(BaseModel): | |
"""Model for updating agent configuration.""" | |
description: Optional[str] = None | |
system_prompt: Optional[str] = None | |
temperature: Optional[float] = 0.5 | |
max_loops: Optional[int] = 1 | |
tags: Optional[List[str]] = None | |
status: Optional[AgentStatus] = None | |
class AgentSummary(BaseModel): | |
"""Summary model for agent listing.""" | |
agent_id: UUID | |
agent_name: str | |
description: str | |
system_prompt: str | |
created_at: datetime | |
last_used: datetime | |
total_completions: int | |
tags: List[str] | |
status: AgentStatus | |
class AgentMetrics(BaseModel): | |
"""Model for agent performance metrics.""" | |
total_completions: int | |
average_response_time: float | |
error_rate: float | |
last_24h_completions: int | |
total_tokens_used: int | |
uptime_percentage: float | |
success_rate: float | |
peak_tokens_per_minute: int | |
class CompletionRequest(BaseModel): | |
"""Model for completion requests.""" | |
prompt: str = Field(..., description="The prompt to process") | |
agent_id: UUID = Field(..., description="ID of the agent to use") | |
max_tokens: Optional[int] = Field( | |
None, description="Maximum tokens to generate" | |
) | |
temperature_override: Optional[float] = 0.5 | |
stream: bool = Field( | |
default=False, description="Enable streaming response" | |
) | |
class CompletionResponse(BaseModel): | |
"""Model for completion responses.""" | |
agent_id: UUID | |
response: str | |
metadata: Dict[str, Any] | |
timestamp: datetime | |
processing_time: float | |
token_usage: Dict[str, int] | |
class AgentStore: | |
"""Enhanced store for managing agents.""" | |
def __init__(self): | |
self.agents: Dict[UUID, Agent] = {} | |
self.agent_metadata: Dict[UUID, Dict[str, Any]] = {} | |
self.users: Dict[UUID, User] = {} # user_id -> User | |
self.api_keys: Dict[str, UUID] = {} # api_key -> user_id | |
self.user_agents: Dict[UUID, List[UUID]] = ( | |
{} | |
) # user_id -> [agent_ids] | |
self.executor = ThreadPoolExecutor(max_workers=4) | |
self._ensure_directories() | |
def _ensure_directories(self): | |
"""Ensure required directories exist.""" | |
Path("logs").mkdir(exist_ok=True) | |
Path("states").mkdir(exist_ok=True) | |
def create_api_key(self, user_id: UUID, key_name: str) -> APIKey: | |
"""Create a new API key for a user.""" | |
if user_id not in self.users: | |
raise HTTPException( | |
status_code=status.HTTP_404_NOT_FOUND, | |
detail="User not found", | |
) | |
# Generate a secure random API key | |
api_key = secrets.token_urlsafe(API_KEY_LENGTH) | |
# Create the API key object | |
key_object = APIKey( | |
key=api_key, | |
name=key_name, | |
created_at=datetime.utcnow(), | |
last_used=datetime.utcnow(), | |
) | |
# Store the API key | |
self.users[user_id].api_keys[api_key] = key_object | |
self.api_keys[api_key] = user_id | |
return key_object | |
async def verify_agent_access( | |
self, agent_id: UUID, user_id: UUID | |
) -> bool: | |
"""Verify if a user has access to an agent.""" | |
if agent_id not in self.agents: | |
return False | |
return ( | |
self.agent_metadata[agent_id]["owner_id"] == user_id | |
or self.users[user_id].is_admin | |
) | |
async def create_agent( | |
self, config: AgentConfig, user_id: UUID | |
) -> UUID: | |
"""Create a new agent with the given configuration.""" | |
try: | |
agent = Agent( | |
agent_name=config.agent_name, | |
system_prompt=config.system_prompt, | |
model_name=config.model_name, | |
max_loops=config.max_loops, | |
verbose=config.verbose, | |
dynamic_temperature_enabled=True, | |
user_name=config.user_name, | |
retry_attempts=config.retry_attempts, | |
context_length=config.context_length, | |
return_step_meta=False, | |
output_type="str", | |
streaming_on=config.streaming_on, | |
stopping_token=config.stopping_token, | |
auto_generate_prompt=config.auto_generate_prompt, | |
) | |
agent_id = uuid4() | |
self.agents[agent_id] = agent | |
self.agent_metadata[agent_id] = { | |
"description": config.description, | |
"created_at": datetime.utcnow(), | |
"last_used": datetime.utcnow(), | |
"total_completions": 0, | |
"tags": config.tags, | |
"total_tokens": 0, | |
"error_count": 0, | |
"response_times": [], | |
"status": AgentStatus.IDLE, | |
"start_time": datetime.utcnow(), | |
"downtime": timedelta(), | |
"successful_completions": 0, | |
} | |
# Add to user's agents list | |
if user_id not in self.user_agents: | |
self.user_agents[user_id] = [] | |
self.user_agents[user_id].append(agent_id) | |
return agent_id | |
except Exception as e: | |
logger.error(f"Error creating agent: {str(e)}") | |
raise HTTPException( | |
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, | |
detail=f"Failed to create agent: {str(e)}", | |
) | |
async def get_agent(self, agent_id: UUID) -> Agent: | |
"""Retrieve an agent by ID.""" | |
agent = self.agents.get(agent_id) | |
if not agent: | |
logger.error(f"Agent not found: {agent_id}") | |
raise HTTPException( | |
status_code=status.HTTP_404_NOT_FOUND, | |
detail=f"Agent {agent_id} not found", | |
) | |
return agent | |
async def update_agent( | |
self, agent_id: UUID, update: AgentUpdate | |
) -> None: | |
"""Update agent configuration.""" | |
agent = await self.get_agent(agent_id) | |
metadata = self.agent_metadata[agent_id] | |
if update.system_prompt: | |
agent.system_prompt = update.system_prompt | |
if update.max_loops is not None: | |
agent.max_loops = update.max_loops | |
if update.tags is not None: | |
metadata["tags"] = update.tags | |
if update.description is not None: | |
metadata["description"] = update.description | |
if update.status is not None: | |
metadata["status"] = update.status | |
if update.status == AgentStatus.MAINTENANCE: | |
metadata["downtime"] += ( | |
datetime.utcnow() - metadata["last_used"] | |
) | |
logger.info(f"Updated agent {agent_id}") | |
def ensure_user_api_key(self, user_id: UUID) -> APIKey: | |
"""Ensure user has at least one active API key.""" | |
if user_id not in self.users: | |
raise HTTPException( | |
status_code=status.HTTP_404_NOT_FOUND, | |
detail="User not found", | |
) | |
user = self.users[user_id] | |
existing_key = user.ensure_active_api_key() | |
if existing_key: | |
return existing_key | |
# Create new API key if none exists | |
return self.create_api_key(user_id, "Default Key") | |
def validate_api_key(self, api_key: str) -> Optional[UUID]: | |
"""Validate an API key and return the associated user ID.""" | |
if not api_key: | |
return None | |
user_id = self.api_keys.get(api_key) | |
if not user_id or api_key not in self.users[user_id].api_keys: | |
return None | |
key_object = self.users[user_id].api_keys[api_key] | |
if not key_object.is_active: | |
return None | |
# Update last used timestamp | |
key_object.last_used = datetime.utcnow() | |
return user_id | |
async def list_agents( | |
self, | |
tags: Optional[List[str]] = None, | |
status: Optional[AgentStatus] = None, | |
) -> List[AgentSummary]: | |
"""List all agents, optionally filtered by tags and status.""" | |
summaries = [] | |
for agent_id, agent in self.agents.items(): | |
metadata = self.agent_metadata[agent_id] | |
# Apply filters | |
if tags and not any( | |
tag in metadata["tags"] for tag in tags | |
): | |
continue | |
if status and metadata["status"] != status: | |
continue | |
summaries.append( | |
AgentSummary( | |
agent_id=agent_id, | |
agent_name=agent.agent_name, | |
system_prompt=agent.system_prompt, | |
description=metadata["description"], | |
created_at=metadata["created_at"], | |
last_used=metadata["last_used"], | |
total_completions=metadata["total_completions"], | |
tags=metadata["tags"], | |
status=metadata["status"], | |
) | |
) | |
return summaries | |
async def get_agent_metrics(self, agent_id: UUID) -> AgentMetrics: | |
"""Get performance metrics for an agent.""" | |
metadata = self.agent_metadata[agent_id] | |
response_times = metadata["response_times"] | |
# Calculate metrics | |
total_time = datetime.utcnow() - metadata["start_time"] | |
uptime = total_time - metadata["downtime"] | |
uptime_percentage = ( | |
uptime.total_seconds() / total_time.total_seconds() | |
) * 100 | |
success_rate = ( | |
metadata["successful_completions"] | |
/ metadata["total_completions"] | |
* 100 | |
if metadata["total_completions"] > 0 | |
else 0 | |
) | |
return AgentMetrics( | |
total_completions=metadata["total_completions"], | |
average_response_time=( | |
sum(response_times) / len(response_times) | |
if response_times | |
else 0 | |
), | |
error_rate=( | |
metadata["error_count"] | |
/ metadata["total_completions"] | |
if metadata["total_completions"] > 0 | |
else 0 | |
), | |
last_24h_completions=sum( | |
1 | |
for t in response_times | |
if (datetime.utcnow() - t).days < 1 | |
), | |
total_tokens_used=metadata["total_tokens"], | |
uptime_percentage=uptime_percentage, | |
success_rate=success_rate, | |
peak_tokens_per_minute=max( | |
metadata.get("tokens_per_minute", [0]) | |
), | |
) | |
async def clone_agent( | |
self, agent_id: UUID, new_name: str | |
) -> UUID: | |
"""Clone an existing agent with a new name.""" | |
original_agent = await self.get_agent(agent_id) | |
original_metadata = self.agent_metadata[agent_id] | |
config = AgentConfig( | |
agent_name=new_name, | |
description=f"Clone of {original_agent.agent_name}", | |
system_prompt=original_agent.system_prompt, | |
model_name=original_agent.model_name, | |
temperature=0.5, | |
max_loops=original_agent.max_loops, | |
tags=original_metadata["tags"], | |
) | |
return await self.create_agent(config) | |
async def delete_agent(self, agent_id: UUID) -> None: | |
"""Delete an agent.""" | |
if agent_id not in self.agents: | |
raise HTTPException( | |
status_code=status.HTTP_404_NOT_FOUND, | |
detail=f"Agent {agent_id} not found", | |
) | |
# Clean up any resources | |
agent = self.agents[agent_id] | |
if agent.autosave and os.path.exists(agent.saved_state_path): | |
os.remove(agent.saved_state_path) | |
del self.agents[agent_id] | |
del self.agent_metadata[agent_id] | |
logger.info(f"Deleted agent {agent_id}") | |
async def process_completion( | |
self, | |
agent: Agent, | |
prompt: str, | |
agent_id: UUID, | |
max_tokens: Optional[int] = None, | |
temperature_override: Optional[float] = None, | |
) -> CompletionResponse: | |
"""Process a completion request using the specified agent.""" | |
start_time = datetime.utcnow() | |
metadata = self.agent_metadata[agent_id] | |
try: | |
# Update agent status | |
metadata["status"] = AgentStatus.PROCESSING | |
metadata["last_used"] = start_time | |
# Process the completion | |
response = agent.run(prompt) | |
# Update metrics | |
processing_time = ( | |
datetime.utcnow() - start_time | |
).total_seconds() | |
metadata["response_times"].append(processing_time) | |
metadata["total_completions"] += 1 | |
metadata["successful_completions"] += 1 | |
# Estimate token usage (this is a rough estimate) | |
prompt_tokens = len(prompt.split()) * 1.3 | |
completion_tokens = len(response.split()) * 1.3 | |
total_tokens = int(prompt_tokens + completion_tokens) | |
metadata["total_tokens"] += total_tokens | |
# Update tokens per minute tracking | |
current_minute = datetime.utcnow().replace( | |
second=0, microsecond=0 | |
) | |
if "tokens_per_minute" not in metadata: | |
metadata["tokens_per_minute"] = {} | |
metadata["tokens_per_minute"][current_minute] = ( | |
metadata["tokens_per_minute"].get(current_minute, 0) | |
+ total_tokens | |
) | |
return CompletionResponse( | |
agent_id=agent_id, | |
response=response, | |
metadata={ | |
"agent_name": agent.agent_name, | |
# "model_name": agent.llm.model_name, | |
# "temperature": 0.5, | |
}, | |
timestamp=datetime.utcnow(), | |
processing_time=processing_time, | |
token_usage={ | |
"prompt_tokens": int(prompt_tokens), | |
"completion_tokens": int(completion_tokens), | |
"total_tokens": total_tokens, | |
}, | |
) | |
except Exception as e: | |
metadata["error_count"] += 1 | |
metadata["status"] = AgentStatus.ERROR | |
logger.error( | |
f"Error in completion processing: {str(e)}\n{traceback.format_exc()}" | |
) | |
raise HTTPException( | |
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, | |
detail=f"Error processing completion: {str(e)}", | |
) | |
finally: | |
metadata["status"] = AgentStatus.IDLE | |
class StoreManager: | |
_instance = None | |
def get_instance(cls) -> "AgentStore": | |
if cls._instance is None: | |
cls._instance = AgentStore() | |
return cls._instance | |
# Modify the dependency function | |
def get_store() -> AgentStore: | |
"""Dependency to get the AgentStore instance.""" | |
return StoreManager.get_instance() | |
# Modify the get_current_user dependency | |
async def get_current_user( | |
api_key: str = Header( | |
..., description="API key for authentication" | |
), | |
store: AgentStore = Depends(get_store), | |
) -> User: | |
"""Validate API key and return current user.""" | |
if not api_key: | |
raise HTTPException( | |
status_code=status.HTTP_401_UNAUTHORIZED, | |
detail="API key is required", | |
headers={"WWW-Authenticate": "ApiKey"}, | |
) | |
user_id = store.validate_api_key(api_key) | |
if not user_id: | |
raise HTTPException( | |
status_code=status.HTTP_401_UNAUTHORIZED, | |
detail="Invalid or expired API key", | |
headers={"WWW-Authenticate": "ApiKey"}, | |
) | |
user = store.users.get(user_id) | |
if not user: | |
raise HTTPException( | |
status_code=status.HTTP_404_NOT_FOUND, | |
detail="User not found", | |
) | |
if not user.ensure_active_api_key(): | |
# Attempt to create new API key | |
store.ensure_user_api_key(user_id) | |
return user | |
class SwarmsAPI: | |
"""Enhanced API class for Swarms agent integration.""" | |
def __init__(self): | |
self.app = FastAPI( | |
title="Swarms Agent API", | |
description="Production-grade API for Swarms agent interaction", | |
version="1.0.0", | |
docs_url="/v1/docs", | |
redoc_url="/v1/redoc", | |
) | |
# Initialize the store using the singleton manager | |
self.store = StoreManager.get_instance() | |
# Configure CORS | |
self.app.add_middleware( | |
CORSMiddleware, | |
allow_origins=[ | |
"*" | |
], # Configure appropriately for production | |
allow_credentials=True, | |
allow_methods=["*"], | |
allow_headers=["*"], | |
) | |
self._setup_routes() | |
def _setup_routes(self): | |
"""Set up API routes.""" | |
# In your API code | |
# Modify the create_user endpoint | |
async def create_user(request: Request): | |
"""Create a new user and initial API key.""" | |
try: | |
body = await request.json() | |
username = body.get("username") | |
if not username or len(username) < 3: | |
raise HTTPException( | |
status_code=400, detail="Invalid username" | |
) | |
user_id = uuid4() | |
user = User(id=user_id, username=username) | |
self.store.users[user_id] = user | |
# Always create initial API key | |
initial_key = self.store.create_api_key( | |
user_id, "Initial Key" | |
) | |
if not initial_key: | |
raise HTTPException( | |
status_code=500, | |
detail="Failed to create initial API key", | |
) | |
return { | |
"user_id": user_id, | |
"api_key": initial_key.key, | |
} | |
except Exception as e: | |
logger.error(f"Error creating user: {str(e)}") | |
raise HTTPException(status_code=400, detail=str(e)) | |
async def list_api_keys( | |
user_id: UUID, | |
current_user: User = Depends(get_current_user), | |
): | |
"""List all API keys for a user.""" | |
if ( | |
current_user.id != user_id | |
and not current_user.is_admin | |
): | |
raise HTTPException( | |
status_code=status.HTTP_403_FORBIDDEN, | |
detail="Not authorized to view API keys for this user", | |
) | |
return list(self.store.users[user_id].api_keys.values()) | |
async def revoke_api_key( | |
user_id: UUID, | |
key: str, | |
current_user: User = Depends(get_current_user), | |
): | |
"""Revoke an API key.""" | |
if ( | |
current_user.id != user_id | |
and not current_user.is_admin | |
): | |
raise HTTPException( | |
status_code=status.HTTP_403_FORBIDDEN, | |
detail="Not authorized to revoke API keys for this user", | |
) | |
if key in self.store.users[user_id].api_keys: | |
self.store.users[user_id].api_keys[ | |
key | |
].is_active = False | |
del self.store.api_keys[key] | |
return {"status": "API key revoked"} | |
raise HTTPException( | |
status_code=status.HTTP_404_NOT_FOUND, | |
detail="API key not found", | |
) | |
async def list_user_agents( | |
current_user: User = Depends(get_current_user), | |
tags: Optional[List[str]] = Query(None), | |
status: Optional[AgentStatus] = None, | |
): | |
"""List all agents owned by the current user.""" | |
user_agents = self.store.user_agents.get( | |
current_user.id, [] | |
) | |
return [ | |
agent | |
for agent in await self.store.list_agents( | |
tags, status | |
) | |
if agent.agent_id in user_agents | |
] | |
# Modify existing routes to use API key authentication | |
async def create_agent( | |
config: AgentConfig, | |
current_user: User = Depends(get_current_user), | |
): | |
"""Create a new agent with the specified configuration.""" | |
agent_id = await self.store.create_agent( | |
config, current_user.id | |
) | |
return {"agent_id": agent_id} | |
async def list_agents( | |
tags: Optional[List[str]] = Query(None), | |
status: Optional[AgentStatus] = None, | |
): | |
"""List all agents, optionally filtered by tags and status.""" | |
return await self.store.list_agents(tags, status) | |
async def update_agent(agent_id: UUID, update: AgentUpdate): | |
"""Update an existing agent's configuration.""" | |
await self.store.update_agent(agent_id, update) | |
return {"status": "updated"} | |
async def get_agent_metrics(agent_id: UUID): | |
"""Get performance metrics for a specific agent.""" | |
return await self.store.get_agent_metrics(agent_id) | |
async def clone_agent(agent_id: UUID, new_name: str): | |
"""Clone an existing agent with a new name.""" | |
new_id = await self.store.clone_agent(agent_id, new_name) | |
return {"agent_id": new_id} | |
async def delete_agent(agent_id: UUID): | |
"""Delete an agent.""" | |
await self.store.delete_agent(agent_id) | |
return {"status": "deleted"} | |
async def create_completion( | |
request: CompletionRequest, | |
background_tasks: BackgroundTasks, | |
): | |
"""Process a completion request with the specified agent.""" | |
try: | |
agent = await self.store.get_agent(request.agent_id) | |
# Process completion | |
response = await self.store.process_completion( | |
agent, | |
request.prompt, | |
request.agent_id, | |
request.max_tokens, | |
0.5, | |
) | |
# Schedule background cleanup | |
background_tasks.add_task( | |
self._cleanup_old_metrics, request.agent_id | |
) | |
return response | |
except Exception as e: | |
logger.error(f"Error processing completion: {str(e)}") | |
raise HTTPException( | |
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, | |
detail=f"Error processing completion: {str(e)}", | |
) | |
async def get_agent_status(agent_id: UUID): | |
"""Get the current status of an agent.""" | |
metadata = self.store.agent_metadata.get(agent_id) | |
if not metadata: | |
raise HTTPException( | |
status_code=status.HTTP_404_NOT_FOUND, | |
detail=f"Agent {agent_id} not found", | |
) | |
return { | |
"agent_id": agent_id, | |
"status": metadata["status"], | |
"last_used": metadata["last_used"], | |
"total_completions": metadata["total_completions"], | |
"error_count": metadata["error_count"], | |
} | |
async def _cleanup_old_metrics(self, agent_id: UUID): | |
"""Clean up old metrics data to prevent memory bloat.""" | |
metadata = self.store.agent_metadata.get(agent_id) | |
if metadata: | |
# Keep only last 24 hours of response times | |
cutoff = datetime.utcnow() - timedelta(days=1) | |
metadata["response_times"] = [ | |
t | |
for t in metadata["response_times"] | |
if isinstance(t, (int, float)) | |
and t > cutoff.timestamp() | |
] | |
# Clean up old tokens per minute data | |
if "tokens_per_minute" in metadata: | |
metadata["tokens_per_minute"] = { | |
k: v | |
for k, v in metadata["tokens_per_minute"].items() | |
if k > cutoff | |
} | |
class APIServer: | |
def __init__( | |
self, app: FastAPI, host: str = "0.0.0.0", port: int = 8000 | |
): | |
self.app = app | |
self.host = host | |
self.port = port | |
self.config = uvicorn.Config( | |
app=app, | |
host=host, | |
port=port, | |
log_level="info", | |
access_log=True, | |
workers=os.cpu_count() * 2, | |
) | |
self.server = UvicornServer(config=self.config) | |
# Setup signal handlers | |
signal.signal(signal.SIGTERM, self._handle_signal) | |
signal.signal(signal.SIGINT, self._handle_signal) | |
def _handle_signal(self, signum, frame): | |
"""Handle shutdown signals""" | |
logger.info(f"Received signal {signum}") | |
asyncio.create_task(self.shutdown()) | |
async def startup(self) -> None: | |
"""Start the server""" | |
try: | |
logger.info( | |
f"Starting API server on http://{self.host}:{self.port}" | |
) | |
print( | |
f"Starting API server on http://{self.host}:{self.port}" | |
) | |
await self.server.serve() | |
except Exception as e: | |
logger.error(f"Failed to start server: {str(e)}") | |
raise | |
async def shutdown(self) -> None: | |
"""Shutdown the server""" | |
try: | |
logger.info("Initiating graceful shutdown...") | |
await self.server.shutdown() | |
except Exception as e: | |
logger.error(f"Error during shutdown: {str(e)}") | |
raise | |
async def lifespan(app: FastAPI) -> AsyncGenerator: | |
"""Lifespan context manager for the FastAPI app""" | |
# Startup | |
logger.info("Starting up API server...") | |
yield | |
# Shutdown | |
logger.info("Shutting down API server...") | |
def create_app() -> FastAPI: | |
"""Create and configure the FastAPI application""" | |
logger.info("Creating FastAPI application") | |
api = SwarmsAPI() | |
app = api.app | |
# Add lifespan handling | |
app.router.lifespan_context = lifespan | |
logger.info("FastAPI application created successfully") | |
return app | |
def run_server(): | |
"""Run the API server""" | |
try: | |
# Create the FastAPI app | |
app = create_app() | |
# Create and run the server | |
server = APIServer(app) | |
asyncio.run(server.startup()) | |
except Exception as e: | |
logger.error(f"Failed to start API: {str(e)}") | |
print(f"Error starting server: {str(e)}" | |
if __name__ == "__main__": | |
run_server() |