Spaces:
Runtime error
Runtime error
from pydantic import BaseModel | |
from typing import Optional, List, Dict, Union | |
class GenerateRequest(BaseModel): | |
prompt: str | |
system_message: Optional[str] = None | |
max_new_tokens: Optional[int] = None | |
class EmbeddingRequest(BaseModel): | |
text: str | |
class EmbeddingResponse(BaseModel): | |
embedding: List[float] | |
dimension: int | |
class SystemStatusResponse(BaseModel): | |
"""Pydantic model for system status response""" | |
cpu: Optional[Dict[str, Union[float, str]]] = None | |
memory: Optional[Dict[str, Union[float, str]]] = None | |
gpu: Optional[Dict[str, Union[bool, str, float]]] = None | |
storage: Optional[Dict[str, str]] = None | |
model: Optional[Dict[str, Union[bool, str]]] = None | |
class ValidationResponse(BaseModel): | |
config_validation: Dict[str, bool] | |
model_validation: Dict[str, bool] | |
folder_validation: Dict[str, bool] | |
overall_status: str | |
issues: List[str] |