AurelioAguirre commited on
Commit
ecd2385
·
1 Parent(s): 2a73022

changed to uvicorn setup for HF v17

Browse files
Files changed (1) hide show
  1. main/schemas.py +15 -2
main/schemas.py CHANGED
@@ -1,5 +1,5 @@
1
  from pydantic import BaseModel, Field
2
- from typing import List, Optional, Dict, Union, Literal
3
  from time import time
4
 
5
  class ChatMessage(BaseModel):
@@ -65,13 +65,26 @@ class EmbeddingResponse(BaseModel):
65
  embedding: List[float]
66
  dimension: int
67
 
 
 
 
 
 
 
 
 
 
 
 
 
 
68
  class SystemStatusResponse(BaseModel):
69
  """Pydantic model for system status response"""
70
  cpu: Optional[Dict[str, Union[float, str]]] = None
71
  memory: Optional[Dict[str, Union[float, str]]] = None
72
  gpu: Optional[Dict[str, Union[bool, str, float]]] = None
73
  storage: Optional[Dict[str, str]] = None
74
- model: Optional[Dict[str, Union[bool, str]]] = None
75
 
76
  class ValidationResponse(BaseModel):
77
  config_validation: Dict[str, bool]
 
1
  from pydantic import BaseModel, Field
2
+ from typing import List, Optional, Dict, Union
3
  from time import time
4
 
5
  class ChatMessage(BaseModel):
 
65
  embedding: List[float]
66
  dimension: int
67
 
68
+ class ModelStatus(BaseModel):
69
+ is_loaded: bool
70
+ current_model: Optional[str]
71
+ has_chat_template: Optional[bool] = None
72
+
73
+ class EmbeddingModelStatus(BaseModel):
74
+ is_loaded: bool
75
+ current_model: Optional[str]
76
+
77
+ class ModelStatusInfo(BaseModel):
78
+ generation_model: ModelStatus
79
+ embedding_model: EmbeddingModelStatus
80
+
81
  class SystemStatusResponse(BaseModel):
82
  """Pydantic model for system status response"""
83
  cpu: Optional[Dict[str, Union[float, str]]] = None
84
  memory: Optional[Dict[str, Union[float, str]]] = None
85
  gpu: Optional[Dict[str, Union[bool, str, float]]] = None
86
  storage: Optional[Dict[str, str]] = None
87
+ model: ModelStatusInfo
88
 
89
  class ValidationResponse(BaseModel):
90
  config_validation: Dict[str, bool]