Chris4K commited on
Commit
392ec24
·
verified ·
1 Parent(s): 3d8d158

Update services/base_generator.py

Browse files
Files changed (1) hide show
  1. services/base_generator.py +3 -1
services/base_generator.py CHANGED
@@ -4,7 +4,9 @@ from typing import AsyncGenerator, Dict, Any, Optional, List, Tuple
4
  from dataclasses import dataclass
5
  from logging import getLogger
6
  from services.model_manager import ModelManager
7
-
 
 
8
 
9
  from config.config import GenerationConfig, ModelConfig
10
 
 
4
  from dataclasses import dataclass
5
  from logging import getLogger
6
  from services.model_manager import ModelManager
7
+ from services.cache import ResponseCache
8
+ from service.batch_processor import BatchProcessor
9
+ from service.health_check import HealthCeck
10
 
11
  from config.config import GenerationConfig, ModelConfig
12