rawc0der commited on
Commit
b9620be
·
1 Parent(s): 2100efd
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -17,8 +17,6 @@ import functools
17
 
18
  app = FastAPI()
19
 
20
- # Comprehensive model registry
21
-
22
  # Comprehensive model registry
23
  MODELS = {
24
  "SDXL-Base": {
@@ -158,7 +156,11 @@ class ModelContext:
158
  self.model_name = model_name
159
 
160
  def __enter__(self):
161
- return model_manager.load_model(self.model_name)
 
 
 
 
162
 
163
  def __exit__(self, exc_type, exc_val, exc_tb):
164
  if exc_type is not None:
 
17
 
18
  app = FastAPI()
19
 
 
 
20
  # Comprehensive model registry
21
  MODELS = {
22
  "SDXL-Base": {
 
156
  self.model_name = model_name
157
 
158
  def __enter__(self):
159
+ pipeline = model_manager.load_model(self.model_name)
160
+ if hasattr(pipeline, 'reset_device_map'):
161
+ pipeline.reset_device_map()
162
+ pipeline.enable_model_cpu_offload()
163
+ return pipeline
164
 
165
  def __exit__(self, exc_type, exc_val, exc_tb):
166
  if exc_type is not None: