Spaces:
Sleeping
Sleeping
fix
Browse files
app.py
CHANGED
@@ -17,8 +17,6 @@ import functools
|
|
17 |
|
18 |
app = FastAPI()
|
19 |
|
20 |
-
# Comprehensive model registry
|
21 |
-
|
22 |
# Comprehensive model registry
|
23 |
MODELS = {
|
24 |
"SDXL-Base": {
|
@@ -158,7 +156,11 @@ class ModelContext:
|
|
158 |
self.model_name = model_name
|
159 |
|
160 |
def __enter__(self):
|
161 |
-
|
|
|
|
|
|
|
|
|
162 |
|
163 |
def __exit__(self, exc_type, exc_val, exc_tb):
|
164 |
if exc_type is not None:
|
|
|
17 |
|
18 |
app = FastAPI()
|
19 |
|
|
|
|
|
20 |
# Comprehensive model registry
|
21 |
MODELS = {
|
22 |
"SDXL-Base": {
|
|
|
156 |
self.model_name = model_name
|
157 |
|
158 |
def __enter__(self):
|
159 |
+
pipeline = model_manager.load_model(self.model_name)
|
160 |
+
if hasattr(pipeline, 'reset_device_map'):
|
161 |
+
pipeline.reset_device_map()
|
162 |
+
pipeline.enable_model_cpu_offload()
|
163 |
+
return pipeline
|
164 |
|
165 |
def __exit__(self, exc_type, exc_val, exc_tb):
|
166 |
if exc_type is not None:
|