Update app.py
Browse files
app.py
CHANGED
|
@@ -579,6 +579,9 @@ async def get_prm_model_path():
|
|
| 579 |
filename="Llama3.1-8B-PRM-Mistral-Data-Q4_K_M.gguf"
|
| 580 |
)
|
| 581 |
|
|
|
|
|
|
|
|
|
|
| 582 |
@asynccontextmanager
|
| 583 |
async def lifespan(app: FastAPI):
|
| 584 |
"""Lifecycle management for the FastAPI application."""
|
|
|
|
| 579 |
filename="Llama3.1-8B-PRM-Mistral-Data-Q4_K_M.gguf"
|
| 580 |
)
|
| 581 |
|
| 582 |
+
# Initialize generator globally
|
| 583 |
+
generator = None
|
| 584 |
+
|
| 585 |
@asynccontextmanager
|
| 586 |
async def lifespan(app: FastAPI):
|
| 587 |
"""Lifecycle management for the FastAPI application."""
|