Update main.py

main.py

@@ -284,19 +284,19 @@ labels = [
     "Status Check (possibly)"
 ]
 
+executor = ThreadPoolExecutor(max_workers=10)
+
 @app.post("/fast_classify/", description="Quickly classify text into predefined categories.")
 async def fast_classify_text(statement: str = Form(...)):
     try:
-        # Create a thread pool executor for running the synchronous function asynchronously
+        # Use run_in_executor with a pre-loaded model for quicker response
         loop = asyncio.get_running_loop()
-        with ThreadPoolExecutor() as executor:
-            # Run the classification pipeline in a separate thread
-            result = await loop.run_in_executor(
-                executor, 
-                lambda: nlp_sequence_classification(statement, labels, multi_label=False)
-            )
+        result = await loop.run_in_executor(
+            executor, 
+            lambda: nlp_sequence_classification(statement, labels, multi_label=False)
+        )
 
-        # Extract the best label and score from the result
+        # Process result to extract label and score
         best_label = result["labels"][0]
         best_score = result["scores"][0]