Update server.py

server.py

@@ -63,6 +63,9 @@ classification_model = (
     else DEFAULT_CLASSIFICATION_MODEL
 )
 
+device_string = "cpu"
+device = torch.device(device_string)
+torch_dtype = torch.float32 if device_string == "cpu" else torch.float16
 
 embedding_model = 'sentence-transformers/all-mpnet-base-v2'
 
@@ -85,12 +88,6 @@ classification_pipe = pipeline(
 
 print("Initializing ChromaDB")
 
-device_string = "cpu"
-device = torch.device(device_string)
-torch_dtype = torch.float32 if device_string == "cpu" else torch.float16
-
-
-
 # disable chromadb telemetry
 posthog.capture = lambda *args, **kwargs: None
 chromadb_client = chromadb.Client(Settings(anonymized_telemetry=False))