Update app.py

app.py

@@ -11,7 +11,7 @@ class ModelProcessor:
 
         # Initialize and configure the model
         self.model = AutoModelForCausalLM.from_pretrained(
-            repo_id, torch_dtype=torch.bfloat16, device_map="cuda", trust_remote_code=True
+            repo_id, torch_dtype=torch.float16, device_map="cpu", trust_remote_code=True
         )
         self.model.eval()  # Set the model to evaluation mode