Update app.py

app.py

@@ -59,8 +59,9 @@ class DarijaTherapist:
             )
             
             self.llm = HuggingFaceHub(
-                repo_id="MBZUAI-Paris/Atlas-Chat-27B",
-                model_kwargs={"temperature": 0.7, "max_length": 512},
+                repo_id="MBZUAI-Paris/Atlas-Chat-9B",
+                model_kwargs={"temperature": 0.7, "max_length": 512, "torch_dtype": torch.bfloat16, "do_sample": True},
+                device="cuda",
                 huggingfacehub_api_token=os.getenv("HUGGINGFACE_API_TOKEN")
             )