Update pdfchatbot.py

pdfchatbot.py

@@ -12,7 +12,7 @@ from langchain.prompts import PromptTemplate
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 
 class PDFChatBot:
-    def __init__(self, config_path="../config.yaml"):
+    def __init__(self, config_path="./config.yaml"):
         """
         Initialize the PDFChatBot instance.
 
@@ -103,9 +103,9 @@ class PDFChatBot:
         self.model = AutoModelForCausalLM.from_pretrained(
             self.config.get("autoModelForCausalLM"),
             device_map='auto',
-            torch_dtype=torch.float32,
+            torch_dtype=torch.bfloat16,
             token=True,
-            load_in_4bit=True
+            load_in_4bit=False
         )
 
     def create_pipeline(self):