added accelerate to the requirements

load_meta_data.py

@@ -14,7 +14,7 @@ class ChatBot:
     
     def load_from_hub(self,model_id: str):
         self.tokenizer =  AutoTokenizer.from_pretrained(model_id,)
-        self.model = AutoModelForCausalLM.from_pretrained(model_id,)
+        self.model = AutoModelForCausalLM.from_pretrained(model_id,ignore_mismatched_sizes=True)
         
     def get_response(self,text: UserQuery) -> str:
         if not self.model or not self.tokenizer:

main.py

@@ -1,10 +1,12 @@
 # Custom Imports 
 from load_meta_data import ChatBot
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
 
 # Built-in Imports 
 from enum import Enum
-from fastapi import FastAPI
-from fastapi.middleware.cors import CORSMiddleware
+import warnings
+warnings.filterwarnings('ignore')
 
 # Enum to save the Model Id, which is Constant
 class Repo_ID(Enum):