Update app.py

app.py

@@ -17,6 +17,7 @@ from nltk.chunk import ne_chunk
 from textblob import TextBlob
 import matplotlib.pyplot as plt
 import seaborn as sns
+from accelerate import init_empty_weights, load_checkpoint_and_dispatch
 
 warnings.filterwarnings('ignore', category=FutureWarning, module='huggingface_hub.file_download')
 
@@ -62,7 +63,9 @@ emotion_prediction_tokenizer = AutoTokenizer.from_pretrained("bhadresh-savani/di
 # Load pre-trained large language model and tokenizer for response generation with increased context window
 response_model_name = "gpt2-xl"
 response_tokenizer = AutoTokenizer.from_pretrained(response_model_name)
-response_model = AutoModelForCausalLM.from_pretrained(response_model_name, torch_dtype=torch.float16, device_map="auto")
+with init_empty_weights():
+    response_model = AutoModelForCausalLM.from_pretrained(response_model_name)
+response_model = load_checkpoint_and_dispatch(response_model)
 
 # Set the pad token
 response_tokenizer.pad_token = response_tokenizer.eos_token