Update app.py

app.py

@@ -72,8 +72,14 @@ hf_token = os.getenv("HF_API_TOKEN")
 # Load the tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained(model_id, token=hf_token)
 model = AutoModelForCausalLM.from_pretrained(model_id, token=hf_token, device_map="auto")
+
+# Ensure eos_token_id is set
+eos_token_id = tokenizer.eos_token_id
+if eos_token_id is None:
+    eos_token_id = tokenizer.pad_token_id
+
 terminators = [
-    tokenizer.eos_token_id,
+    eos_token_id,
     tokenizer.convert_tokens_to_ids("")
 ]