Update app.py

app.py

@@ -12,6 +12,10 @@ model = AutoModelForCausalLM.from_pretrained(model_name)
 
 # Function to generate text
 def generate_text(prompt, max_new_tokens=200):
+    # Set pad_token_id to eos_token_id if not set
+    if tokenizer.pad_token_id is None:
+        tokenizer.pad_token = tokenizer.eos_token  # Set pad token to be the eos token
+    
     # Tokenize the input prompt
     inputs = tokenizer(prompt, return_tensors="pt", padding=True)
     
@@ -27,7 +31,7 @@ def generate_text(prompt, max_new_tokens=200):
         top_k=50,  # Consider only the top 50 tokens for sampling
         top_p=0.95,
         temperature=0.8,  # Increase diversity slightly
-        pad_token_id=tokenizer.eos_token_id  # Ensure correct behavior for padding
+        pad_token_id=tokenizer.pad_token_id  # Ensure correct behavior for padding
     )
     
     # Decode the output text