Update app.py

app.py

@@ -28,7 +28,9 @@ if user_input:
     # Generate output with attention mask and pad token ID
     try:
         # Increased max_length to 100 for more space for generation
-        outputs = model.generate(input_ids, attention_mask=attention_mask, max_length=100, num_return_sequences=1)
+        # Added temperature and top_k for better randomness and diversity
+        outputs = model.generate(input_ids, attention_mask=attention_mask, max_length=150, 
+                                 temperature=0.7, top_k=50, num_return_sequences=1)
         
         # Debugging model raw output (just the token ids)
         st.write("Model Output (Raw Token IDs):", outputs)
@@ -37,4 +39,4 @@ if user_input:
         decoded_output = tokenizer.decode(outputs[0], skip_special_tokens=True)
         st.write("Decoded Answer:", decoded_output)
     except Exception as e:
-        st.write("Error generating output:", str(e))
+        st.write("Error generating output:", str(e))