raise max_new_tokens = 200

app.py

@@ -17,7 +17,7 @@ context_len = len(contexted_ipnut)
 
 if user_input:
     with st.spinner('Generating response...'):
-        response = model(contexted_ipnut, max_new_tokens = 50, num_return_sequences=1)
+        response = model(contexted_ipnut, max_new_tokens = 200, num_return_sequences=1)
         generated_text = response[0]['generated_text'][context_len:]
         st.write("Generated Text:")
         st.write(generated_text)