Update app.py

add context length

app.py

@@ -13,11 +13,11 @@ model = load_model()
 st.header("Test Environment for tiny_CaLL_r10_O1_f10_c1022")
 user_input = st.text_input("Enter your Prompt here:", "")
 contexted_ipnut = context_text(user_input)
-
+context_len = len(contexted_ipnut)
 
 if user_input:
     with st.spinner('Generating response...'):
-        response = model(contexted_ipnut, max_length=200, num_return_sequences=1)
-        generated_text = response[0]['generated_text']
+        response = model(contexted_ipnut, max_new_token = 50, num_return_sequences=1)
+        generated_text = response[0]['generated_text'][context_len:]
         st.write("Generated Text:")
-        st.write(generated_text)
+        st.write(generated_text)