Update app.py

app.py

@@ -50,7 +50,6 @@ def generate(model,tokenizer,instruction,context,streamer):
             output = output.split("###")[3].split("<|endoftext|>", 1)[0]
             return output
 
-
 @st.cache_resource
 def get_model():
     # Create a model of the specified type.
@@ -85,7 +84,12 @@ if st.button('Generate'):
 
     next(streamer)
 
-    st.write_stream(streamer)
+    def iterator():
+        for new_text in streamer:
+            new_text = new_text.split("<|endoftext|>", 1)[0]
+            yield new_text
+
+    st.write_stream(iterator)
     
     #for new_text in streamer:
         #i += 1