Update app.py

app.py

@@ -76,18 +76,16 @@ if 'reply' not in st.session_state:
     st.session_state['reply'] = ''
 
 if st.button('Generate'):
-
-    st.write(instruction)
-    #streamer = TextIteratorStreamer(tokenizer)
-    #thread = Thread(target=generate,args=(model,tokenizer,instruction,context,streamer))
+    streamer = TextIteratorStreamer(tokenizer)
+    thread = Thread(target=generate,args=(model,tokenizer,instruction,context,streamer))
 
     
-    #thread.start()
-    #st.write("Generating....")
-    #text = ""
-    #i = 0
-    #for new_text in streamer:
-        #i += 1
-        #st.write(i)
-        #st.write(new_text)
+    thread.start()
+    st.write("Generating....")
+    text = ""
+    i = 0
+    for new_text in streamer:
+        i += 1
+        st.write(i)
+        st.write(new_text)