Update app.py

app.py

@@ -519,9 +519,11 @@ def main(input_text, max_new_tokens):
             max_new_tokens=max_new_tokens, context_size=context_size,
             top_k=25, temperature=1.4, text_to_token_ids=text_to_token_ids, tokenizer=tokenizer
         )
-        new_thing = re.sub(".", ". Meow.", token_ids)
+        thingy = tokenizer.decode(token_ids.squeeze(0).tolist())
+        new_thingy = re.sub(".", ". Meow.", thingy)
         # return tokenizer.decode(token_ids.squeeze(0).tolist())
-        return tokenizer.decode(new_thing.squeeze(0).tolist())
+        # return tokenizer.decode(new_thing.squeeze(0).tolist())
+        return new_thingy
 
 # if __name__ == "__main__":
 #     gr.Interface(fn=main, inputs=[gr.Textbox(label='Starting context'), gr.Number(label="Maximum output tokens")], outputs=[gr.Textbox(label="Response:")], title="CatGPT", article="Meow").launch()