app.py

import gradio as gr
import gpt

"""
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
"""
demo = gr.Interface(fn=gpt.get_response, inputs=["textbox",
                                                gr.Slider(0, 100, value=50, step=1),
                                                gr.Slider(0.1, 2.0, value=1.0),
                                                 ], outputs="textbox", title="Mike Chat", article="""Mike is the greatest AI ever created. It was trained for about 8 hrs on my pc using fineweb-edu and open orca datasets. While it hallucinates a lot, it seems to be about on par with other lms of its size (about 160M params). Model details:
                                                 block_size: 512
                                                 n_layers: 12
                                                 n_heads: 12
                                                 d_model: 768
                                                 (Same as gpt-2 but without weight tying)""")


if __name__ == "__main__":
    demo.launch()