app.py

import gradio as gr
import gpt

"""
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
"""
demo = gr.Interface(fn=gpt.get_response, inputs=["textbox",
                                                gr.Slider(0, 100, value=50, step=1),
                                                gr.Slider(0.1, 2.0, value=1.0),
                                                gr.Dropdown(
            ["mike-chat", "mike-code", "mike-code-600m"], value="mike-chat"),
                                                 ], outputs=gr.Markdown(line_breaks=True), title="Mike Chat", article="""Mike is the greatest AI ever created. It was trained for about 8 hrs on my pc using fineweb-edu and open orca datasets. While it hallucinates a lot, it seems to be about on par with other lms of its size (about 160M params). Model details:
                                                 block_size: 512
                                                 n_layers: 12
                                                 n_heads: 12
                                                 d_model: 768
                                                 (Same as gpt-2 but without weight tying)""")


if __name__ == "__main__":
    demo.launch()