import os import gradio as gr from groq import Groq client = Groq( api_key=os.environ.get("GROQ_API_KEY"), ) def chat_with_groq(user_input, additional_context=None): chat_completion = client.chat.completions.create( messages=[ { "role": "user", "content": user_input, } ], model="llama-3.1-8b-instant", ) return chat_completion.choices[0].message.content demo = gr.ChatInterface(fn=chat_with_groq, chatbot=gr.Chatbot(height=250), textbox=gr.Textbox(placeholder="Ask me any question", scale=6), title="Hey NOPE", theme="Monochrome", description="Welcome to the world of NOPE", examples=["Need some content Idea", "Generate some Thumbnail Text"], retry_btn=None, undo_btn="Delete Previous", clear_btn="Clear",) if __name__ == "__main__": demo.launch()