VerwGRo / app.py
typesdigital's picture
Create app.py
eae58c2 verified
raw
history blame contribute delete
915 Bytes
import gradio as gr
import os
from groq import Groq
# Initialize the GROQ client
client = Groq(
api_key=os.environ["GROQ_API_KEY"],
)
def generate_text(prompt, max_tokens=100):
chat_completion = client.chat.completions.create(
messages=[
{
"role": "user",
"content": prompt,
}
],
model="mixtral-8x7b-32768",
max_tokens=max_tokens,
)
return chat_completion.choices[0].message.content
# Create the Gradio interface
iface = gr.Interface(
fn=generate_text,
inputs=[
gr.Textbox(lines=5, label="Enter your prompt"),
gr.Slider(minimum=10, maximum=500, value=100, step=10, label="Max Tokens")
],
outputs=gr.Textbox(lines=10, label="Generated Text"),
title="GROQ-powered Text Generation",
description="Enter a prompt and get AI-generated text using GROQ API."
)
iface.launch()