app.py

import os
import requests
from google.colab import userdata  # Secure storage for API keys in Colab
import gradio as gr


# Get the Groq API key securely (use userdata in Colab)
groq_api_key = userdata.get("GROQ_API_KEY")  # Store using userdata.set("GROQ_API_KEY", "your_api_key")

if not groq_api_key:
    raise ValueError("GROQ_API_KEY not found! Set it using userdata.set('GROQ_API_KEY', 'your_api_key')")

# Define the URL for the Groq API endpoint
url = "https://api.groq.com/openai/v1/chat/completions"

# Set the headers for the API request
headers = {
    "Authorization": f"Bearer {groq_api_key}"
}

def chat_with_groq(user_input):
  body = {
      "model": "llama-3.1-8b-instant",
      "messages": [
          {"role": "user", "content": user_input}
      ]
  }

  # Send a POST request to the Groq API
  response = requests.post(url, headers=headers, json=body)



# Check if the request was successful
  if response.status_code == 200:
     return response.json()['choices'][0]['message']['content']
  else:
     return "Error:", response.json()


interface=gr.Interface(
    fn=chat_with_groq,
    inputs=gr.Textbox("Ask me anything..."),
    outputs=gr.Textbox(),
    title="Chat bow uwing groq (Llama 3.1-8B)",
    description="Type your question below and get a response powered by Groq's Llama 3.1-8B model"
    )

interface.launch()