import os import requests from google.colab import userdata # Secure storage for API keys in Colab import gradio as gr # Get the Groq API key securely (use userdata in Colab) groq_api_key = userdata.get("GROQ_API_KEY") # Store using userdata.set("GROQ_API_KEY", "your_api_key") if not groq_api_key: raise ValueError("GROQ_API_KEY not found! Set it using userdata.set('GROQ_API_KEY', 'your_api_key')") # Define the URL for the Groq API endpoint url = "https://api.groq.com/openai/v1/chat/completions" # Set the headers for the API request headers = { "Authorization": f"Bearer {groq_api_key}" } def chat_with_groq(user_input): body = { "model": "llama-3.1-8b-instant", "messages": [ {"role": "user", "content": user_input} ] } # Send a POST request to the Groq API response = requests.post(url, headers=headers, json=body) # Check if the request was successful if response.status_code == 200: return response.json()['choices'][0]['message']['content'] else: return "Error:", response.json() interface=gr.Interface( fn=chat_with_groq, inputs=gr.Textbox("Ask me anything..."), outputs=gr.Textbox(), title="Chat bow uwing groq (Llama 3.1-8B)", description="Type your question below and get a response powered by Groq's Llama 3.1-8B model" ) interface.launch()