patmakur commited on
Commit
b4a06bd
·
verified ·
1 Parent(s): f60d0ce

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -15
app.py CHANGED
@@ -2,29 +2,25 @@ import os
2
  import requests
3
  import gradio as gr
4
 
5
- from google.colab import userdata # Secure storage for API keys in Colab
 
6
 
7
- groq_api_key = userdata.get("GROQ_API_KEY")
 
8
 
9
- # Define the URL for the Groq API endpoint
10
  url = "https://api.groq.com/openai/v1/chat/completions"
11
-
12
- # Set the headers for the API request
13
- headers = {
14
- "Authorization": f"Bearer {groq_api_key}"
15
- }
16
 
17
  # Function to interact with Groq API
18
  def chat_with_groq(user_input):
19
  body = {
20
  "model": "llama-3.1-8b-instant",
21
- "messages": [
22
- {"role": "user", "content": user_input}
23
- ]
24
  }
25
-
26
  response = requests.post(url, headers=headers, json=body)
27
-
28
  if response.status_code == 200:
29
  return response.json()['choices'][0]['message']['content']
30
  else:
@@ -35,9 +31,10 @@ interface = gr.Interface(
35
  fn=chat_with_groq,
36
  inputs=gr.Textbox(lines=2, placeholder="Ask me anything..."),
37
  outputs=gr.Textbox(),
38
- title="DDS Chat with Groq AI (Llama 3.1-8B)",
39
  description="Type your question below and get a response powered by Groq's Llama 3.1-8B model."
40
  )
41
 
42
  # Launch Gradio app
43
- interface.launch()
 
 
2
  import requests
3
  import gradio as gr
4
 
5
+ # Retrieve the API key from the environment variable
6
+ groq_api_key = os.getenv("GROQ_API_KEY")
7
 
8
+ if not groq_api_key:
9
+ raise ValueError("GROQ_API_KEY is missing! Set it in the Hugging Face Spaces 'Secrets'.")
10
 
11
+ # Define the API endpoint and headers
12
  url = "https://api.groq.com/openai/v1/chat/completions"
13
+ headers = {"Authorization": f"Bearer {groq_api_key}"}
 
 
 
 
14
 
15
  # Function to interact with Groq API
16
  def chat_with_groq(user_input):
17
  body = {
18
  "model": "llama-3.1-8b-instant",
19
+ "messages": [{"role": "user", "content": user_input}]
 
 
20
  }
21
+
22
  response = requests.post(url, headers=headers, json=body)
23
+
24
  if response.status_code == 200:
25
  return response.json()['choices'][0]['message']['content']
26
  else:
 
31
  fn=chat_with_groq,
32
  inputs=gr.Textbox(lines=2, placeholder="Ask me anything..."),
33
  outputs=gr.Textbox(),
34
+ title="Chat with Groq AI (Llama 3.1-8B)",
35
  description="Type your question below and get a response powered by Groq's Llama 3.1-8B model."
36
  )
37
 
38
  # Launch Gradio app
39
+ if __name__ == "__main__":
40
+ interface.launch()