Subindo arquivos

README.md

@@ -1,13 +1,31 @@
 ---
-title: My Llama3 Groq
-emoji: 🏢
-colorFrom: pink
-colorTo: indigo
+title: My-Llama3-Groq
+emoji: 🦙🤖
+colorFrom: blue
+colorTo: green
 sdk: gradio
-sdk_version: 4.36.1
+sdk_version: "4.12.0"
 app_file: app.py
 pinned: false
-license: ecl-2.0
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# My Chatbot
+
+My groq llama3 chatbot
+
+
+# This project
+
+This project uses Groq cloud API
+Llama3-70b-8192
+
+## More information
+
+Developed by Ramon Mayor Martins (2024)
+mail [email protected] 
+hp https://rmayormartins.github.io/
+twitter @rmayormartins 
+github https://github.com/rmayormartins
+
+## Special thanks
+Groq https://groq.com/

app.py

@@ -0,0 +1,47 @@
+import os
+from groq import Groq 
+import gradio as gr
+
+# Recupera a chave API da variável de ambiente
+api_key = os.getenv('GROQ_API_KEY')
+
+client = Groq(api_key=api_key)
+
+system_prompt = {
+    "role": "system",
+    "content": "You are a useful assistant. You reply with efficient answers."
+}
+
+async def chat_groq(message, history):
+    messages = [system_prompt]
+    
+    for msg in history:
+        messages.append({"role": "user", "content": str(msg[0])})
+        messages.append({"role": "assistant", "content": str(msg[1])})
+        
+    messages.append({"role": "user", "content": str(message)})
+    
+    response_content = ''
+    
+    stream = client.chat.completions.create(
+        model="llama3-70b-8192",
+        messages=messages,
+        max_tokens=1024,
+        temperature=1.3,
+        stream=True
+    )
+
+    for chunk in stream:
+        content = chunk.choices[0].delta.content
+        if content:
+            response_content += chunk.choices[0].delta.content 
+        yield response_content
+
+with gr.Blocks(theme=gr.themes.Monochrome(), fill_height=True) as demo:
+    gr.ChatInterface(chat_groq,
+                     clear_btn=None, 
+                     undo_btn=None, 
+                     retry_btn=None)
+
+demo.queue()
+demo.launch()

requirements.txt

@@ -0,0 +1,4 @@
+groq
+gradio
+transformers
+torch