Update app.py

app.py

@@ -1,3 +1,36 @@
-import gradio as gr
+# import gradio as gr
 import sambanova_gradio
-gr.load("Qwen2.5-Coder-32B-Instruct", src=sambanova_gradio.registry).launch()
+# gr.load("Qwen2.5-Coder-32B-Instruct", src=sambanova_gradio.registry).launch()
+import os
+import gradio as gr
+import openai
+
+# Set up the OpenAI client with the Sambanova API
+client = openai.OpenAI(
+    api_key=os.environ.get("SAMBANOVA_API_KEY"),
+    base_url="https://api.sambanova.ai/v1",
+)
+
+def generate_text(prompt):
+    response = client.chat.completions.create(
+        model='Qwen2.5-Coder-32B-Instruct',
+        messages=[
+            {"role": "system", "content": "You are a helpful assistant"},
+            {"role": "user", "content": prompt}
+        ],
+        temperature=0,
+        max_tokens=8192
+    )
+    return response.choices[0].message.content
+
+# Create the Gradio interface
+iface = gr.Interface(
+    fn=generate_text,
+    inputs=gr.inputs.Textbox(lines=2, placeholder="Enter your prompt here..."),
+    outputs="text",
+    title="Qwen2.5-Coder-32B-Instruct Chatbot",
+    description="Enter a prompt and get a response from the Qwen2.5-Coder-32B-Instruct model."
+)
+
+# Launch the interface
+iface.launch()