Create app.py

app.py

@@ -0,0 +1,68 @@
+import itertools
+import gradio as gr
+import requests
+import os
+from gradio.themes.utils import sizes
+
+
+def respond(message, history):
+
+    if len(message.strip()) == 0:
+        return "ERROR the question should not be empty"
+
+    local_token = os.getenv('API_TOKEN')
+    local_endpoint = os.getenv('API_ENDPOINT')
+
+    if local_token is None or local_endpoint is None:
+        return "ERROR missing env variables"
+
+    # Add your API token to the headers
+    headers = {
+        'Content-Type': 'application/json',
+        'Authorization': f'Bearer {local_token}'
+    }
+
+    #prompt = list(itertools.chain.from_iterable(history))
+    #prompt.append(message)
+    #q = {"inputs": [prompt]}
+    q = {"inputs": [message]}
+    try:
+        response = requests.post(
+            local_endpoint, json=q, headers=headers, timeout=100)
+        response_data = response.json()
+        #print(response_data)
+        response_data=response_data["predictions"][0]
+        #print(response_data)
+
+    except Exception as error:
+        response_data = f"ERROR status_code: {type(error).__name__}"
+        # + str(response.status_code) + " response:" + response.text
+
+    # print(response.json())
+    return response_data
+
+
+theme = gr.themes.Soft(
+    text_size=sizes.text_sm,radius_size=sizes.radius_sm, spacing_size=sizes.spacing_sm,
+)
+
+
+demo = gr.ChatInterface(
+    respond,
+    chatbot=gr.Chatbot(show_label=False, container=False, show_copy_button=True, bubble_full_width=True),
+    textbox=gr.Textbox(placeholder="Ask me a question",
+                       container=False, scale=7),
+    title="Databricks LLM RAG demo - Chat with llama2 Databricks model serving endpoint",
+    description="This chatbot is a demo example for the dbdemos llm chatbot. <br>This content is provided as a LLM RAG educational example, without support. It is using llama2, can hallucinate and should not be used as production content.<br>Please review our dbdemos license and terms for more details.",
+    examples=[["どうやってdatabricksを始めたらいいですか?"],
+              ["Databricks Cluster Policyとはなんですか?"],
+              ["お腹がすいたので晩御飯を食べに行きます。おすすめを教えて。"],],
+    cache_examples=False,
+    theme=theme,
+    retry_btn=None,
+    undo_btn=None,
+    clear_btn="Clear",
+)
+
+if __name__ == "__main__":
+    demo.launch()