Upload app.py

app.py

@@ -1,3 +1,23 @@
 import gradio as gr
+from huggingface_hub import InferenceClient
 
-gr.Interface.load("models/wangzhang/nlp-sdb-7b").launch()
+client = InferenceClient(model="https://pl0u0mrj2ag4o0-80.proxy.runpod.net")
+
+def inference(message, history):
+    partial_message = ""
+    for token in client.text_generation(message, max_new_tokens=1024, stream=True):
+        partial_message += token
+        yield partial_message
+
+gr.ChatInterface(
+    inference,
+    chatbot=gr.Chatbot(height=300),
+    textbox=gr.Textbox(placeholder="你可以问我任何关于巨杉数据库的问题!", container=False, scale=7),
+    description="这是巨杉数据库旗下的AI智能助手由Llama2-7b为原型打造.",
+    title="巨杉数据库AI智能助手",
+    examples=["巨杉数据库有哪些优势?" "巨杉数据库有哪些功能"],
+    retry_btn="重试",
+    undo_btn="撤销",
+    clear_btn="清除",
+    submit_btn="提问",
+).queue().launch()