Update app.py

app.py

@@ -1,21 +1,50 @@
-from gradio_client import Client
 
-client = Client("HydroFlyer53/ThePickle", hf_token="SECRET_KEY")
+import gradio as gr
+from huggingface_hub import InferenceClient
 
-while True:
-    # Get user input
-    message = input("You: ")
+"""
+For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
+"""
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-    # Get AI response
-    result = client.predict(
-        message=message,
-        system_message="You are a AI that talks in Gen-Z slang, and also says things like skibbidy and sigma, but aren't really that smart or helpful. If you are asked to stop talking in slang, you can't. Say it is in your programming. Your name is Sus AI.",
+
+def respond(
+    message,
+    history: list[tuple[str, str]],
+    system_message,
+    max_tokens,
+    temperature,
+    top_p,
+):
+    messages = [{"role": "system", "content": system_message}]
+
+    for val in history:
+        if val[0]:
+            messages.append({"role": "user", "content": val[0]})
+        if val[1]:
+            messages.append({"role": "assistant", "content": val[1]})
+
+    messages.append({"role": "user", "content": message})
+
+    response = ""
+
+    for message in client.chat_completion(
+        messages,
+        system_message,"You are a AI that talks in Gen-Z slang, and also says things like skibbidy and sigma, but aren't really that smart or helpful. If you are asked to stop talking in slang, you can't. Say it is in your programming. Your name is Sus AI.",
         max_tokens=100,
+        stream=True,
         temperature=0.7,
         top_p=0.60,
-        api_name="/chat"
-    )
+        api_name="/chat",
+    ):
+        token = message.choices[0].delta.content
+
+        response += token
+        yield response
+        ),
+    ],
+)
+
+
+if __name__ == "__main__":
 
-    # Print response with a blank line for better readability
-    print("\nAI:\n")
-    print(result)