Update app.py

app.py

@@ -1,11 +1,22 @@
 import streamlit as st
+import os
+from openai import OpenAI
 
-st.title("⚖️ Legal Assistant (WIP)")
+st.set_page_config(
+    page_title="Taiwan Smol Chat",
+    page_icon="🦉",
+    layout="centered"
+)
 
-# client = OpenAI(api_key=st.secrets["OPENAI_API_KEY"])
+st.title("🦉Taiwan Smol Chat")
+
+client = OpenAI(
+    api_key=st.secrets['API_KEY'],
+    base_url=st.secrets['API_BASE_URL']
+)
 
 if "openai_model" not in st.session_state:
-    st.session_state["openai_model"] = "gpt-3.5-turbo"
+    st.session_state["openai_model"] = st.secrets['MODEL']
 
 if "messages" not in st.session_state:
     st.session_state.messages = []
@@ -20,16 +31,14 @@ if prompt := st.chat_input("What is up?"):
         st.markdown(prompt)
 
     with st.chat_message("assistant"):
-        # stream = client.chat.completions.create(
-        #     model=st.session_state["openai_model"],
-        #     messages=[
-        #         {"role": m["role"], "content": m["content"]}
-        #         for m in st.session_state.messages
-        #     ],
-        #     stream=True,
-        # )
-        # response = st.write_stream(stream)
-        st.write(prompt)
-        response = prompt
+        stream = client.chat.completions.create(
+            model=st.session_state["openai_model"],
+            messages=[
+                {"role": m["role"], "content": m["content"]}
+                for m in st.session_state.messages
+            ],
+            stream=True,
+        )
+        response = st.write_stream(stream)
     st.session_state.messages.append(
         {"role": "assistant", "content": response})

requirements.txt

@@ -1 +1,2 @@
 streamlit==1.36.0
+openai==1.55.3