Changed to CCE Study Guide Bot

.chainlit/config.toml

@@ -0,0 +1,66 @@
+[project]
+# Whether to enable telemetry (default: true). No personal data is collected.
+enable_telemetry = true
+
+# List of environment variables to be provided by each user to use the app.
+user_env = []
+
+# Duration (in seconds) during which the session is saved when the connection is lost
+session_timeout = 3600
+
+# Enable third parties caching (e.g LangChain cache)
+cache = false
+
+# Follow symlink for asset mount (see https://github.com/Chainlit/chainlit/issues/317)
+# follow_symlink = false
+
+[features]
+# Show the prompt playground
+prompt_playground = true
+
+[UI]
+# Name of the app and chatbot.
+name = "Chatbot"
+
+# Description of the app and chatbot. This is used for HTML tags.
+# description = ""
+
+# Large size content are by default collapsed for a cleaner ui
+default_collapse_content = true
+
+# The default value for the expand messages settings.
+default_expand_messages = false
+
+# Hide the chain of thought details from the user in the UI.
+hide_cot = false
+
+# Link to your github repo. This will add a github button in the UI's header.
+# github = ""
+
+# Specify a CSS file that can be used to customize the user interface.
+# The CSS file can be served from the public directory or via an external link.
+# custom_css = "/public/test.css"
+
+# Override default MUI light theme. (Check theme.ts)
+[UI.theme.light]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.light.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+
+# Override default MUI dark theme. (Check theme.ts)
+[UI.theme.dark]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.dark.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+
+
+[meta]
+generated_by = "0.7.2"

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+CCE_local_studyguide_index/**/* filter=lfs diff=lfs merge=lfs -text

CCE_local_studyguide_index/index.faiss

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a28540374bbdf39131e14876078daf7e0aefd32143d4c5ed3773897c9b18b3
+size 1615917

CCE_local_studyguide_index/index.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f84577e67fd7b3e56b594db4397aecbfd56e1699c87de71ece15de0fcf399f
+size 645420

app.py

@@ -8,6 +8,12 @@ from chainlit.input_widget import Select, Switch, Slider #importing chainlit set
 from chainlit.prompt import Prompt, PromptMessage #importing prompt tools 
 from chainlit.playground.providers import ChatOpenAI #importing ChatOpenAI tools
 
+from langchain.embeddings.openai import OpenAIEmbeddings
+from langchain.chains import RetrievalQA
+from langchain.vectorstores import FAISS
+from langchain.chat_models import ChatOpenAI
+from langchain.prompts import ChatPromptTemplate
+
 # You only need the api key inserted here if it's not in your .env file
 #openai.api_key = "YOUR_API_KEY"
 
@@ -18,56 +24,39 @@ system_template = """You are the greatest wizard the world has ever known. You l
 user_template = """{input}
 """
 
+@cl.author_rename
+def rename(orig_author: str):
+    rename_dict = {"RetrievalQA": "The Study Guide", "Chatbot": "Certified Clinical Engineer Study Guide Assistant"}
+    return rename_dict.get(orig_author, orig_author)
+
 @cl.on_chat_start # marks a function that will be executed at the start of a user session
 async def start_chat():
-    settings = {
-        "model": "gpt-3.5-turbo",
-        "temperature": 0,
-        "max_tokens": 500,
-        "top_p": 1,
-        "frequency_penalty": 0,
-        "presence_penalty": 0,
-    }
-
-    cl.user_session.set("settings", settings)
-
-@cl.on_message # marks a function that should be run each time the chatbot receives a message from a user
-async def main(message: str):
-
-    settings = cl.user_session.get("settings")
-
-    prompt = Prompt(
-        provider=ChatOpenAI.id,
-        messages=[
-            PromptMessage(
-                role="system",
-                template=system_template,
-                formatted=system_template,
-            ),
-            PromptMessage(
-                role="user",
-                template=user_template, 
-                formatted=user_template.format(input=message),
-            )
-        ],
-        inputs = {"input" : message},
-        settings=settings
+    msg=cl.Message(content=f"Starting up.")
+    await msg.send()
+    embeddings_model = OpenAIEmbeddings()
+    study_guide_index = FAISS.load_local("CCE_local_studyguide_index",embeddings_model)
+    chain = RetrievalQA.from_chain_type(
+        ChatOpenAI(model="gpt-3.5-turbo", temperature=0, streaming=True),
+        chain_type="stuff",
+        return_source_documents=True,
+        retriever=study_guide_index.as_retriever(),
     )
+    msg=cl.Message(content=f"Finished.")
+    await msg.send()
+    cl.user_session.set("chain", chain)
 
-    print([m.to_openai() for m in prompt.messages])
-
-    msg = cl.Message(content="")
-
-    # Call OpenAI
-    async for stream_resp in await openai.ChatCompletion.acreate(
-        messages=[m.to_openai() for m in prompt.messages], stream=True, **settings
-    ):
-        token = stream_resp.choices[0]["delta"].get("content", "")
-        await msg.stream_token(token)
+@cl.on_message
+async def main(message):
+    chain = cl.user_session.get("chain")
+    cb = cl.AsyncLangchainCallbackHandler(
+        stream_final_answer=True, answer_prefix_tokens=["FINAL", "ANSWER"]
+    )
+    cb.answer_reached = True
+    res = await chain.acall(message, callbacks=[cb])
 
-    # Update the prompt object with the completion
-    prompt.completion = msg.content
-    msg.prompt = prompt
+    answer = res["result"]
 
-    # Send and close the message stream
-    await msg.send()
+    if cb.has_streamed_final_answer:
+        await cb.final_stream.update()
+    else:
+        await cl.Message(content=answer).send()

chainlit.md

@@ -1,5 +1,3 @@
-# Beyond ChatGPT - GreatWizardGPT
+# Beyond ChatGPT - Certified Clinical Engineer Study Guide Assistant
 
-You arrive at the base of the tall Tower, in which the Great Wizard lives.
-
-Consult him and he may grant you his Wisdom!
+Study Guide Assistant! Based on CCE Study Guide v11 from ACCE.

requirements.txt

@@ -1,2 +1,5 @@
 chainlit
 openai
+langchain
+faiss_cpu
+tiktoken