coursera-assistant-3d-printing-applications

Runtime error

App Files Files Community

rohan13 commited on May 26, 2023

Commit

3b0afd8

1 Parent(s): f834049

Saving chat_history in mongodb

Browse files

Files changed (6) hide show

app.py +83 -71
main.py +7 -4
mapping.py +79 -0
memory.py +63 -0
requirements.txt +2 -1
utils.py +40 -92

app.py CHANGED Viewed

@@ -1,102 +1,114 @@
 import gradio as gr
-from main import index, run
 from gtts import gTTS
-import os, time
 from transformers import pipeline
 p = pipeline("automatic-speech-recognition", model="openai/whisper-base")
 """Use text to call chat method from main.py"""
 models = ["GPT-3.5", "Flan UL2", "Flan T5"]
-def add_text(history, text, model):
-    print("Question asked: " + text)
-    response = run_model(text, model)
-    history = history + [(text, response)]
-    print(history)
-    return history, ""
-def run_model(text, model):
-    start_time = time.time()
-    print("start time:" + str(start_time))
-    response = run(text, model)
-    end_time = time.time()
-    # If response contains string `SOURCES:`, then add a \n before `SOURCES`
-    if "SOURCES:" in response:
-        response = response.replace("SOURCES:", "\nSOURCES:")
-        # response = response + "\n\n" + "Time taken: " + str(end_time - start_time)
-    print(response)
-    print("Time taken: " + str(end_time - start_time))
-    return response
-def get_output(history, audio, model):
-    txt = p(audio)["text"]
-    # history.append(( (audio, ) , txt))
-    audio_path = 'response.wav'
-    response = run_model(txt, model)
-    # Remove all text from SOURCES: to the end of the string
-    trimmed_response = response.split("SOURCES:")[0]
-    myobj = gTTS(text=trimmed_response, lang='en', slow=False)
-    myobj.save(audio_path)
-    # split audio by / and keep the last element
-    # audio = audio.split("/")[-1]
-    # audio = audio + ".wav"
-    history.append(( (audio, ) , (audio_path, )))
-    print(history)
-    return history
-def set_model(history, model):
-    print("Model selected: " + model)
-    history = get_first_message(history)
-    index(model)
-    return history
-def get_first_message(history):
-    history = [(None,
-                'Learn about <a href="https://www.coursera.org/learn/3d-printing-applications">3D printing Applications</a> course with referred sources.')]
-    return history
-def bot(history):
-    return history
 with gr.Blocks(theme='snehilsanyal/scikit-learn') as demo:
-    gr.HTML("<h1 style='text-align: center;'>Course Assistant - 3D Printing Applications</h1>")
-    chatbot = gr.Chatbot(get_first_message([]), elem_id="chatbot", label='Coursera Chatbot').style(height=500, container=False)
-    with gr.Row():
-        # Create radio button to select model
-        radio = gr.Radio(models, label="Choose a model", value="GPT-3.5", type="value", visible=False)
     with gr.Row():
         # with gr.Column(scale=0.75):
-            txt = gr.Textbox(
-                label="Ask your question here",
-                placeholder="Enter text and press enter", lines=1
-            ).style(container=False)
         # with gr.Column(scale=0.25):
-            audio = gr.Audio(source="microphone", type="filepath", visible=False).style(container=False)
     txt.submit(add_text, [chatbot, txt, radio], [chatbot, txt], postprocess=False).then(
         bot, chatbot, chatbot
     )
-    audio.change(fn=get_output, inputs=[chatbot, audio, radio], outputs=[chatbot]).then(
         bot, chatbot, chatbot
     )
     radio.change(fn=set_model, inputs=[chatbot, radio], outputs=[chatbot]).then(bot, chatbot, chatbot)
-    audio.change(lambda:None, None, audio)
     set_model(chatbot, radio.value)

+import time
+import uuid
 import gradio as gr
 from gtts import gTTS
 from transformers import pipeline
+from main import index, run
 p = pipeline("automatic-speech-recognition", model="openai/whisper-base")
 """Use text to call chat method from main.py"""
 models = ["GPT-3.5", "Flan UL2", "Flan T5"]
 with gr.Blocks(theme='snehilsanyal/scikit-learn') as demo:
+    state = gr.State([])
+    def create_session_id():
+        return str(uuid.uuid4())
+    def add_text(history, text, model):
+        print("Question asked: " + text)
+        response = run_model(text, model)
+        history = history + [(text, response)]
+        print(history)
+        return history, ""
+    def run_model(text, model):
+        start_time = time.time()
+        print("start time:" + str(start_time))
+        response = run(text, model, state.session_id)
+        end_time = time.time()
+        # If response contains string `SOURCES:`, then add a \n before `SOURCES`
+        if "SOURCES:" in response:
+            response = response.replace("SOURCES:", "\nSOURCES:")
+            # response = response + "\n\n" + "Time taken: " + str(end_time - start_time)
+        print(response)
+        print("Time taken: " + str(end_time - start_time))
+        return response
+    def get_output(history, audio, model):
+        txt = p(audio)["text"]
+        # history.append(( (audio, ) , txt))
+        audio_path = 'response.wav'
+        response = run_model(txt, model)
+        # Remove all text from SOURCES: to the end of the string
+        trimmed_response = response.split("SOURCES:")[0]
+        myobj = gTTS(text=trimmed_response, lang='en', slow=False)
+        myobj.save(audio_path)
+        # split audio by / and keep the last element
+        # audio = audio.split("/")[-1]
+        # audio = audio + ".wav"
+        history.append(((audio,), (audio_path,)))
+        print(history)
+        return history
+    def set_model(history, model):
+        print("Model selected: " + model)
+        history = get_first_message(history)
+        index(model, state.session_id)
+        return history
+    def get_first_message(history):
+        history = [(None,
+                    'Learn about <a href="https://www.coursera.org/learn/3d-printing-applications/">3D printing Applications</a> course with referred sources.')]
+        return history
+    def bot(history):
+        return history
+    state.session_id = create_session_id()
+    print("Session ID: " + state.session_id)
+    # Title on top in middle of the page
+    # gr.HTML("<h1 style='text-align: center;'>Course Assistant - 3D Printing Revolution</h1>")
+    chatbot = gr.Chatbot(get_first_message([]), elem_id="chatbot", label='3D Printing Revolution').style(height=400,
+                                                                                                         container=False)
+    # with gr.Row():
+    # Create radio button to select model
+    radio = gr.Radio(models, label="Choose a model", value="GPT-3.5", type="value", visible=False)
     with gr.Row():
         # with gr.Column(scale=0.75):
+        txt = gr.Textbox(
+            label="Ask your question here",
+            placeholder="Enter text and press enter", lines=1
+        ).style(container=False)
         # with gr.Column(scale=0.25):
+        audio = gr.Audio(source="microphone", type="filepath", visible=False)
     txt.submit(add_text, [chatbot, txt, radio], [chatbot, txt], postprocess=False).then(
         bot, chatbot, chatbot
     )
+    audio.change(fn=get_output, inputs=[chatbot, audio, radio], outputs=[chatbot], show_progress=True).then(
         bot, chatbot, chatbot
     )
     radio.change(fn=set_model, inputs=[chatbot, radio], outputs=[chatbot]).then(bot, chatbot, chatbot)
+    audio.change(lambda: None, None, audio)
     set_model(chatbot, radio.value)

main.py CHANGED Viewed

@@ -1,10 +1,13 @@
-from utils import get_search_index, generate_answer, set_model_and_embeddings
-def index(model):
     set_model_and_embeddings(model)
     get_search_index(model)
     return True
-def run(question, model):
-    index(model)
     return generate_answer(question)

+from utils import get_search_index, generate_answer, set_model_and_embeddings, set_session_id
+def index(model, session_id):
+    set_session_id(session_id)
     set_model_and_embeddings(model)
     get_search_index(model)
     return True
+def run(question, model, session_id):
+    index(model, session_id)
     return generate_answer(question)

mapping.py ADDED Viewed

	@@ -0,0 +1,79 @@

+FILE_URL_MAPPING = {
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/03_design-thinking-in-action/02_multiply.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/1qm8i/multiply',
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/03_design-thinking-in-action/01_utensil-grip-personalization.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/BYBmh/utensil-grip-personalization',
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/03_design-thinking-in-action/03_city-x-project.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/0HDFr/city-x-project',
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/01_module-4-information/02_an-intro-to-design-thinking.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/IdLQM/an-intro-to-design-thinking',
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/02_an-introduction-to-design-thinking/01_what-is-design-thinking.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/npYkr/what-is-design-thinking',
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/02_an-introduction-to-design-thinking/03_3d-printing-and-design-thinking.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/QJAGJ/3d-printing-and-design-thinking',
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/02_an-introduction-to-design-thinking/02_understanding-user-needs.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/Jj03y/understanding-user-needs',
+    'docs/3d-printing-applications/01_course-orientation/01_about-the-courses/01_welcome-to-3d-printing-applications.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/xYJax/welcome-to-3d-printing-applications',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/02_whats-different-about-3d-printing/01_complexity-is-free.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/lA0z9/complexity-is-free',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/02_whats-different-about-3d-printing/02_3d-printing-a-paradigm-shift.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/I3NUA/3d-printing-a-paradigm-shift',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/01_webinar-3d-printing-with-soft-materials-bonus.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/PbM8Z/webinar-3d-printing-with-soft-materials-bonus',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/03_3d-printing-industry-trends/02_3d-printing-use-cases.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/5dSO8/3d-printing-use-cases',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/03_3d-printing-industry-trends/04_a-view-from-the-trenches.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/FAINi/a-view-from-the-trenches',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/03_3d-printing-industry-trends/03_a-venture-capitalists-view-of-the-industry.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/kcSMh/a-venture-capitalists-view-of-the-industry',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/03_3d-printing-industry-trends/01_a-look-into-the-past-and-the-future.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/IWgMe/a-look-into-the-past-and-the-future',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/04_3d-printing-on-the-edge/01_cutting-edge-applications.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/Cy1Ef/cutting-edge-applications',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/04_3d-printing-on-the-edge/02_bioprinting.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/V6WNO/bioprinting',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/02_a-new-way-of-making.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/jPkoW/a-new-way-of-making',
+    'docs/3d-printing-applications/06_course-wrap-up/01_course-wrap-up-whats-next/01_whats-next.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/ffuzj/whats-next',
+    'docs/3d-printing-applications/06_course-wrap-up/01_course-wrap-up-whats-next/03_gies-online-programs.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/gPv5h/gies-online-programs',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/03_3d-printing-in-education/01_3d-printing-in-education.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/rrgbB/3d-printing-in-education',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/03_3d-printing-in-education/02_girls-in-stem-makergirls.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/8JKL4/girls-in-stem-makergirls',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/01_module-3-information/02_3d-printing-in-development-and-education.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/oncn3/3d-printing-in-development-and-education',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/06_3d4d-with-techfortrade.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/aRmfA/3d4d-with-techfortrade',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/03_from-trash-to-objects.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/C5Yaq/from-trash-to-objects',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/04_enabling-the-future.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/PaC0r/enabling-the-future',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/05_a-step-up-with-bionic-hands.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/94W3o/a-step-up-with-bionic-hands',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/02_illinois-marketplace-and-maker-literacy-program.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/lE9Zj/illinois-marketplace-and-maker-literacy-program',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/01_3d-printing-and-subsistence-marketplaces.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/MJPvM/3d-printing-and-subsistence-marketplaces',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/03_3d-printing-and-intellectual-property/01_3d-printing-and-the-future-or-demise-of-intellectual-property.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/6QRBO/3d-printing-and-the-future-or-demise-of-intellectual-property',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/01_module-2-information/02_on-demand-manufacturing.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/mwrCN/on-demand-manufacturing',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/01_a-market-of-one-3d-hubs.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/SKKXa/a-market-of-one-3d-hubs',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/06_careers-in-3d-printing.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/NBK4o/careers-in-3d-printing',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/04_learning-by-making-and-making-for-fun-at-the-fab-lab.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/PuC0A/learning-by-making-and-making-for-fun-at-the-fab-lab',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/05_for-businesses-and-entrepreneurs.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/I3WQW/for-businesses-and-entrepreneurs',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/03_on-demand-and-local-techshop.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/EMRez/on-demand-and-local-techshop',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/02_a-market-of-a-few.en.txt': 'https://www.coursera.org/learn/3d-printing-applications/lecture/4dB6p/a-market-of-a-few',
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/01_module-4-information/03_module-4-readings_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/hnOry/module-4-readings',
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/01_module-4-information/01_module-4-overview_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/zq4e8/module-4-overview',
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/04_module-4-assignments/01_module-4-graded-quiz_exam.html': 'https://www.coursera.org/learn/3d-printing-applications/exam/nRxIo/module-4-graded-quiz',
+    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/04_module-4-assignments/02_module-4-peer-review-assignment_peer_assignment_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/peer/EWHOn/module-4-peer-review-assignment',
+    'docs/3d-printing-applications/07_Resources/04_3d-printing-news-sources/01__resources.html': 'https://www.coursera.org/learn/3d-printing-applications/resources/LcUHI',
+    'docs/3d-printing-applications/07_Resources/03_3d-printing-applications/01__resources.html': 'https://www.coursera.org/learn/3d-printing-applications/resources/rLuyV',
+    'docs/3d-printing-applications/07_Resources/03_3d-printing-applications/01__scientists-create-new-bio-ink-for-3d-printing-with-stem-cells-322296.html': 'http://tech.firstpost.com/news-analysis/scientists-create-new-bio-ink-for-3d-printing-with-stem-cells-322296.html',
+    'docs/3d-printing-applications/07_Resources/05_recommended-books/01__resources.html': 'https://www.coursera.org/learn/3d-printing-applications/resources/8hxKz',
+    'docs/3d-printing-applications/07_Resources/06_explore-the-imba/01__resources.html': 'https://www.coursera.org/learn/3d-printing-applications/resources/49U0k',
+    'docs/3d-printing-applications/07_Resources/01_about-our-team/01__resources.html': 'https://www.coursera.org/learn/3d-printing-applications/resources/62fHX',
+    'docs/3d-printing-applications/07_Resources/02_glossary/01__resources.html': 'https://www.coursera.org/learn/3d-printing-applications/resources/dG0g4',
+    'docs/3d-printing-applications/01_course-orientation/01_about-the-courses/04_glossary_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/QQpUl/glossary',
+    'docs/3d-printing-applications/01_course-orientation/01_about-the-courses/03_about-the-discussion-forums_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/MRtAV/about-the-discussion-forums',
+    'docs/3d-printing-applications/01_course-orientation/01_about-the-courses/02_syllabus_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/9DenU/syllabus',
+    'docs/3d-printing-applications/01_course-orientation/02_about-your-classmates/01_updating-your-profile_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/DfAqY/updating-your-profile',
+    'docs/3d-printing-applications/01_course-orientation/02_about-your-classmates/02_social-media_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/Qf1Am/social-media',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/04_webinar-3d-printing-comes-of-age_3d-printing-comes-of-age.html': 'http://www.3dprintingprofs.com/2016/07/3d-printing-comes-of-age-webinar/',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/05_bonus-webinar-mymini-factory-ceo-interview_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/2XNdg/bonus-webinar-mymini-factory-ceo-interview',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/03_bonus-webinar-whats-all-the-hype-around-3d-printing_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/jKR1S/bonus-webinar-whats-all-the-hype-around-3d-printing',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/02_bonus-webinar-audio-whats-the-hype-around-3dprinting_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/Wh3Lh/bonus-webinar-audio-whats-the-hype-around-3dprinting',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/06_bonus-webinar-the-maker-movement-in-education_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/hHU9F/bonus-webinar-the-maker-movement-in-education',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/04_webinar-3d-printing-comes-of-age_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/zNdWR/webinar-3d-printing-comes-of-age',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/05_module-1-assignments/02_module-1-peer-review-assignment_peer_assignment_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/peer/wW35G/module-1-peer-review-assignment',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/05_module-1-assignments/01_module-1-graded-quiz_exam.html': 'https://www.coursera.org/learn/3d-printing-applications/exam/Mf63o/module-1-graded-quiz',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/01_module-1-overview_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/wEptY/module-1-overview',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/03_module-1-readings_3d-printing-complexity-is-free-may-be-costly-for-some.html': 'https://www2.deloitte.com/us/en/insights/focus/3d-opportunity/3d-printing-complexity-is-free-may-be-costly-for-some.html',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/03_module-1-readings_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/SpZ2p/module-1-readings',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/03_module-1-readings_3d-printing-comes-of-age.html': 'http://www.pwc.com/us/en/industrial-products/3d-printing-comes-of-age.html',
+    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/03_module-1-readings_press71.html': 'http://wohlersassociates.com/press71.html',
+    'docs/3d-printing-applications/06_course-wrap-up/01_course-wrap-up-whats-next/02_congratulations_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/oDj5t/congratulations',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/03_3d-printing-in-education/03_resources-for-educators_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/sdDp2/resources-for-educators',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/01_module-3-information/03_module-3-readings_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/5kR9o/module-3-readings',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/01_module-3-information/01_module-3-overview_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/OChGO/module-3-overview',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/01_module-3-information/03_module-3-readings_book.html': 'http://sdu.ictp.it/3D/book.html',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/04_module-3-assignments/01_module-3-graded-quiz_exam.html': 'https://www.coursera.org/learn/3d-printing-applications/exam/NMiTK/module-3-graded-quiz',
+    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/04_module-3-assignments/02_module-3-peer-review-assignment_peer_assignment_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/peer/5xxgp/module-3-peer-review-assignment',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/04_module-2-assignment/01_module-2-graded-quiz_exam.html': 'https://www.coursera.org/learn/3d-printing-applications/exam/6Z8Ef/module-2-graded-quiz',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/04_module-2-assignment/02_module-2-peer-review-assignment_peer_assignment_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/peer/Pt8hO/module-2-peer-review-assignment',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/01_module-2-information/01_module-2-overview_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/94W7x/module-2-overview',
+    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/01_module-2-information/03_module-2-readings_instructions.html': 'https://www.coursera.org/learn/3d-printing-applications/supplement/3uaqE/module-2-readings'
+}

memory.py ADDED Viewed

	@@ -0,0 +1,63 @@

+import json
+import logging
+from datetime import datetime
+from typing import List
+from langchain.memory import MongoDBChatMessageHistory
+from langchain.schema import AIMessage, BaseMessage, HumanMessage, messages_from_dict, _message_to_dict
+from pymongo import errors
+logger = logging.getLogger(__name__)
+class CustomMongoDBChatMessageHistory(MongoDBChatMessageHistory):
+    @property
+    def messages(self) -> List[BaseMessage]:  # type: ignore
+        """Retrieve the messages from MongoDB"""
+        from pymongo import errors
+        cursor = None
+        try:
+            cursor = self.collection.find({"SessionId": self.session_id})
+        except errors.OperationFailure as error:
+            logger.error(error)
+        document_count = self.collection.count_documents({"SessionId": self.session_id})
+        if cursor and document_count > 0:
+            document = cursor[0]  # Get the first document with the matching session id
+            items = document["messages"]  # Get the messages array from the document
+        else:
+            items = []
+        messages = messages_from_dict([json.loads(item) for item in items])
+        return messages
+    def add_user_message(self, message: str) -> None:
+        self.append(HumanMessage(content=message))
+    def add_ai_message(self, message: str) -> None:
+        self.append(AIMessage(content=message))
+    def append(self, message: BaseMessage) -> None:
+        """Append the message to the record in MongoDB with the desired format"""
+        # Determine the sender based on the message type
+        sender = "ai" if isinstance(message, AIMessage) else "human"
+        # Create the message object with the desired format
+        message_obj = {
+            "type": sender,
+            "content": message.content,
+            "timestamp": datetime.utcnow()
+        }
+        try:
+            # Update the messages array with the new message object
+            self.collection.update_one(
+                {"SessionId": self.session_id},
+                {"$push": {"messages": json.dumps(_message_to_dict(message))}},
+                upsert=True
+            )
+        except errors.WriteError as err:
+            logger.error(err)

requirements.txt CHANGED Viewed

@@ -8,4 +8,5 @@ gtts
 torch
 tiktoken
 huggingface-hub
-gradio

 torch
 tiktoken
 huggingface-hub
+gradio
+pymongo

utils.py CHANGED Viewed

@@ -1,9 +1,10 @@
 import os
 import pickle
-import langchain
 import faiss
 from langchain import HuggingFaceHub
 from langchain.chains import ConversationalRetrievalChain
 from langchain.chat_models import ChatOpenAI
 from langchain.document_loaders import DirectoryLoader, TextLoader, UnstructuredHTMLLoader
@@ -16,7 +17,9 @@ from langchain.prompts.chat import (
 )
 from langchain.text_splitter import CharacterTextSplitter
 from langchain.vectorstores.faiss import FAISS
-from langchain.cache import InMemoryCache
 langchain.llm_cache = InMemoryCache()
@@ -27,97 +30,21 @@ models = ["GPT-3.5", "Flan UL2", "GPT-4", "Flan T5"]
 pickle_file = "_vs.pkl"
 index_file = "_vs.index"
 models_folder = "models/"
 llm = ChatOpenAI(model_name="gpt-4", temperature=0.1)
 embeddings = OpenAIEmbeddings(model='text-embedding-ada-002')
-chat_history = []
 memory = ConversationBufferWindowMemory(memory_key="chat_history", k=10)
 vectorstore_index = None
-file_url_mapping = {
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/03_design-thinking-in-action/02_multiply.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/1qm8i/multiply',
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/03_design-thinking-in-action/01_utensil-grip-personalization.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/BYBmh/utensil-grip-personalization',
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/03_design-thinking-in-action/03_city-x-project.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/0HDFr/city-x-project',
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/01_module-4-information/02_an-intro-to-design-thinking.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/IdLQM/an-intro-to-design-thinking',
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/02_an-introduction-to-design-thinking/01_what-is-design-thinking.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/npYkr/what-is-design-thinking',
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/02_an-introduction-to-design-thinking/03_3d-printing-and-design-thinking.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/QJAGJ/3d-printing-and-design-thinking',
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/02_an-introduction-to-design-thinking/02_understanding-user-needs.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/Jj03y/understanding-user-needs',
-    'docs/3d-printing-applications/01_course-orientation/01_about-the-courses/01_welcome-to-3d-printing-applications.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/xYJax/welcome-to-3d-printing-applications',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/02_whats-different-about-3d-printing/01_complexity-is-free.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/lA0z9/complexity-is-free',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/02_whats-different-about-3d-printing/02_3d-printing-a-paradigm-shift.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/I3NUA/3d-printing-a-paradigm-shift',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/01_webinar-3d-printing-with-soft-materials-bonus.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/PbM8Z/webinar-3d-printing-with-soft-materials-bonus',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/03_3d-printing-industry-trends/02_3d-printing-use-cases.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/5dSO8/3d-printing-use-cases',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/03_3d-printing-industry-trends/04_a-view-from-the-trenches.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/FAINi/a-view-from-the-trenches',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/03_3d-printing-industry-trends/03_a-venture-capitalists-view-of-the-industry.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/kcSMh/a-venture-capitalists-view-of-the-industry',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/03_3d-printing-industry-trends/01_a-look-into-the-past-and-the-future.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/IWgMe/a-look-into-the-past-and-the-future',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/04_3d-printing-on-the-edge/01_cutting-edge-applications.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/Cy1Ef/cutting-edge-applications',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/04_3d-printing-on-the-edge/02_bioprinting.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/V6WNO/bioprinting',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/02_a-new-way-of-making.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/jPkoW/a-new-way-of-making',
-    'docs/3d-printing-applications/06_course-wrap-up/01_course-wrap-up-whats-next/01_whats-next.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/ffuzj/whats-next',
-    'docs/3d-printing-applications/06_course-wrap-up/01_course-wrap-up-whats-next/03_gies-online-programs.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/gPv5h/gies-online-programs',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/03_3d-printing-in-education/01_3d-printing-in-education.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/rrgbB/3d-printing-in-education',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/03_3d-printing-in-education/02_girls-in-stem-makergirls.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/8JKL4/girls-in-stem-makergirls',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/01_module-3-information/02_3d-printing-in-development-and-education.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/oncn3/3d-printing-in-development-and-education',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/06_3d4d-with-techfortrade.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/aRmfA/3d4d-with-techfortrade',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/03_from-trash-to-objects.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/C5Yaq/from-trash-to-objects',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/04_enabling-the-future.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/PaC0r/enabling-the-future',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/05_a-step-up-with-bionic-hands.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/94W3o/a-step-up-with-bionic-hands',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/02_illinois-marketplace-and-maker-literacy-program.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/lE9Zj/illinois-marketplace-and-maker-literacy-program',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/02_3d-printing-for-development-3d4d/01_3d-printing-and-subsistence-marketplaces.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/MJPvM/3d-printing-and-subsistence-marketplaces',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/03_3d-printing-and-intellectual-property/01_3d-printing-and-the-future-or-demise-of-intellectual-property.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/6QRBO/3d-printing-and-the-future-or-demise-of-intellectual-property',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/01_module-2-information/02_on-demand-manufacturing.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/mwrCN/on-demand-manufacturing',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/01_a-market-of-one-3d-hubs.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/SKKXa/a-market-of-one-3d-hubs',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/06_careers-in-3d-printing.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/NBK4o/careers-in-3d-printing',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/04_learning-by-making-and-making-for-fun-at-the-fab-lab.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/PuC0A/learning-by-making-and-making-for-fun-at-the-fab-lab',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/05_for-businesses-and-entrepreneurs.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/I3WQW/for-businesses-and-entrepreneurs',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/03_on-demand-and-local-techshop.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/EMRez/on-demand-and-local-techshop',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/02_everyone-can-be-a-maker/02_a-market-of-a-few.en.txt':'https://www.coursera.org/learn/3d-printing-applications/lecture/4dB6p/a-market-of-a-few',
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/01_module-4-information/03_module-4-readings_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/hnOry/module-4-readings',
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/01_module-4-information/01_module-4-overview_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/zq4e8/module-4-overview',
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/04_module-4-assignments/01_module-4-graded-quiz_exam.html':'https://www.coursera.org/learn/3d-printing-applications/exam/nRxIo/module-4-graded-quiz',
-    'docs/3d-printing-applications/05_module-4-from-ideas-to-objects/04_module-4-assignments/02_module-4-peer-review-assignment_peer_assignment_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/peer/EWHOn/module-4-peer-review-assignment',
-    'docs/3d-printing-applications/07_Resources/04_3d-printing-news-sources/01__resources.html':'https://www.coursera.org/learn/3d-printing-applications/resources/LcUHI',
-    'docs/3d-printing-applications/07_Resources/03_3d-printing-applications/01__resources.html':'https://www.coursera.org/learn/3d-printing-applications/resources/rLuyV',
-    'docs/3d-printing-applications/07_Resources/03_3d-printing-applications/01__scientists-create-new-bio-ink-for-3d-printing-with-stem-cells-322296.html':'http://tech.firstpost.com/news-analysis/scientists-create-new-bio-ink-for-3d-printing-with-stem-cells-322296.html',
-    'docs/3d-printing-applications/07_Resources/05_recommended-books/01__resources.html':'https://www.coursera.org/learn/3d-printing-applications/resources/8hxKz',
-    'docs/3d-printing-applications/07_Resources/06_explore-the-imba/01__resources.html':'https://www.coursera.org/learn/3d-printing-applications/resources/49U0k',
-    'docs/3d-printing-applications/07_Resources/01_about-our-team/01__resources.html':'https://www.coursera.org/learn/3d-printing-applications/resources/62fHX',
-    'docs/3d-printing-applications/07_Resources/02_glossary/01__resources.html':'https://www.coursera.org/learn/3d-printing-applications/resources/dG0g4',
-    'docs/3d-printing-applications/01_course-orientation/01_about-the-courses/04_glossary_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/QQpUl/glossary',
-    'docs/3d-printing-applications/01_course-orientation/01_about-the-courses/03_about-the-discussion-forums_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/MRtAV/about-the-discussion-forums',
-    'docs/3d-printing-applications/01_course-orientation/01_about-the-courses/02_syllabus_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/9DenU/syllabus',
-    'docs/3d-printing-applications/01_course-orientation/02_about-your-classmates/01_updating-your-profile_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/DfAqY/updating-your-profile',
-    'docs/3d-printing-applications/01_course-orientation/02_about-your-classmates/02_social-media_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/Qf1Am/social-media',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/04_webinar-3d-printing-comes-of-age_3d-printing-comes-of-age.html':'http://www.3dprintingprofs.com/2016/07/3d-printing-comes-of-age-webinar/',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/05_bonus-webinar-mymini-factory-ceo-interview_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/2XNdg/bonus-webinar-mymini-factory-ceo-interview',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/03_bonus-webinar-whats-all-the-hype-around-3d-printing_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/jKR1S/bonus-webinar-whats-all-the-hype-around-3d-printing',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/02_bonus-webinar-audio-whats-the-hype-around-3dprinting_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/Wh3Lh/bonus-webinar-audio-whats-the-hype-around-3dprinting',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/06_bonus-webinar-the-maker-movement-in-education_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/hHU9F/bonus-webinar-the-maker-movement-in-education',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/06_optional-content-webinars-with-experts/04_webinar-3d-printing-comes-of-age_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/zNdWR/webinar-3d-printing-comes-of-age',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/05_module-1-assignments/02_module-1-peer-review-assignment_peer_assignment_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/peer/wW35G/module-1-peer-review-assignment',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/05_module-1-assignments/01_module-1-graded-quiz_exam.html':'https://www.coursera.org/learn/3d-printing-applications/exam/Mf63o/module-1-graded-quiz',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/01_module-1-overview_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/wEptY/module-1-overview',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/03_module-1-readings_3d-printing-complexity-is-free-may-be-costly-for-some.html':'https://www2.deloitte.com/us/en/insights/focus/3d-opportunity/3d-printing-complexity-is-free-may-be-costly-for-some.html',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/03_module-1-readings_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/SpZ2p/module-1-readings',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/03_module-1-readings_3d-printing-comes-of-age.html':'http://www.pwc.com/us/en/industrial-products/3d-printing-comes-of-age.html',
-    'docs/3d-printing-applications/02_module-1-3d-printing-a-new-way-of-making/01_module-1-information/03_module-1-readings_press71.html':'http://wohlersassociates.com/press71.html',
-    'docs/3d-printing-applications/06_course-wrap-up/01_course-wrap-up-whats-next/02_congratulations_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/oDj5t/congratulations',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/03_3d-printing-in-education/03_resources-for-educators_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/sdDp2/resources-for-educators',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/01_module-3-information/03_module-3-readings_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/5kR9o/module-3-readings',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/01_module-3-information/01_module-3-overview_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/OChGO/module-3-overview',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/01_module-3-information/03_module-3-readings_book.html':'http://sdu.ictp.it/3D/book.html',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/04_module-3-assignments/01_module-3-graded-quiz_exam.html':'https://www.coursera.org/learn/3d-printing-applications/exam/NMiTK/module-3-graded-quiz',
-    'docs/3d-printing-applications/04_module-3-3d-printing-for-development-and-education/04_module-3-assignments/02_module-3-peer-review-assignment_peer_assignment_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/peer/5xxgp/module-3-peer-review-assignment',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/04_module-2-assignment/01_module-2-graded-quiz_exam.html':'https://www.coursera.org/learn/3d-printing-applications/exam/6Z8Ef/module-2-graded-quiz',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/04_module-2-assignment/02_module-2-peer-review-assignment_peer_assignment_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/peer/Pt8hO/module-2-peer-review-assignment',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/01_module-2-information/01_module-2-overview_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/94W7x/module-2-overview',
-    'docs/3d-printing-applications/03_module-2-3d-printing-on-demand-manufacturing/01_module-2-information/03_module-2-readings_instructions.html':'https://www.coursera.org/learn/3d-printing-applications/supplement/3uaqE/module-2-readings'
-}
 system_template = """You are Coursera QA Bot. Have a conversation with a human, answering the following questions as best you can.
 You are a teaching assistant for a Coursera Course: 3D Printing Applications and can answer any question about that using vectorstore or context.
 Use the following pieces of context to answer the users question.
@@ -131,11 +58,25 @@ messages = [
 CHAT_PROMPT = ChatPromptTemplate.from_messages(messages)
 def set_model_and_embeddings(model):
-    global chat_history
     set_model(model)
     # set_embeddings(model)
-    chat_history = []
 def set_model(model):
@@ -149,7 +90,7 @@ def set_model(model):
         llm = ChatOpenAI(model_name="gpt-4", temperature=0.1)
     elif model == "Flan UL2":
         print("Loading Flan-UL2")
-        llm = HuggingFaceHub(repo_id="google/flan-ul2", model_kwargs={"temperature": 0.1, "max_new_tokens":500})
     elif model == "Flan T5":
         print("Loading Flan T5")
         llm = HuggingFaceHub(repo_id="google/flan-t5-base", model_kwargs={"temperature": 0.1})
@@ -222,7 +163,7 @@ def fetch_data_for_embeddings():
     # use file_url_mapping to set metadata of document to url which has been set as the source
     for document in document_list:
-        document.metadata["url"] = file_url_mapping.get(document.metadata["source"])
     print("document list: " + str(len(document_list)))
     return document_list
@@ -246,7 +187,7 @@ def create_chunk_documents():
 def get_qa_chain(vectorstore_index):
-    global llm, model_name
     print(llm)
     # embeddings_filter = EmbeddingsFilter(embeddings=embeddings, similarity_threshold=0.76)
@@ -268,12 +209,13 @@ def get_chat_history(inputs) -> str:
 def generate_answer(question) -> str:
-    global chat_history, vectorstore_index
     chain = get_qa_chain(vectorstore_index)
     result = chain(
-        {"question": question, "chat_history": chat_history, "vectordbkwargs": {"search_distance": 0.6}})
-    chat_history = [(question, result["answer"])]
     sources = []
     print(result)
@@ -283,3 +225,9 @@ def generate_answer(question) -> str:
     source = ',\n'.join(set(sources))
     return result['answer'] + '\nSOURCES: ' + source

 import os
 import pickle
 import faiss
+import langchain
 from langchain import HuggingFaceHub
+from langchain.cache import InMemoryCache
 from langchain.chains import ConversationalRetrievalChain
 from langchain.chat_models import ChatOpenAI
 from langchain.document_loaders import DirectoryLoader, TextLoader, UnstructuredHTMLLoader
 )
 from langchain.text_splitter import CharacterTextSplitter
 from langchain.vectorstores.faiss import FAISS
+from mapping import FILE_URL_MAPPING
+from memory import CustomMongoDBChatMessageHistory
 langchain.llm_cache = InMemoryCache()
 pickle_file = "_vs.pkl"
 index_file = "_vs.index"
 models_folder = "models/"
+MONGO_DB_URL = os.environ['MONGO_DB_URL']
 llm = ChatOpenAI(model_name="gpt-4", temperature=0.1)
 embeddings = OpenAIEmbeddings(model='text-embedding-ada-002')
+message_history = CustomMongoDBChatMessageHistory(
+    connection_string=MONGO_DB_URL, session_id='session_id', database_name='coursera_bots',
+    collection_name='3d_printing_revolution'
+)
 memory = ConversationBufferWindowMemory(memory_key="chat_history", k=10)
 vectorstore_index = None
 system_template = """You are Coursera QA Bot. Have a conversation with a human, answering the following questions as best you can.
 You are a teaching assistant for a Coursera Course: 3D Printing Applications and can answer any question about that using vectorstore or context.
 Use the following pieces of context to answer the users question.
 CHAT_PROMPT = ChatPromptTemplate.from_messages(messages)
+def set_session_id(session_id):
+    global message_history, memory
+    # check if message_history with same session id exists
+    if message_history.session_id == session_id:
+        print("Session id already set: " + str(message_history.session_id))
+    else:
+        # create new message history with session id
+        print("Setting session id to " + str(session_id))
+        message_history = CustomMongoDBChatMessageHistory(
+            connection_string=MONGO_DB_URL, session_id=session_id, database_name='coursera_bots',
+            collection_name='printing_3d_revolution'
+        )
+        memory = ConversationBufferWindowMemory(memory_key="chat_history", chat_memory=message_history, k=10,
+                                                return_messages=True)
 def set_model_and_embeddings(model):
     set_model(model)
     # set_embeddings(model)
 def set_model(model):
         llm = ChatOpenAI(model_name="gpt-4", temperature=0.1)
     elif model == "Flan UL2":
         print("Loading Flan-UL2")
+        llm = HuggingFaceHub(repo_id="google/flan-ul2", model_kwargs={"temperature": 0.1, "max_new_tokens": 500})
     elif model == "Flan T5":
         print("Loading Flan T5")
         llm = HuggingFaceHub(repo_id="google/flan-t5-base", model_kwargs={"temperature": 0.1})
     # use file_url_mapping to set metadata of document to url which has been set as the source
     for document in document_list:
+        document.metadata["url"] = FILE_URL_MAPPING.get(document.metadata["source"])
     print("document list: " + str(len(document_list)))
     return document_list
 def get_qa_chain(vectorstore_index):
+    global llm
     print(llm)
     # embeddings_filter = EmbeddingsFilter(embeddings=embeddings, similarity_threshold=0.76)
 def generate_answer(question) -> str:
+    global vectorstore_index
     chain = get_qa_chain(vectorstore_index)
+    history = memory.chat_memory.messages
     result = chain(
+        {"question": question, "chat_history": history})
+    save_chat_history(question, result)
     sources = []
     print(result)
     source = ',\n'.join(set(sources))
     return result['answer'] + '\nSOURCES: ' + source
+def save_chat_history(question, result):
+    memory.chat_memory.add_user_message(question)
+    memory.chat_memory.add_ai_message(result["answer"])
+    print("chat history after saving: " + str(memory.chat_memory.messages))