from pymongo import MongoClient from langchain.embeddings.openai import OpenAIEmbeddings from langchain.vectorstores import MongoDBAtlasVectorSearch from langchain.document_loaders import DirectoryLoader from langchain.llms import OpenAI from langchain.chains import RetrievalQA import gradio as gr from gradio.themes.base import Base #import key_param import os def query_data(query,openai_api_key,mongo_uri): #openai_api_key = os.getenv("OPENAI_API_KEY") #mongo_uri = os.getenv("MONGO_URI") client = MongoClient(mongo_uri) dbName = "langchain_demo" collectionName = "collection_of_text_blobs" collection = client[dbName][collectionName] # Define the text embedding model embeddings = OpenAIEmbeddings(openai_api_key=openai_api_key) # Initialize the Vector Store vectorStore = MongoDBAtlasVectorSearch( collection, embeddings, index_name="default" ) # Convert question to vector using OpenAI embeddings # Perform Atlas Vector Search using Langchain's vectorStore # similarity_search returns MongoDB documents most similar to the query docs = vectorStore.similarity_search(query, K=1) as_output = docs[0].page_content # Leveraging Atlas Vector Search paired with Langchain's QARetriever # Define the LLM that we want to use -- note that this is the Language Generation Model and NOT an Embedding Model # If it's not specified (for example like in the code below), # then the default OpenAI model used in LangChain is OpenAI GPT-3.5-turbo, as of August 30, 2023 llm = OpenAI(openai_api_key=openai_api_key, temperature=0) # Get VectorStoreRetriever: Specifically, Retriever for MongoDB VectorStore. # Implements _get_relevant_documents which retrieves documents relevant to a query. retriever = vectorStore.as_retriever() # Load "stuff" documents chain. Stuff documents chain takes a list of documents, # inserts them all into a prompt and passes that prompt to an LLM. qa = RetrievalQA.from_chain_type(llm, chain_type="stuff", retriever=retriever, model_name='gpt-4-1106-preview') # Execute the chain retriever_output = qa.run(query) # Return Atlas Vector Search output, and output generated using RAG Architecture return as_output, retriever_output # Create a web interface for the app, using Gradio with gr.Blocks(theme=Base(), title="Question Answering App using Vector Search + RAG") as demo: gr.Markdown( """ # Question Answering App using Atlas Vector Search + RAG Architecture """) openai_api_key = gr.Textbox(label = "OpenAI 3.5 API Key", value = "sk-", lines = 1) mongo_uri = gr.Textbox(label = "Mongo URI", value = "mongodb+srv://", lines = 1) textbox = gr.Textbox(label="Enter your Question:") with gr.Row(): button = gr.Button("Submit", variant="primary") with gr.Column(): output1 = gr.Textbox(lines=1, max_lines=10, label="Output with just Atlas Vector Search (returns text field as is):") output2 = gr.Textbox(lines=1, max_lines=10, label="Output generated by chaining Atlas Vector Search to Langchain's RetrieverQA + OpenAI LLM:") # Call query_data function upon clicking the Submit button button.click(query_data, inputs=[textbox, openai_api_key, mongo_uri], outputs=[output1, output2] ) demo.launch()