Update rag.py

rag.py

@@ -63,33 +63,33 @@ def document_splitting(config, docs):
     
 def document_storage_chroma(chunks):
     Chroma.from_documents(documents = chunks, 
-                          embedding = OpenAIEmbeddings(disallowed_special = ()), 
+                          embedding = OpenAIEmbeddings(), 
                           persist_directory = CHROMA_DIR)
 
 def document_storage_mongodb(chunks):
     MongoDBAtlasVectorSearch.from_documents(documents = chunks,
-                                            embedding = OpenAIEmbeddings(disallowed_special = ()),
+                                            embedding = OpenAIEmbeddings(),
                                             collection = collection,
                                             index_name = MONGODB_INDEX_NAME)
 
-def rag_batch(config):
-    docs = document_loading()
-    
-    chunks = document_splitting(config, docs)
-    
-    document_storage_chroma(chunks)
-    document_storage_mongodb(chunks)
-
 def document_retrieval_chroma():
-    return Chroma(embedding_function = OpenAIEmbeddings(disallowed_special = ()),
+    return Chroma(embedding_function = OpenAIEmbeddings(),
                   persist_directory = CHROMA_DIR)
 
 def document_retrieval_mongodb():
     return MongoDBAtlasVectorSearch.from_connection_string(MONGODB_ATLAS_CLUSTER_URI,
                                                            MONGODB_DB_NAME + "." + MONGODB_COLLECTION_NAME,
-                                                           OpenAIEmbeddings(disallowed_special = ()),
+                                                           OpenAIEmbeddings(),
                                                            index_name = MONGODB_INDEX_NAME)
 
+def rag_batch(config):
+    docs = document_loading()
+    
+    chunks = document_splitting(config, docs)
+    
+    document_storage_chroma(chunks)
+    document_storage_mongodb(chunks)
+
 def get_llm(config, openai_api_key):
     return ChatOpenAI(model_name = config["model_name"], 
                       openai_api_key = openai_api_key,