demoPOC commited on
Commit
67867db
·
1 Parent(s): da88160

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -3
app.py CHANGED
@@ -107,15 +107,18 @@ def file_Upload():
107
  urlLoader=SeleniumURLLoader(urlList)
108
  documents.extend(urlLoader.load())
109
 
110
- print("All chunk List START ***********************\n\n")
111
- pretty_print_docs(documents)
112
- print("All chunk List END ***********************\n\n")
113
 
114
  print(uploads_dir)
115
  global chain;
116
 
117
  text_splitter = RecursiveCharacterTextSplitter(chunk_size=1500, chunk_overlap=150)
118
  texts = text_splitter.split_documents(documents)
 
 
 
 
 
119
  embeddings = OpenAIEmbeddings()
120
  vectordb = Chroma.from_documents(texts,embeddings)
121
  chain = RetrievalQA.from_chain_type(llm=OpenAI(temperature=0.0),chain_type="stuff", retriever=vectordb.as_retriever(search_type="mmr"),return_source_documents=True)
 
107
  urlLoader=SeleniumURLLoader(urlList)
108
  documents.extend(urlLoader.load())
109
 
110
+
 
 
111
 
112
  print(uploads_dir)
113
  global chain;
114
 
115
  text_splitter = RecursiveCharacterTextSplitter(chunk_size=1500, chunk_overlap=150)
116
  texts = text_splitter.split_documents(documents)
117
+
118
+ print("All chunk List START ***********************\n\n")
119
+ pretty_print_docs(texts)
120
+ print("All chunk List END ***********************\n\n")
121
+
122
  embeddings = OpenAIEmbeddings()
123
  vectordb = Chroma.from_documents(texts,embeddings)
124
  chain = RetrievalQA.from_chain_type(llm=OpenAI(temperature=0.0),chain_type="stuff", retriever=vectordb.as_retriever(search_type="mmr"),return_source_documents=True)