Pavan178 commited on
Commit
ce8a672
·
verified ·
1 Parent(s): 69b7fda

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -18,6 +18,8 @@ def process_url(url):
18
  try:
19
  loader = WebBaseLoader(web_paths=[url])
20
  docs = loader.load()
 
 
21
  text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200, add_start_index=True)
22
  all_splits = text_splitter.split_documents(docs)
23
  vectorstore = Chroma.from_documents(documents=all_splits, embedding=OpenAIEmbeddings())
 
18
  try:
19
  loader = WebBaseLoader(web_paths=[url])
20
  docs = loader.load()
21
+ type(docs)
22
+ print(docs)
23
  text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200, add_start_index=True)
24
  all_splits = text_splitter.split_documents(docs)
25
  vectorstore = Chroma.from_documents(documents=all_splits, embedding=OpenAIEmbeddings())