wholewhale commited on
Commit
f8e7afd
·
1 Parent(s): 00e09c1

chunk size change

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ def loading_pdf():
16
  def pdf_changes(pdf_doc):
17
  loader = OnlinePDFLoader(pdf_doc.name)
18
  documents = loader.load()
19
- text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
20
  texts = text_splitter.split_documents(documents)
21
  embeddings = OpenAIEmbeddings()
22
  db = Chroma.from_documents(texts, embeddings)
 
16
  def pdf_changes(pdf_doc):
17
  loader = OnlinePDFLoader(pdf_doc.name)
18
  documents = loader.load()
19
+ text_splitter = CharacterTextSplitter(chunk_size=500, chunk_overlap=50)
20
  texts = text_splitter.split_documents(documents)
21
  embeddings = OpenAIEmbeddings()
22
  db = Chroma.from_documents(texts, embeddings)