gkrthk commited on
Commit
c15a1ba
·
1 Parent(s): d30c111
Files changed (1) hide show
  1. confluence_qa.py +1 -1
confluence_qa.py CHANGED
@@ -33,7 +33,7 @@ class ConfluenceQA:
33
  # print(documents)
34
  text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=10)
35
  documents = text_splitter.split_documents(documents)
36
- text_splitter = SentenceTransformersTokenTextSplitter(chunck_size=1000,chunk_overlap=10)
37
  documents = text_splitter.split_documents(documents)
38
  print(documents)
39
  # text_splitter = TokenTextSplitter(chunk_size=1000, chunk_overlap=10, encoding_name="cl100k_base") # This the encoding for text-embedding-ada-002
 
33
  # print(documents)
34
  text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=10)
35
  documents = text_splitter.split_documents(documents)
36
+ text_splitter = SentenceTransformersTokenTextSplitter(chunk_overlap=10)
37
  documents = text_splitter.split_documents(documents)
38
  print(documents)
39
  # text_splitter = TokenTextSplitter(chunk_size=1000, chunk_overlap=10, encoding_name="cl100k_base") # This the encoding for text-embedding-ada-002