Spaces:
Runtime error
Runtime error
gkrthk
commited on
Commit
·
c15a1ba
1
Parent(s):
d30c111
fix error
Browse files- confluence_qa.py +1 -1
confluence_qa.py
CHANGED
@@ -33,7 +33,7 @@ class ConfluenceQA:
|
|
33 |
# print(documents)
|
34 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=10)
|
35 |
documents = text_splitter.split_documents(documents)
|
36 |
-
text_splitter = SentenceTransformersTokenTextSplitter(
|
37 |
documents = text_splitter.split_documents(documents)
|
38 |
print(documents)
|
39 |
# text_splitter = TokenTextSplitter(chunk_size=1000, chunk_overlap=10, encoding_name="cl100k_base") # This the encoding for text-embedding-ada-002
|
|
|
33 |
# print(documents)
|
34 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=10)
|
35 |
documents = text_splitter.split_documents(documents)
|
36 |
+
text_splitter = SentenceTransformersTokenTextSplitter(chunk_overlap=10)
|
37 |
documents = text_splitter.split_documents(documents)
|
38 |
print(documents)
|
39 |
# text_splitter = TokenTextSplitter(chunk_size=1000, chunk_overlap=10, encoding_name="cl100k_base") # This the encoding for text-embedding-ada-002
|