Spaces:
Sleeping
Sleeping
changes to app chunking
Browse files
app.py
CHANGED
@@ -32,8 +32,8 @@ async def start_chat():
|
|
32 |
|
33 |
# Configure a text splitter that handles large documents
|
34 |
text_splitter = RecursiveCharacterTextSplitter(
|
35 |
-
chunk_size =
|
36 |
-
chunk_overlap =
|
37 |
length_function = tiktoken_len,
|
38 |
)
|
39 |
|
|
|
32 |
|
33 |
# Configure a text splitter that handles large documents
|
34 |
text_splitter = RecursiveCharacterTextSplitter(
|
35 |
+
chunk_size = 200,
|
36 |
+
chunk_overlap = 0, # Ensure there is no cutoff at the edges of chunks
|
37 |
length_function = tiktoken_len,
|
38 |
)
|
39 |
|