Spaces:
Sleeping
Sleeping
Sam
commited on
Commit
·
5f56729
1
Parent(s):
13c75a7
updating chuck size to improve accuracy
Browse files
app.py
CHANGED
|
@@ -43,7 +43,7 @@ def tiktoken_len(text):
|
|
| 43 |
return len(tokens)
|
| 44 |
|
| 45 |
text_splitter = RecursiveCharacterTextSplitter(
|
| 46 |
-
chunk_size=
|
| 47 |
chunk_overlap=100,
|
| 48 |
length_function = tiktoken_len
|
| 49 |
)
|
|
|
|
| 43 |
return len(tokens)
|
| 44 |
|
| 45 |
text_splitter = RecursiveCharacterTextSplitter(
|
| 46 |
+
chunk_size=500,
|
| 47 |
chunk_overlap=100,
|
| 48 |
length_function = tiktoken_len
|
| 49 |
)
|