Almaatla commited on
Commit
3947965
·
verified ·
1 Parent(s): 1df7c26

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -34,8 +34,8 @@ def tiktoken_len(text):
34
  return len(tokens)
35
 
36
  text_splitter = RecursiveCharacterTextSplitter(
37
- chunk_size=800,
38
- chunk_overlap=400,
39
  length_function=tiktoken_len,
40
  separators=["\n\n", "\n", " ", ""]
41
  )
 
34
  return len(tokens)
35
 
36
  text_splitter = RecursiveCharacterTextSplitter(
37
+ chunk_size=700,
38
+ chunk_overlap=350,
39
  length_function=tiktoken_len,
40
  separators=["\n\n", "\n", " ", ""]
41
  )