Commit
·
dea0c59
1
Parent(s):
c572b2e
Update app.py
Browse files
app.py
CHANGED
@@ -109,7 +109,7 @@ def break_up_file(tokens, chunk_size, overlap_size):
|
|
109 |
yield from break_up_file(tokens[chunk_size-overlap_size:], chunk_size, overlap_size)
|
110 |
|
111 |
|
112 |
-
def break_up_file_to_chunks(filename, chunk_size=
|
113 |
with open(filename, 'r') as f:
|
114 |
text = f.read()
|
115 |
|
|
|
109 |
yield from break_up_file(tokens[chunk_size-overlap_size:], chunk_size, overlap_size)
|
110 |
|
111 |
|
112 |
+
def break_up_file_to_chunks(filename, chunk_size=3000, overlap_size=100):
|
113 |
with open(filename, 'r') as f:
|
114 |
text = f.read()
|
115 |
|