text_loader.load()
Browse files
app.py
CHANGED
@@ -40,7 +40,7 @@ HF_TOKEN = os.environ["HF_TOKEN"]
|
|
40 |
### 1. CREATE TEXT LOADER AND LOAD DOCUMENTS
|
41 |
### NOTE: PAY ATTENTION TO THE PATH THEY ARE IN.
|
42 |
text_loader = TextLoader("./paul-graham-to-kindle/paul_graham_essays.txt")
|
43 |
-
documents = text_loader.
|
44 |
|
45 |
### 2. CREATE TEXT SPLITTER AND SPLIT DOCUMENTS
|
46 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=30)
|
|
|
40 |
### 1. CREATE TEXT LOADER AND LOAD DOCUMENTS
|
41 |
### NOTE: PAY ATTENTION TO THE PATH THEY ARE IN.
|
42 |
text_loader = TextLoader("./paul-graham-to-kindle/paul_graham_essays.txt")
|
43 |
+
documents = text_loader.load()
|
44 |
|
45 |
### 2. CREATE TEXT SPLITTER AND SPLIT DOCUMENTS
|
46 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=30)
|