Spaces:
Sleeping
Sleeping
Update lawtrainmodel.py
Browse files- lawtrainmodel.py +1 -1
lawtrainmodel.py
CHANGED
@@ -26,7 +26,7 @@ def gen_vectordb():
|
|
26 |
)
|
27 |
|
28 |
local_llm = HuggingFacePipeline(pipeline=pipe)
|
29 |
-
loader = DirectoryLoader('
|
30 |
documents = loader.load()
|
31 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
|
32 |
texts = text_splitter.split_documents(documents)
|
|
|
26 |
)
|
27 |
|
28 |
local_llm = HuggingFacePipeline(pipeline=pipe)
|
29 |
+
loader = DirectoryLoader('./new_papers', glob="./*.pdf", loader_cls=PyPDFLoader)
|
30 |
documents = loader.load()
|
31 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200)
|
32 |
texts = text_splitter.split_documents(documents)
|