Spaces:
Runtime error
Runtime error
File size: 1,505 Bytes
105b369 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 |
from pathlib import Path
from typing import Union, List, Iterator
from phi.document import Document
from phi.document.reader.pdf import PDFReader, PDFUrlReader
from phi.knowledge.base import AssistantKnowledge
class PDFKnowledgeBase(AssistantKnowledge):
path: Union[str, Path]
reader: PDFReader = PDFReader()
@property
def document_lists(self) -> Iterator[List[Document]]:
"""Iterate over PDFs and yield lists of documents.
Each object yielded by the iterator is a list of documents.
Returns:
Iterator[List[Document]]: Iterator yielding list of documents
"""
_pdf_path: Path = Path(self.path) if isinstance(self.path, str) else self.path
if _pdf_path.exists() and _pdf_path.is_dir():
for _pdf in _pdf_path.glob("**/*.pdf"):
yield self.reader.read(pdf=_pdf)
elif _pdf_path.exists() and _pdf_path.is_file() and _pdf_path.suffix == ".pdf":
yield self.reader.read(pdf=_pdf_path)
class PDFUrlKnowledgeBase(AssistantKnowledge):
urls: List[str] = []
reader: PDFUrlReader = PDFUrlReader()
@property
def document_lists(self) -> Iterator[List[Document]]:
"""Iterate over PDF urls and yield lists of documents.
Each object yielded by the iterator is a list of documents.
Returns:
Iterator[List[Document]]: Iterator yielding list of documents
"""
for url in self.urls:
yield self.reader.read(url=url)
|