|
"""Base reader class.""" |
|
from abc import abstractmethod |
|
from typing import Any, List |
|
|
|
from langchain.docstore.document import Document as LCDocument |
|
from application.parser.schema.base import Document |
|
|
|
|
|
class BaseReader: |
|
"""Utilities for loading data from a directory.""" |
|
|
|
@abstractmethod |
|
def load_data(self, *args: Any, **load_kwargs: Any) -> List[Document]: |
|
"""Load data from the input directory.""" |
|
|
|
def load_langchain_documents(self, **load_kwargs: Any) -> List[LCDocument]: |
|
"""Load data in LangChain document format.""" |
|
docs = self.load_data(**load_kwargs) |
|
return [d.to_langchain_format() for d in docs] |
|
|
