Source code for langchain_community.document_loaders.notion
from pathlib import Path
from typing import List, Union
from langchain_core.documents import Document
from langchain_community.document_loaders.base import BaseLoader
[docs]class NotionDirectoryLoader(BaseLoader):
"""Load `Notion directory` dump."""
[docs] def __init__(self, path: Union[str, Path], *, encoding: str = "utf-8") -> None:
"""Initialize with a file path."""
self.file_path = path
self.encoding = encoding
[docs] def load(self) -> List[Document]:
"""Load documents."""
paths = list(Path(self.file_path).glob("**/*.md"))
docs = []
for p in paths:
with open(p, encoding=self.encoding) as f:
text = f.read()
metadata = {"source": str(p)}
docs.append(Document(page_content=text, metadata=metadata))
return docs