Source code for langchain_community.document_loaders.polars_dataframe

from typing import Any, Iterator

from langchain_core.documents import Document

from langchain_community.document_loaders.dataframe import BaseDataFrameLoader


[docs]class PolarsDataFrameLoader(BaseDataFrameLoader): """Load `Polars` DataFrame."""
[docs] def __init__(self, data_frame: Any, *, page_content_column: str = "text"): """Initialize with dataframe object. Args: data_frame: Polars DataFrame object. page_content_column: Name of the column containing the page content. Defaults to "text". """ import polars as pl if not isinstance(data_frame, pl.DataFrame): raise ValueError( f"Expected data_frame to be a pl.DataFrame, got {type(data_frame)}" ) super().__init__(data_frame, page_content_column=page_content_column)
[docs] def lazy_load(self) -> Iterator[Document]: """Lazy load records from dataframe.""" for row in self.data_frame.iter_rows(named=True): text = row[self.page_content_column] row.pop(self.page_content_column) yield Document(page_content=text, metadata=row)