Struct polars_io::parquet::read::BatchedParquetReader

pub struct BatchedParquetReader { /* private fields */ }

Available on crate feature parquet only.

Implementations

impl BatchedParquetReader

pub fn new( row_group_fetcher: RowGroupFetcher, metadata: FileMetaDataRef, schema: ArrowSchemaRef, limit: usize, projection: Option<Vec<usize>>, predicate: Option<Arc<dyn PhysicalIoExpr>>, row_index: Option<RowIndex>, chunk_size: usize, use_statistics: bool, hive_partition_columns: Option<Vec<Series>>, parallel: ParallelStrategy ) -> PolarsResult<Self>

pub fn limit_reached(&self) -> bool

pub fn schema(&self) -> &ArrowSchemaRef

pub fn is_finished(&self) -> bool

pub fn finishes_this_batch(&self, n: usize) -> bool

pub async fn next_batches( &mut self, n: usize ) -> PolarsResult<Option<Vec<DataFrame>>>

pub fn iter(self, batches_per_iter: usize) -> BatchedParquetIter

Available on crate feature async only.

Turn the batched reader into an iterator.