Struct BatchedParquetReader

pub struct BatchedParquetReader { /* private fields */ }

Available on crate feature polars-io only.

Implementations

impl BatchedParquetReader

pub fn new( row_group_fetcher: RowGroupFetcher, metadata: Arc<FileMetadata>, schema: Arc<Schema<Field>>, slice: (usize, usize), projection: Option<Vec<usize>>, predicate: Option<Arc<dyn PhysicalIoExpr>>, row_index: Option<RowIndex>, chunk_size: usize, use_statistics: bool, hive_partition_columns: Option<Vec<Series>>, include_file_path: Option<(PlSmallStr, Arc<str>)>, parallel: ParallelStrategy, ) -> Result<BatchedParquetReader, PolarsError>

pub fn schema(&self) -> &Arc<Schema<Field>>

pub fn is_finished(&self) -> bool

pub fn finishes_this_batch(&self, n: usize) -> bool

pub async fn next_batches( &mut self, n: usize, ) -> Result<Option<Vec<DataFrame>>, PolarsError>

Available on crate feature async only.

pub fn iter(self, batches_per_iter: usize) -> BatchedParquetIter

Available on crate feature async only.

Turn the batched reader into an iterator.