Skip to main content

IpcReader

Struct IpcReader 

Source
pub struct IpcReader<R: MmapBytesReader> { /* private fields */ }
Available on (crate features ipc or ipc_streaming) and crate feature ipc only.
Expand description

Read Arrows IPC format into a DataFrame

§Example

use polars_core::prelude::*;
use std::fs::File;
use polars_io::ipc::IpcReader;
use polars_io::SerReader;

fn example() -> PolarsResult<DataFrame> {
    let file = File::open("file.ipc").expect("file not found");

    IpcReader::new(file)
        .finish()
}

Implementations§

Source§

impl<R: MmapBytesReader> IpcReader<R>

Source

pub fn schema(&mut self) -> PolarsResult<ArrowSchemaRef>

Get arrow schema of the Ipc File.

Source

pub fn custom_metadata(&mut self) -> PolarsResult<Option<Arc<Metadata>>>

Get schema-level custom metadata of the Ipc file

Source

pub fn with_n_rows(self, num_rows: Option<usize>) -> Self

Stop reading when n rows are read.

Source

pub fn with_columns(self, columns: Option<Vec<String>>) -> Self

Columns to select/ project

Source

pub fn with_hive_partition_columns(self, columns: Option<Vec<Series>>) -> Self

Source

pub fn with_include_file_path( self, include_file_path: Option<(PlSmallStr, PlRefStr)>, ) -> Self

Source

pub fn with_row_index(self, row_index: Option<RowIndex>) -> Self

Add a row index column.

Source

pub fn with_projection(self, projection: Option<Vec<usize>>) -> Self

Set the reader’s column projection. This counts from 0, meaning that vec![0, 4] would select the 1st and 5th column.

Source

pub unsafe fn memory_mapped(self, path_buf: Option<PathBuf>) -> Self

Set if the file is to be memory_mapped. Only works with uncompressed files. The file name must be passed to register the memory mapped file.

§Safety

The users guarantees that the arrow data in the given path is valid and remains valid throughout memory mapping.

Source

pub fn finish_with_scan_ops( self, predicate: Option<Arc<dyn PhysicalIoExpr>>, verbose: bool, ) -> PolarsResult<DataFrame>

Available on crate feature lazy only.

Trait Implementations§

Source§

impl<R: MmapBytesReader> SerReader<R> for IpcReader<R>

Source§

fn new(reader: R) -> Self

Create a new instance of the SerReader
Source§

fn set_rechunk(self, rechunk: bool) -> Self

Make sure that all columns are contiguous in memory by aggregating the chunks into a single array.
Source§

fn finish(self) -> PolarsResult<DataFrame>

Take the SerReader and return a parsed DataFrame.

Auto Trait Implementations§

§

impl<R> Freeze for IpcReader<R>
where R: Freeze,

§

impl<R> !RefUnwindSafe for IpcReader<R>

§

impl<R> Send for IpcReader<R>

§

impl<R> Sync for IpcReader<R>

§

impl<R> Unpin for IpcReader<R>
where R: Unpin,

§

impl<R> UnsafeUnpin for IpcReader<R>
where R: UnsafeUnpin,

§

impl<R> !UnwindSafe for IpcReader<R>

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

§

impl<T> Instrument for T

§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided [Span], returning an Instrumented wrapper. Read more
§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
§

impl<T> Pointable for T

§

const ALIGN: usize

The alignment of pointer.
§

type Init = T

The type for initializers.
§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
§

impl<T> PolicyExt for T
where T: ?Sized,

§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns [Action::Follow] only if self and other return Action::Follow. Read more
§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns [Action::Follow] if either self or other returns Action::Follow. Read more
Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
§

impl<T> WithSubscriber for T

§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a [WithDispatch] wrapper. Read more
§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a [WithDispatch] wrapper. Read more
§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

§

impl<T> Ungil for T
where T: Send,