Struct PolarsObjectStore 

pub struct PolarsObjectStore { /* private fields */ }

Available on crate feature polars-io only.

Polars wrapper around [ObjectStore] functionality. This struct is cheaply cloneable.

Implementations

impl PolarsObjectStore

pub fn set_io_metrics( &mut self, io_metrics: Option<Arc<IOMetrics>>, ) -> &mut PolarsObjectStore

pub fn io_metrics(&self) -> &OptIOMetrics

pub async fn rebuild_inner( &self, from_version: &Arc<dyn ObjectStore>, ) -> Result<Arc<dyn ObjectStore>, PolarsError>

pub async fn exec_with_rebuild_retry_on_err<'s, 'f, Fn, Fut, O>( &'s self, func: Fn, ) -> Result<O, PolarsError>

where Fn: FnMut(Cow<'s, Arc<dyn ObjectStore>>) -> Fut + 'f, Fut: Future<Output = Result<O, Error>>,

pub fn error_context(&self) -> ObjectStoreErrorContext

impl PolarsObjectStore

pub fn build_buffered_ranges_stream<'a, T>( &'a self, path: &'a Path, ranges: T, ) -> impl Stream<Item = Result<Buffer<u8>, PolarsError>> + use<'a, T>

where T: Iterator<Item = Range<usize>>,

pub async fn get_range( &self, path: &Path, range: Range<usize>, ) -> Result<Buffer<u8>, PolarsError>

pub async fn get_ranges_sort( &self, path: &Path, ranges: &mut [Range<usize>], ) -> Result<HashMap<usize, Buffer<u8>, RandomState>, PolarsError>

Fetch byte ranges into a HashMap keyed by the range start. This will mutably sort the ranges slice for coalescing.

Panics

Panics if the same range start is used by more than 1 range.

pub async fn download( &self, path: &Path, file: &mut File, ) -> Result<(), PolarsError>

pub async fn head(&self, path: &Path) -> Result<ObjectMeta, PolarsError>

Fetch the metadata of the parquet file, do not memoize it.

Trait Implementations

impl Clone for PolarsObjectStore

fn clone(&self) -> PolarsObjectStore

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PolarsObjectStore

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.