polars_io::ndjson::core

Struct StructArray

pub struct StructArray { /* private fields */ }
Available on crate feature json only.
Expand description

A StructArray is a nested [Array] with an optional validity representing multiple [Array] with the same number of rows.

§Example

use polars_arrow::array::*;
use polars_arrow::datatypes::*;
let boolean = BooleanArray::from_slice(&[false, false, true, true]).boxed();
let int = Int32Array::from_slice(&[42, 28, 19, 31]).boxed();

let fields = vec![
    Field::new("b".into(), ArrowDataType::Boolean, false),
    Field::new("c".into(), ArrowDataType::Int32, false),
];

let array = StructArray::new(ArrowDataType::Struct(fields), 4, vec![boolean, int], None);

Implementations§

§

impl<'a> StructArray

pub fn iter( &'a self, ) -> ZipValidity<Vec<Box<dyn Scalar>>, StructValueIter<'a>, BitmapIter<'a>>

Returns an iterator of Option<Box<dyn Array>>

pub fn values_iter(&'a self) -> StructValueIter<'a>

Returns an iterator of Box<dyn Array>

§

impl StructArray

pub fn try_new( dtype: ArrowDataType, length: usize, values: Vec<Box<dyn Array>>, validity: Option<Bitmap>, ) -> Result<StructArray, PolarsError>

Returns a new StructArray.

§Errors

This function errors iff:

  • dtype’s physical type is not [crate::datatypes::PhysicalType::Struct].
  • the children of dtype are empty
  • the values’s len is different from children’s length
  • any of the values’s data type is different from its corresponding children’ data type
  • any element of values has a different length than the first element
  • the validity’s length is not equal to the length of the first element

pub fn new( dtype: ArrowDataType, length: usize, values: Vec<Box<dyn Array>>, validity: Option<Bitmap>, ) -> StructArray

Returns a new StructArray

§Panics

This function panics iff:

  • dtype’s physical type is not [crate::datatypes::PhysicalType::Struct].
  • the children of dtype are empty
  • the values’s len is different from children’s length
  • any of the values’s data type is different from its corresponding children’ data type
  • any element of values has a different length than the first element
  • the validity’s length is not equal to the length of the first element

pub fn new_empty(dtype: ArrowDataType) -> StructArray

Creates an empty StructArray.

pub fn new_null(dtype: ArrowDataType, length: usize) -> StructArray

Creates a null StructArray of length length.

§

impl StructArray

pub fn into_data( self, ) -> (Vec<Field>, usize, Vec<Box<dyn Array>>, Option<Bitmap>)

Deconstructs the StructArray into its individual components.

pub fn slice(&mut self, offset: usize, length: usize)

Slices this StructArray.

§Panics
  • offset + length must be smaller than self.len().
§Implementation

This operation is O(F) where F is the number of fields.

pub unsafe fn slice_unchecked(&mut self, offset: usize, length: usize)

Slices this StructArray.

§Implementation

This operation is O(F) where F is the number of fields.

§Safety

The caller must ensure that offset + length <= self.len().

pub fn propagate_nulls(&self) -> StructArray

Set the outer nulls into the inner arrays.

pub fn sliced(self, offset: usize, length: usize) -> StructArray

Returns this array sliced.

§Implementation

This function is O(1).

§Panics

iff offset + length > self.len().

pub unsafe fn sliced_unchecked( self, offset: usize, length: usize, ) -> StructArray

Returns this array sliced.

§Implementation

This function is O(1).

§Safety

The caller must ensure that offset + length <= self.len().

pub fn with_validity(self, validity: Option<Bitmap>) -> StructArray

Returns this array with a new validity.

§Panic

Panics iff validity.len() != self.len().

pub fn set_validity(&mut self, validity: Option<Bitmap>)

Sets the validity of this array.

§Panics

This function panics iff values.len() != self.len().

pub fn take_validity(&mut self) -> Option<Bitmap>

Takes the validity of this array, leaving it without a validity mask.

pub fn boxed(self) -> Box<dyn Array>

Boxes this array into a Box<dyn Array>.

pub fn arced(self) -> Arc<dyn Array>

Arcs this array into a std::sync::Arc<dyn Array>.

§

impl StructArray

pub fn validity(&self) -> Option<&Bitmap>

The optional validity.

pub fn values(&self) -> &[Box<dyn Array>]

Returns the values of this StructArray.

pub fn fields(&self) -> &[Field]

Returns the fields of this StructArray.

§

impl StructArray

pub fn get_fields(dtype: &ArrowDataType) -> &[Field]

Returns the fields the DataType::Struct.

Trait Implementations§

§

impl Array for StructArray

§

fn as_any(&self) -> &(dyn Any + 'static)

Converts itself to a reference of Any, which enables downcasting to concrete types.
§

fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)

Converts itself to a mutable reference of Any, which enables mutable downcasting to concrete types.
§

fn len(&self) -> usize

The length of the [Array]. Every array has a length corresponding to the number of elements (slots).
§

fn dtype(&self) -> &ArrowDataType

The [ArrowDataType] of the [Array]. In combination with [Array::as_any], this can be used to downcast trait objects (dyn Array) to concrete arrays.
§

fn split_at_boxed(&self, offset: usize) -> (Box<dyn Array>, Box<dyn Array>)

Split [Self] at offset into two boxed [Array]s where offset <= self.len().
§

unsafe fn split_at_boxed_unchecked( &self, offset: usize, ) -> (Box<dyn Array>, Box<dyn Array>)

Split [Self] at offset into two boxed [Array]s without checking offset <= self.len(). Read more
§

fn slice(&mut self, offset: usize, length: usize)

Slices this [Array]. Read more
§

unsafe fn slice_unchecked(&mut self, offset: usize, length: usize)

Slices the [Array]. Read more
§

fn to_boxed(&self) -> Box<dyn Array>

Clone a &dyn Array to an owned Box<dyn Array>.
§

fn validity(&self) -> Option<&Bitmap>

The validity of the [Array]: every array has an optional [Bitmap] that, when available specifies whether the array slot is valid or not (null). When the validity is None, all slots are valid.
§

fn with_validity(&self, validity: Option<Bitmap>) -> Box<dyn Array>

Clones this [Array] with a new assigned bitmap. Read more
§

fn is_empty(&self) -> bool

whether the array is empty
§

fn null_count(&self) -> usize

The number of null slots on this [Array]. Read more
§

fn has_nulls(&self) -> bool

§

fn is_null(&self, i: usize) -> bool

Returns whether slot i is null. Read more
§

unsafe fn is_null_unchecked(&self, i: usize) -> bool

Returns whether slot i is null. Read more
§

fn is_valid(&self, i: usize) -> bool

Returns whether slot i is valid. Read more
§

fn sliced(&self, offset: usize, length: usize) -> Box<dyn Array>

Returns a slice of this [Array]. Read more
§

unsafe fn sliced_unchecked( &self, offset: usize, length: usize, ) -> Box<dyn Array>

Returns a slice of this [Array]. Read more
§

impl ArrayFromIter<()> for StructArray

§

fn arr_from_iter<I>(_iter: I) -> StructArray
where I: IntoIterator<Item = ()>,

§

fn try_arr_from_iter<E, I>(_iter: I) -> Result<StructArray, E>
where I: IntoIterator<Item = Result<(), E>>,

§

fn arr_from_iter_trusted<I>(iter: I) -> Self
where I: IntoIterator<Item = T>, <I as IntoIterator>::IntoIter: TrustedLen,

§

fn try_arr_from_iter_trusted<E, I>(iter: I) -> Result<Self, E>
where I: IntoIterator<Item = Result<T, E>>, <I as IntoIterator>::IntoIter: TrustedLen,

§

impl ArrayFromIter<Option<()>> for StructArray

§

fn arr_from_iter<I>(_iter: I) -> StructArray
where I: IntoIterator<Item = Option<()>>,

§

fn try_arr_from_iter<E, I>(_iter: I) -> Result<StructArray, E>
where I: IntoIterator<Item = Result<Option<()>, E>>,

§

fn arr_from_iter_trusted<I>(iter: I) -> Self
where I: IntoIterator<Item = T>, <I as IntoIterator>::IntoIter: TrustedLen,

§

fn try_arr_from_iter_trusted<E, I>(iter: I) -> Result<Self, E>
where I: IntoIterator<Item = Result<T, E>>, <I as IntoIterator>::IntoIter: TrustedLen,

§

impl ArrayFromIterDtype<()> for StructArray

§

fn arr_from_iter_with_dtype<I>(_dtype: ArrowDataType, _iter: I) -> StructArray
where I: IntoIterator<Item = ()>,

§

fn try_arr_from_iter_with_dtype<E, I>( _dtype: ArrowDataType, _iter: I, ) -> Result<StructArray, E>
where I: IntoIterator<Item = Result<(), E>>,

§

fn arr_from_iter_trusted_with_dtype<I>(dtype: ArrowDataType, iter: I) -> Self
where I: IntoIterator<Item = T>, <I as IntoIterator>::IntoIter: TrustedLen,

§

fn try_arr_from_iter_trusted_with_dtype<E, I>( dtype: ArrowDataType, iter: I, ) -> Result<Self, E>
where I: IntoIterator<Item = Result<T, E>>, <I as IntoIterator>::IntoIter: TrustedLen,

§

impl ArrayFromIterDtype<Option<()>> for StructArray

§

fn arr_from_iter_with_dtype<I>(_dtype: ArrowDataType, _iter: I) -> StructArray
where I: IntoIterator<Item = Option<()>>,

§

fn try_arr_from_iter_with_dtype<E, I>( _dtype: ArrowDataType, _iter: I, ) -> Result<StructArray, E>
where I: IntoIterator<Item = Result<Option<()>, E>>,

§

fn arr_from_iter_trusted_with_dtype<I>(dtype: ArrowDataType, iter: I) -> Self
where I: IntoIterator<Item = T>, <I as IntoIterator>::IntoIter: TrustedLen,

§

fn try_arr_from_iter_trusted_with_dtype<E, I>( dtype: ArrowDataType, iter: I, ) -> Result<Self, E>
where I: IntoIterator<Item = Result<T, E>>, <I as IntoIterator>::IntoIter: TrustedLen,

§

impl Clone for StructArray

§

fn clone(&self) -> StructArray

Returns a copy of the value. Read more
1.0.0 · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
§

impl Debug for StructArray

§

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter. Read more
§

impl<'a> From<GrowableStruct<'a>> for StructArray

§

fn from(val: GrowableStruct<'a>) -> StructArray

Converts to this type from the input type.
§

impl<'a> IntoIterator for &'a StructArray

§

type Item = Option<Vec<Box<dyn Scalar>>>

The type of the elements being iterated over.
§

type IntoIter = ZipValidity<Vec<Box<dyn Scalar>>, StructValueIter<'a>, BitmapIter<'a>>

Which kind of iterator are we turning this into?
§

fn into_iter(self) -> <&'a StructArray as IntoIterator>::IntoIter

Creates an iterator from a value. Read more
§

impl PartialEq<&(dyn Array + 'static)> for StructArray

§

fn eq(&self, other: &&(dyn Array + 'static)) -> bool

Tests for self and other values to be equal, and is used by ==.
1.0.0 · Source§

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.
§

impl PartialEq for StructArray

§

fn eq(&self, other: &StructArray) -> bool

Tests for self and other values to be equal, and is used by ==.
1.0.0 · Source§

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.
§

impl Splitable for StructArray

§

fn check_bound(&self, offset: usize) -> bool

§

unsafe fn _split_at_unchecked( &self, offset: usize, ) -> (StructArray, StructArray)

Internal implementation of split_at_unchecked. For any usage, prefer the using split_at or split_at_unchecked. Read more
§

fn split_at(&self, offset: usize) -> (Self, Self)

Split [Self] at offset where offset <= self.len().
§

unsafe fn split_at_unchecked(&self, offset: usize) -> (Self, Self)

Split [Self] at offset without checking offset <= self.len(). Read more
§

impl StaticArray for StructArray

§

type ValueT<'a> = ()

§

type ZeroableValueT<'a> = ()

§

type ValueIterT<'a> = Repeat<()>

§

fn with_validity_typed(self, validity: Option<Bitmap>) -> StructArray

§

fn full_null(length: usize, dtype: ArrowDataType) -> StructArray

§

fn get(&self, idx: usize) -> Option<Self::ValueT<'_>>

§

unsafe fn get_unchecked(&self, idx: usize) -> Option<Self::ValueT<'_>>

Safety Read more
§

fn last(&self) -> Option<Self::ValueT<'_>>

§

fn value(&self, idx: usize) -> Self::ValueT<'_>

§

unsafe fn value_unchecked(&self, idx: usize) -> Self::ValueT<'_>

Safety Read more
§

fn as_slice(&self) -> Option<&[Self::ValueT<'_>]>

§

fn iter( &self, ) -> ZipValidity<Self::ValueT<'_>, Self::ValueIterT<'_>, BitmapIter<'_>>

§

fn values_iter(&self) -> Self::ValueIterT<'_>

§

fn from_vec(v: Vec<Self::ValueT<'_>>, dtype: ArrowDataType) -> Self

§

fn from_zeroable_vec( v: Vec<Self::ZeroableValueT<'_>>, dtype: ArrowDataType, ) -> Self

§

fn full(length: usize, value: Self::ValueT<'_>, dtype: ArrowDataType) -> Self

§

impl TotalEqKernel for StructArray

§

type Scalar = Box<dyn Array>

§

fn tot_eq_kernel(&self, other: &StructArray) -> Bitmap

§

fn tot_ne_kernel(&self, other: &StructArray) -> Bitmap

§

fn tot_eq_kernel_broadcast( &self, _other: &<StructArray as TotalEqKernel>::Scalar, ) -> Bitmap

§

fn tot_ne_kernel_broadcast( &self, _other: &<StructArray as TotalEqKernel>::Scalar, ) -> Bitmap

§

fn tot_eq_missing_kernel(&self, other: &Self) -> Bitmap

§

fn tot_ne_missing_kernel(&self, other: &Self) -> Bitmap

§

fn tot_eq_missing_kernel_broadcast(&self, other: &Self::Scalar) -> Bitmap

§

fn tot_ne_missing_kernel_broadcast(&self, other: &Self::Scalar) -> Bitmap

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dst: *mut T)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dst. Read more
Source§

impl<T> DynClone for T
where T: Clone,

Source§

fn __clone_box(&self, _: Private) -> *mut ()

Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

§

impl<T> Instrument for T

§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided [Span], returning an Instrumented wrapper. Read more
§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
§

impl<T> Pointable for T

§

const ALIGN: usize = _

The alignment of pointer.
§

type Init = T

The type for initializers.
§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
§

impl<T> SlicedArray for T
where T: Array + Clone,

§

fn slice_typed(&self, offset: usize, length: usize) -> T

Slices this [Array]. Read more
§

unsafe fn slice_typed_unchecked(&self, offset: usize, length: usize) -> T

Slices the [Array]. Read more
Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

§

fn vzip(self) -> V

§

impl<T> WithSubscriber for T

§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a [WithDispatch] wrapper. Read more
§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a [WithDispatch] wrapper. Read more
§

impl<T> ErasedDestructor for T
where T: 'static,

§

impl<T> MaybeSendSync for T

§

impl<T> Ungil for T
where T: Send,