mod scalar;
#[cfg(feature = "dtype-categorical")]
mod categorical;
use std::ops::Not;
use arrow::array::BooleanArray;
use arrow::bitmap::MutableBitmap;
use arrow::compute;
use num_traits::{NumCast, ToPrimitive};
use polars_compute::comparisons::TotalOrdKernel;
use crate::prelude::*;
use crate::series::implementations::null::NullChunked;
use crate::series::IsSorted;
impl<T> ChunkCompare<&ChunkedArray<T>> for ChunkedArray<T>
where
T: PolarsNumericType,
T::Array: TotalOrdKernel<Scalar = T::Native>,
{
type Item = BooleanChunked;
fn equal(&self, rhs: &ChunkedArray<T>) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.equal(value)
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.equal(value)
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_eq_kernel(b).into(), ""),
}
}
fn equal_missing(&self, rhs: &ChunkedArray<T>) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.equal_missing(value)
} else {
self.is_null()
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.equal_missing(value)
} else {
rhs.is_null()
}
},
_ => arity::binary_mut_with_options(
self,
rhs,
|a, b| a.tot_eq_missing_kernel(b).into(),
"",
),
}
}
fn not_equal(&self, rhs: &ChunkedArray<T>) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.not_equal(value)
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.not_equal(value)
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_ne_kernel(b).into(), ""),
}
}
fn not_equal_missing(&self, rhs: &ChunkedArray<T>) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.not_equal_missing(value)
} else {
self.is_not_null()
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.not_equal_missing(value)
} else {
rhs.is_not_null()
}
},
_ => arity::binary_mut_with_options(
self,
rhs,
|a, b| a.tot_ne_missing_kernel(b).into(),
"",
),
}
}
fn lt(&self, rhs: &ChunkedArray<T>) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.lt(value)
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.gt(value)
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_lt_kernel(b).into(), ""),
}
}
fn lt_eq(&self, rhs: &ChunkedArray<T>) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.lt_eq(value)
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.gt_eq(value)
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_le_kernel(b).into(), ""),
}
}
fn gt(&self, rhs: &Self) -> BooleanChunked {
rhs.lt(self)
}
fn gt_eq(&self, rhs: &Self) -> BooleanChunked {
rhs.lt_eq(self)
}
}
impl ChunkCompare<&NullChunked> for NullChunked {
type Item = BooleanChunked;
fn equal(&self, rhs: &NullChunked) -> Self::Item {
BooleanChunked::full_null(self.name(), get_broadcast_length(self, rhs))
}
fn equal_missing(&self, rhs: &NullChunked) -> Self::Item {
BooleanChunked::full(self.name(), true, get_broadcast_length(self, rhs))
}
fn not_equal(&self, rhs: &NullChunked) -> Self::Item {
BooleanChunked::full_null(self.name(), get_broadcast_length(self, rhs))
}
fn not_equal_missing(&self, rhs: &NullChunked) -> Self::Item {
BooleanChunked::full(self.name(), false, get_broadcast_length(self, rhs))
}
fn gt(&self, rhs: &NullChunked) -> Self::Item {
BooleanChunked::full_null(self.name(), get_broadcast_length(self, rhs))
}
fn gt_eq(&self, rhs: &NullChunked) -> Self::Item {
BooleanChunked::full_null(self.name(), get_broadcast_length(self, rhs))
}
fn lt(&self, rhs: &NullChunked) -> Self::Item {
BooleanChunked::full_null(self.name(), get_broadcast_length(self, rhs))
}
fn lt_eq(&self, rhs: &NullChunked) -> Self::Item {
BooleanChunked::full_null(self.name(), get_broadcast_length(self, rhs))
}
}
#[inline]
fn get_broadcast_length(lhs: &NullChunked, rhs: &NullChunked) -> usize {
match (lhs.len(), rhs.len()) {
(1, len_r) => len_r,
(len_l, 1) => len_l,
(len_l, len_r) if len_l == len_r => len_l,
_ => panic!("Cannot compare two series of different lengths."),
}
}
impl ChunkCompare<&BooleanChunked> for BooleanChunked {
type Item = BooleanChunked;
fn equal(&self, rhs: &BooleanChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
arity::unary_mut_values(self, |arr| arr.tot_eq_kernel_broadcast(&value).into())
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
arity::unary_mut_values(rhs, |arr| arr.tot_eq_kernel_broadcast(&value).into())
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_eq_kernel(b).into(), ""),
}
}
fn equal_missing(&self, rhs: &BooleanChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
arity::unary_mut_with_options(self, |arr| {
arr.tot_eq_missing_kernel_broadcast(&value).into()
})
} else {
self.is_null()
}
},
(1, _) => {
if let Some(value) = self.get(0) {
arity::unary_mut_with_options(rhs, |arr| {
arr.tot_eq_missing_kernel_broadcast(&value).into()
})
} else {
rhs.is_null()
}
},
_ => arity::binary_mut_with_options(
self,
rhs,
|a, b| a.tot_eq_missing_kernel(b).into(),
"",
),
}
}
fn not_equal(&self, rhs: &BooleanChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
arity::unary_mut_values(self, |arr| arr.tot_ne_kernel_broadcast(&value).into())
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
arity::unary_mut_values(rhs, |arr| arr.tot_ne_kernel_broadcast(&value).into())
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_ne_kernel(b).into(), ""),
}
}
fn not_equal_missing(&self, rhs: &BooleanChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
arity::unary_mut_with_options(self, |arr| {
arr.tot_ne_missing_kernel_broadcast(&value).into()
})
} else {
self.is_not_null()
}
},
(1, _) => {
if let Some(value) = self.get(0) {
arity::unary_mut_with_options(rhs, |arr| {
arr.tot_ne_missing_kernel_broadcast(&value).into()
})
} else {
rhs.is_not_null()
}
},
_ => arity::binary_mut_with_options(
self,
rhs,
|a, b| a.tot_ne_missing_kernel(b).into(),
"",
),
}
}
fn lt(&self, rhs: &BooleanChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
arity::unary_mut_values(self, |arr| arr.tot_lt_kernel_broadcast(&value).into())
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
arity::unary_mut_values(rhs, |arr| arr.tot_gt_kernel_broadcast(&value).into())
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_lt_kernel(b).into(), ""),
}
}
fn lt_eq(&self, rhs: &BooleanChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
arity::unary_mut_values(self, |arr| arr.tot_le_kernel_broadcast(&value).into())
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
arity::unary_mut_values(rhs, |arr| arr.tot_ge_kernel_broadcast(&value).into())
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_le_kernel(b).into(), ""),
}
}
fn gt(&self, rhs: &Self) -> BooleanChunked {
rhs.lt(self)
}
fn gt_eq(&self, rhs: &Self) -> BooleanChunked {
rhs.lt_eq(self)
}
}
impl ChunkCompare<&StringChunked> for StringChunked {
type Item = BooleanChunked;
fn equal(&self, rhs: &StringChunked) -> BooleanChunked {
self.as_binary().equal(&rhs.as_binary())
}
fn equal_missing(&self, rhs: &StringChunked) -> BooleanChunked {
self.as_binary().equal_missing(&rhs.as_binary())
}
fn not_equal(&self, rhs: &StringChunked) -> BooleanChunked {
self.as_binary().not_equal(&rhs.as_binary())
}
fn not_equal_missing(&self, rhs: &StringChunked) -> BooleanChunked {
self.as_binary().not_equal_missing(&rhs.as_binary())
}
fn gt(&self, rhs: &StringChunked) -> BooleanChunked {
self.as_binary().gt(&rhs.as_binary())
}
fn gt_eq(&self, rhs: &StringChunked) -> BooleanChunked {
self.as_binary().gt_eq(&rhs.as_binary())
}
fn lt(&self, rhs: &StringChunked) -> BooleanChunked {
self.as_binary().lt(&rhs.as_binary())
}
fn lt_eq(&self, rhs: &StringChunked) -> BooleanChunked {
self.as_binary().lt_eq(&rhs.as_binary())
}
}
impl ChunkCompare<&BinaryChunked> for BinaryChunked {
type Item = BooleanChunked;
fn equal(&self, rhs: &BinaryChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.equal(value)
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.equal(value)
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_eq_kernel(b).into(), ""),
}
}
fn equal_missing(&self, rhs: &BinaryChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.equal_missing(value)
} else {
self.is_null()
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.equal_missing(value)
} else {
rhs.is_null()
}
},
_ => arity::binary_mut_with_options(
self,
rhs,
|a, b| a.tot_eq_missing_kernel(b).into(),
"",
),
}
}
fn not_equal(&self, rhs: &BinaryChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.not_equal(value)
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.not_equal(value)
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_ne_kernel(b).into(), ""),
}
}
fn not_equal_missing(&self, rhs: &BinaryChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.not_equal_missing(value)
} else {
self.is_not_null()
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.not_equal_missing(value)
} else {
rhs.is_not_null()
}
},
_ => arity::binary_mut_with_options(
self,
rhs,
|a, b| a.tot_ne_missing_kernel(b).into(),
"",
),
}
}
fn lt(&self, rhs: &BinaryChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.lt(value)
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.gt(value)
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_lt_kernel(b).into(), ""),
}
}
fn lt_eq(&self, rhs: &BinaryChunked) -> BooleanChunked {
match (self.len(), rhs.len()) {
(_, 1) => {
if let Some(value) = rhs.get(0) {
self.lt_eq(value)
} else {
BooleanChunked::full_null("", self.len())
}
},
(1, _) => {
if let Some(value) = self.get(0) {
rhs.gt_eq(value)
} else {
BooleanChunked::full_null("", rhs.len())
}
},
_ => arity::binary_mut_values(self, rhs, |a, b| a.tot_le_kernel(b).into(), ""),
}
}
fn gt(&self, rhs: &Self) -> BooleanChunked {
rhs.lt(self)
}
fn gt_eq(&self, rhs: &Self) -> BooleanChunked {
rhs.lt_eq(self)
}
}
#[doc(hidden)]
fn _list_comparison_helper<F>(lhs: &ListChunked, rhs: &ListChunked, op: F) -> BooleanChunked
where
F: Fn(Option<&Series>, Option<&Series>) -> Option<bool>,
{
match (lhs.len(), rhs.len()) {
(_, 1) => {
let right = rhs.get_as_series(0).map(|s| s.with_name(""));
lhs.amortized_iter()
.map(|left| op(left.as_ref().map(|us| us.as_ref()), right.as_ref()))
.collect_trusted()
},
(1, _) => {
let left = lhs.get_as_series(0).map(|s| s.with_name(""));
rhs.amortized_iter()
.map(|right| op(left.as_ref(), right.as_ref().map(|us| us.as_ref())))
.collect_trusted()
},
_ => lhs
.amortized_iter()
.zip(rhs.amortized_iter())
.map(|(left, right)| {
op(
left.as_ref().map(|us| us.as_ref()),
right.as_ref().map(|us| us.as_ref()),
)
})
.collect_trusted(),
}
}
impl ChunkCompare<&ListChunked> for ListChunked {
type Item = BooleanChunked;
fn equal(&self, rhs: &ListChunked) -> BooleanChunked {
let _series_equals = |lhs: Option<&Series>, rhs: Option<&Series>| match (lhs, rhs) {
(Some(l), Some(r)) => Some(l.equals(r)),
_ => None,
};
_list_comparison_helper(self, rhs, _series_equals)
}
fn equal_missing(&self, rhs: &ListChunked) -> BooleanChunked {
let _series_equals_missing = |lhs: Option<&Series>, rhs: Option<&Series>| match (lhs, rhs) {
(Some(l), Some(r)) => Some(l.equals_missing(r)),
(None, None) => Some(true),
_ => Some(false),
};
_list_comparison_helper(self, rhs, _series_equals_missing)
}
fn not_equal(&self, rhs: &ListChunked) -> BooleanChunked {
let _series_not_equal = |lhs: Option<&Series>, rhs: Option<&Series>| match (lhs, rhs) {
(Some(l), Some(r)) => Some(!l.equals(r)),
_ => None,
};
_list_comparison_helper(self, rhs, _series_not_equal)
}
fn not_equal_missing(&self, rhs: &ListChunked) -> BooleanChunked {
let _series_not_equal_missing =
|lhs: Option<&Series>, rhs: Option<&Series>| match (lhs, rhs) {
(Some(l), Some(r)) => Some(!l.equals_missing(r)),
(None, None) => Some(false),
_ => Some(true),
};
_list_comparison_helper(self, rhs, _series_not_equal_missing)
}
fn gt(&self, _rhs: &ListChunked) -> BooleanChunked {
unimplemented!()
}
fn gt_eq(&self, _rhs: &ListChunked) -> BooleanChunked {
unimplemented!()
}
fn lt(&self, _rhs: &ListChunked) -> BooleanChunked {
unimplemented!()
}
fn lt_eq(&self, _rhs: &ListChunked) -> BooleanChunked {
unimplemented!()
}
}
#[cfg(feature = "dtype-struct")]
impl ChunkCompare<&StructChunked> for StructChunked {
type Item = BooleanChunked;
fn equal(&self, rhs: &StructChunked) -> BooleanChunked {
use std::ops::BitAnd;
if self.len() != rhs.len() || self.fields().len() != rhs.fields().len() {
BooleanChunked::full("", false, self.len())
} else {
self.fields()
.iter()
.zip(rhs.fields().iter())
.map(|(l, r)| l.equal(r).unwrap())
.reduce(|lhs, rhs| lhs.bitand(rhs))
.unwrap()
}
}
fn equal_missing(&self, rhs: &StructChunked) -> BooleanChunked {
use std::ops::BitAnd;
if self.len() != rhs.len() || self.fields().len() != rhs.fields().len() {
BooleanChunked::full("", false, self.len())
} else {
self.fields()
.iter()
.zip(rhs.fields().iter())
.map(|(l, r)| l.equal_missing(r).unwrap())
.reduce(|lhs, rhs| lhs.bitand(rhs))
.unwrap()
}
}
fn not_equal(&self, rhs: &StructChunked) -> BooleanChunked {
if self.len() != rhs.len() || self.fields().len() != rhs.fields().len() {
BooleanChunked::full("", true, self.len())
} else {
self.fields()
.iter()
.zip(rhs.fields().iter())
.map(|(l, r)| l.not_equal(r).unwrap())
.reduce(|lhs, rhs| lhs | rhs)
.unwrap()
}
}
fn not_equal_missing(&self, rhs: &StructChunked) -> BooleanChunked {
if self.len() != rhs.len() || self.fields().len() != rhs.fields().len() {
BooleanChunked::full("", true, self.len())
} else {
self.fields()
.iter()
.zip(rhs.fields().iter())
.map(|(l, r)| l.not_equal_missing(r).unwrap())
.reduce(|lhs, rhs| lhs | rhs)
.unwrap()
}
}
fn gt(&self, _rhs: &StructChunked) -> BooleanChunked {
unimplemented!()
}
fn gt_eq(&self, _rhs: &StructChunked) -> BooleanChunked {
unimplemented!()
}
fn lt(&self, _rhs: &StructChunked) -> BooleanChunked {
unimplemented!()
}
fn lt_eq(&self, _rhs: &StructChunked) -> BooleanChunked {
unimplemented!()
}
}
#[cfg(feature = "dtype-array")]
impl ChunkCompare<&ArrayChunked> for ArrayChunked {
type Item = BooleanChunked;
fn equal(&self, rhs: &ArrayChunked) -> BooleanChunked {
if self.width() != rhs.width() {
return BooleanChunked::full("", false, self.len());
}
arity::binary_mut_values(self, rhs, |a, b| a.tot_eq_kernel(b).into(), "")
}
fn equal_missing(&self, rhs: &ArrayChunked) -> BooleanChunked {
if self.width() != rhs.width() {
return BooleanChunked::full("", false, self.len());
}
arity::binary_mut_with_options(self, rhs, |a, b| a.tot_eq_missing_kernel(b).into(), "")
}
fn not_equal(&self, rhs: &ArrayChunked) -> BooleanChunked {
if self.width() != rhs.width() {
return BooleanChunked::full("", true, self.len());
}
arity::binary_mut_values(self, rhs, |a, b| a.tot_ne_kernel(b).into(), "")
}
fn not_equal_missing(&self, rhs: &ArrayChunked) -> Self::Item {
if self.width() != rhs.width() {
return BooleanChunked::full("", true, self.len());
}
arity::binary_mut_with_options(self, rhs, |a, b| a.tot_ne_missing_kernel(b).into(), "")
}
fn gt(&self, _rhs: &ArrayChunked) -> BooleanChunked {
unimplemented!()
}
fn gt_eq(&self, _rhs: &ArrayChunked) -> BooleanChunked {
unimplemented!()
}
fn lt(&self, _rhs: &ArrayChunked) -> BooleanChunked {
unimplemented!()
}
fn lt_eq(&self, _rhs: &ArrayChunked) -> BooleanChunked {
unimplemented!()
}
}
impl Not for &BooleanChunked {
type Output = BooleanChunked;
fn not(self) -> Self::Output {
let chunks = self.downcast_iter().map(compute::boolean::not);
ChunkedArray::from_chunk_iter(self.name(), chunks)
}
}
impl Not for BooleanChunked {
type Output = BooleanChunked;
fn not(self) -> Self::Output {
(&self).not()
}
}
impl BooleanChunked {
pub fn any(&self) -> bool {
self.downcast_iter().any(compute::boolean::any)
}
pub fn all(&self) -> bool {
self.downcast_iter().all(compute::boolean::all)
}
pub fn any_kleene(&self) -> Option<bool> {
let mut result = Some(false);
for arr in self.downcast_iter() {
match compute::boolean_kleene::any(arr) {
Some(true) => return Some(true),
None => result = None,
_ => (),
};
}
result
}
pub fn all_kleene(&self) -> Option<bool> {
let mut result = Some(true);
for arr in self.downcast_iter() {
match compute::boolean_kleene::all(arr) {
Some(false) => return Some(false),
None => result = None,
_ => (),
};
}
result
}
}
pub(crate) trait ChunkEqualElement {
unsafe fn equal_element(&self, _idx_self: usize, _idx_other: usize, _other: &Series) -> bool {
unimplemented!()
}
}
impl<T> ChunkEqualElement for ChunkedArray<T>
where
T: PolarsNumericType,
{
unsafe fn equal_element(&self, idx_self: usize, idx_other: usize, other: &Series) -> bool {
let ca_other = other.as_ref().as_ref();
debug_assert!(self.dtype() == other.dtype());
let ca_other = &*(ca_other as *const ChunkedArray<T>);
self.get_unchecked(idx_self)
.tot_eq(&ca_other.get_unchecked(idx_other))
}
}
impl ChunkEqualElement for BooleanChunked {
unsafe fn equal_element(&self, idx_self: usize, idx_other: usize, other: &Series) -> bool {
let ca_other = other.as_ref().as_ref();
debug_assert!(self.dtype() == other.dtype());
let ca_other = &*(ca_other as *const BooleanChunked);
self.get_unchecked(idx_self) == ca_other.get_unchecked(idx_other)
}
}
impl ChunkEqualElement for StringChunked {
unsafe fn equal_element(&self, idx_self: usize, idx_other: usize, other: &Series) -> bool {
let ca_other = other.as_ref().as_ref();
debug_assert!(self.dtype() == other.dtype());
let ca_other = &*(ca_other as *const StringChunked);
self.get_unchecked(idx_self) == ca_other.get_unchecked(idx_other)
}
}
impl ChunkEqualElement for BinaryChunked {
unsafe fn equal_element(&self, idx_self: usize, idx_other: usize, other: &Series) -> bool {
let ca_other = other.as_ref().as_ref();
debug_assert!(self.dtype() == other.dtype());
let ca_other = &*(ca_other as *const BinaryChunked);
self.get_unchecked(idx_self) == ca_other.get_unchecked(idx_other)
}
}
impl ChunkEqualElement for BinaryOffsetChunked {
unsafe fn equal_element(&self, idx_self: usize, idx_other: usize, other: &Series) -> bool {
let ca_other = other.as_ref().as_ref();
debug_assert!(self.dtype() == other.dtype());
let ca_other = &*(ca_other as *const BinaryOffsetChunked);
self.get_unchecked(idx_self) == ca_other.get_unchecked(idx_other)
}
}
impl ChunkEqualElement for ListChunked {}
#[cfg(feature = "dtype-array")]
impl ChunkEqualElement for ArrayChunked {}
#[cfg(test)]
mod test {
use std::iter::repeat;
use super::super::test::get_chunked_array;
use crate::prelude::*;
pub(crate) fn create_two_chunked() -> (Int32Chunked, Int32Chunked) {
let mut a1 = Int32Chunked::new("a", &[1, 2, 3]);
let a2 = Int32Chunked::new("a", &[4, 5, 6]);
let a3 = Int32Chunked::new("a", &[1, 2, 3, 4, 5, 6]);
a1.append(&a2);
(a1, a3)
}
#[test]
fn test_bitwise_ops() {
let a = BooleanChunked::new("a", &[true, false, false]);
let b = BooleanChunked::new("b", &[Some(true), Some(true), None]);
assert_eq!(Vec::from(&a | &b), &[Some(true), Some(true), None]);
assert_eq!(Vec::from(&a & &b), &[Some(true), Some(false), Some(false)]);
assert_eq!(Vec::from(!b), &[Some(false), Some(false), None]);
}
#[test]
fn test_compare_chunk_diff() {
let (a1, a2) = create_two_chunked();
assert_eq!(
a1.equal(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a2.equal(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a1.not_equal(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a2.not_equal(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a1.gt(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a2.gt(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a1.gt_eq(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a2.gt_eq(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a1.lt_eq(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a2.lt_eq(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a1.lt(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(6).collect::<Vec<_>>()
);
assert_eq!(
a2.lt(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(6).collect::<Vec<_>>()
);
}
#[test]
fn test_equal_chunks() {
let a1 = get_chunked_array();
let a2 = get_chunked_array();
assert_eq!(
a1.equal(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a2.equal(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a1.not_equal(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a2.not_equal(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a1.gt(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a2.gt(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a1.gt_eq(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a2.gt_eq(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a1.lt_eq(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a2.lt_eq(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(true)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a1.lt(&a2).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(3).collect::<Vec<_>>()
);
assert_eq!(
a2.lt(&a1).into_iter().collect::<Vec<_>>(),
repeat(Some(false)).take(3).collect::<Vec<_>>()
);
}
#[test]
fn test_null_handling() {
let a1: Int32Chunked = [Some(1), None, Some(3)].iter().copied().collect();
let a2: Int32Chunked = [Some(1), Some(2), Some(3)].iter().copied().collect();
let mut a2_2chunks: Int32Chunked = [Some(1), Some(2)].iter().copied().collect();
a2_2chunks.append(&[Some(3)].iter().copied().collect());
assert_eq!(
a1.equal(&a2).into_iter().collect::<Vec<_>>(),
a1.equal(&a2_2chunks).into_iter().collect::<Vec<_>>()
);
assert_eq!(
a1.not_equal(&a2).into_iter().collect::<Vec<_>>(),
a1.not_equal(&a2_2chunks).into_iter().collect::<Vec<_>>()
);
assert_eq!(
a1.not_equal(&a2).into_iter().collect::<Vec<_>>(),
a2_2chunks.not_equal(&a1).into_iter().collect::<Vec<_>>()
);
assert_eq!(
a1.gt(&a2).into_iter().collect::<Vec<_>>(),
a1.gt(&a2_2chunks).into_iter().collect::<Vec<_>>()
);
assert_eq!(
a1.gt(&a2).into_iter().collect::<Vec<_>>(),
a2_2chunks.gt(&a1).into_iter().collect::<Vec<_>>()
);
assert_eq!(
a1.gt_eq(&a2).into_iter().collect::<Vec<_>>(),
a1.gt_eq(&a2_2chunks).into_iter().collect::<Vec<_>>()
);
assert_eq!(
a1.gt_eq(&a2).into_iter().collect::<Vec<_>>(),
a2_2chunks.gt_eq(&a1).into_iter().collect::<Vec<_>>()
);
assert_eq!(
a1.lt_eq(&a2).into_iter().collect::<Vec<_>>(),
a1.lt_eq(&a2_2chunks).into_iter().collect::<Vec<_>>()
);
assert_eq!(
a1.lt_eq(&a2).into_iter().collect::<Vec<_>>(),
a2_2chunks.lt_eq(&a1).into_iter().collect::<Vec<_>>()
);
assert_eq!(
a1.lt(&a2).into_iter().collect::<Vec<_>>(),
a1.lt(&a2_2chunks).into_iter().collect::<Vec<_>>()
);
assert_eq!(
a1.lt(&a2).into_iter().collect::<Vec<_>>(),
a2_2chunks.lt(&a1).into_iter().collect::<Vec<_>>()
);
}
#[test]
fn test_left_right() {
let a1: Int32Chunked = [Some(1), Some(2)].iter().copied().collect();
let a1 = a1.slice(1, 1);
let a2: Int32Chunked = [Some(2)].iter().copied().collect();
assert_eq!(a1.equal(&a2).sum(), a2.equal(&a1).sum());
assert_eq!(a1.not_equal(&a2).sum(), a2.not_equal(&a1).sum());
assert_eq!(a1.gt(&a2).sum(), a2.gt(&a1).sum());
assert_eq!(a1.lt(&a2).sum(), a2.lt(&a1).sum());
assert_eq!(a1.lt_eq(&a2).sum(), a2.lt_eq(&a1).sum());
assert_eq!(a1.gt_eq(&a2).sum(), a2.gt_eq(&a1).sum());
let a1: StringChunked = ["a", "b"].iter().copied().collect();
let a1 = a1.slice(1, 1);
let a2: StringChunked = ["b"].iter().copied().collect();
assert_eq!(a1.equal(&a2).sum(), a2.equal(&a1).sum());
assert_eq!(a1.not_equal(&a2).sum(), a2.not_equal(&a1).sum());
assert_eq!(a1.gt(&a2).sum(), a2.gt(&a1).sum());
assert_eq!(a1.lt(&a2).sum(), a2.lt(&a1).sum());
assert_eq!(a1.lt_eq(&a2).sum(), a2.lt_eq(&a1).sum());
assert_eq!(a1.gt_eq(&a2).sum(), a2.gt_eq(&a1).sum());
}
#[test]
fn test_kleene() {
let a = BooleanChunked::new("", &[Some(true), Some(false), None]);
let trues = BooleanChunked::from_slice("", &[true, true, true]);
let falses = BooleanChunked::from_slice("", &[false, false, false]);
let c = &a | &trues;
assert_eq!(Vec::from(&c), &[Some(true), Some(true), Some(true)]);
let c = &a | &falses;
assert_eq!(Vec::from(&c), &[Some(true), Some(false), None])
}
#[test]
fn list_broadcasting_lists() {
let s_el = Series::new("", &[1, 2, 3]);
let s_lhs = Series::new("", &[s_el.clone(), s_el.clone()]);
let s_rhs = Series::new("", &[s_el.clone()]);
let result = s_lhs.list().unwrap().equal(s_rhs.list().unwrap());
assert_eq!(result.len(), 2);
assert!(result.all());
}
#[test]
fn test_broadcasting_bools() {
let a = BooleanChunked::from_slice("", &[true, false, true]);
let true_ = BooleanChunked::from_slice("", &[true]);
let false_ = BooleanChunked::from_slice("", &[false]);
let out = a.equal(&true_);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(true)]);
let out = true_.equal(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(true)]);
let out = a.equal(&false_);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(false)]);
let out = false_.equal(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(false)]);
let out = a.not_equal(&true_);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(false)]);
let out = true_.not_equal(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(false)]);
let out = a.not_equal(&false_);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(true)]);
let out = false_.not_equal(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(true)]);
let out = a.gt(&true_);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(false)]);
let out = true_.gt(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(false)]);
let out = a.gt(&false_);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(true)]);
let out = false_.gt(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(false)]);
let out = a.gt_eq(&true_);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(true)]);
let out = true_.gt_eq(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(true)]);
let out = a.gt_eq(&false_);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(true)]);
let out = false_.gt_eq(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(false)]);
let out = a.lt(&true_);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(false)]);
let out = true_.lt(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(false)]);
let out = a.lt(&false_);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(false)]);
let out = false_.lt(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(true)]);
let out = a.lt_eq(&true_);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(true)]);
let out = true_.lt_eq(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(true)]);
let out = a.lt_eq(&false_);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(false)]);
let out = false_.lt_eq(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(true)]);
let a = BooleanChunked::from_slice_options("", &[Some(true), Some(false), None]);
let all_true = BooleanChunked::from_slice("", &[true, true, true]);
let all_false = BooleanChunked::from_slice("", &[false, false, false]);
let out = a.equal(&true_);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), None]);
let out = a.not_equal(&true_);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), None]);
let out = a.equal(&all_true);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), None]);
let out = a.not_equal(&all_true);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), None]);
let out = a.equal(&false_);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), None]);
let out = a.not_equal(&false_);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), None]);
let out = a.equal(&all_false);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), None]);
let out = a.not_equal(&all_false);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), None]);
}
#[test]
fn test_broadcasting_numeric() {
let a = Int32Chunked::from_slice("", &[1, 2, 3]);
let one = Int32Chunked::from_slice("", &[1]);
let three = Int32Chunked::from_slice("", &[3]);
let out = a.equal(&one);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(false)]);
let out = one.equal(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(false)]);
let out = a.equal(&three);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(true)]);
let out = three.equal(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(true)]);
let out = a.not_equal(&one);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(true)]);
let out = one.not_equal(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(true)]);
let out = a.not_equal(&three);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(false)]);
let out = three.not_equal(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(false)]);
let out = a.gt(&one);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(true)]);
let out = one.gt(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(false)]);
let out = a.gt(&three);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(false)]);
let out = three.gt(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(false)]);
let out = a.lt(&one);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(false)]);
let out = one.lt(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(true), Some(true)]);
let out = a.lt(&three);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(false)]);
let out = three.lt(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(false)]);
let out = a.gt_eq(&one);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(true)]);
let out = one.gt_eq(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(false)]);
let out = a.gt_eq(&three);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(true)]);
let out = three.gt_eq(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(true)]);
let out = a.lt_eq(&one);
assert_eq!(Vec::from(&out), &[Some(true), Some(false), Some(false)]);
let out = one.lt_eq(&a);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(true)]);
let out = a.lt_eq(&three);
assert_eq!(Vec::from(&out), &[Some(true), Some(true), Some(true)]);
let out = three.lt_eq(&a);
assert_eq!(Vec::from(&out), &[Some(false), Some(false), Some(true)]);
}
}