Support list_view_array & large_list_view layout and basic construction

arrow-array/src/array/mod.rs

@@ -65,13 +65,14 @@ mod union_array;
 pub use union_array::*;
 
 mod run_array;
-
 pub use run_array::*;
 
 mod byte_view_array;
-
 pub use byte_view_array::*;
 
+mod list_view_array;
+pub use list_view_array::*;
+
 /// An array in the [arrow columnar format](https://arrow.apache.org/docs/format/Columnar.html)
 pub trait Array: std::fmt::Debug + Send + Sync {
     /// Returns the array as [`Any`] so that it can be
@@ -519,6 +520,12 @@ impl<OffsetSize: OffsetSizeTrait> PartialEq for GenericListArray<OffsetSize> {
     }
 }
 
+impl<OffsetSize: OffsetSizeTrait> PartialEq for GenericListViewArray<OffsetSize> {
+    fn eq(&self, other: &Self) -> bool {
+        self.to_data().eq(&other.to_data())
+    }
+}
+
 impl PartialEq for MapArray {
     fn eq(&self, other: &Self) -> bool {
         self.to_data().eq(&other.to_data())
@@ -606,7 +613,9 @@ pub fn make_array(data: ArrayData) -> ArrayRef {
         DataType::LargeUtf8 => Arc::new(LargeStringArray::from(data)) as ArrayRef,
         DataType::Utf8View => Arc::new(StringViewArray::from(data)) as ArrayRef,
         DataType::List(_) => Arc::new(ListArray::from(data)) as ArrayRef,
+        DataType::ListView(_) => Arc::new(ListViewArray::from(data)) as ArrayRef,
         DataType::LargeList(_) => Arc::new(LargeListArray::from(data)) as ArrayRef,
+        DataType::LargeListView(_) => Arc::new(LargeListViewArray::from(data)) as ArrayRef,
         DataType::Struct(_) => Arc::new(StructArray::from(data)) as ArrayRef,
         DataType::Map(_, _) => Arc::new(MapArray::from(data)) as ArrayRef,
         DataType::Union(_, _) => Arc::new(UnionArray::from(data)) as ArrayRef,
@@ -687,6 +696,30 @@ unsafe fn get_offsets<O: ArrowNativeType>(data: &ArrayData) -> OffsetBuffer<O> {
     }
 }
 
+/// Helper function that gets list view offset from an [`ArrayData`]
+///
+/// # Safety
+///
+/// ArrayData must contain a valid [`ScalarBuffer`] as its first buffer
+fn get_view_offsets<O: ArrowNativeType>(data: &ArrayData) -> ScalarBuffer<O> {
+    match data.is_empty() && data.buffers()[0].is_empty() {
+        true => ScalarBuffer::new_empty(),
+        false => ScalarBuffer::new(data.buffers()[0].clone(), data.offset(), data.len() + 1),
+    }
+}
+
+/// Helper function that gets list view size from an [`ArrayData`]
+///
+/// # Safety
+///
+/// ArrayData must contain a valid [`ScalarBuffer`] as its second buffer
+fn get_view_sizes<O: ArrowNativeType>(data: &ArrayData) -> ScalarBuffer<O> {
+    match data.is_empty() && data.buffers()[1].is_empty() {
+        true => ScalarBuffer::new_empty(),
+        false => ScalarBuffer::new(data.buffers()[1].clone(), data.offset(), data.len()),
+    }
+}
+
 /// Helper function for printing potentially long arrays.
 fn print_long_array<A, F>(array: &A, f: &mut std::fmt::Formatter, print_item: F) -> std::fmt::Result
 where

arrow-array/src/builder/generic_list_builder.rs

@@ -548,7 +548,7 @@ mod tests {
     }
 
     #[test]
-    fn test_boxed_primitive_aray_builder() {
+    fn test_boxed_primitive_array_builder() {
         let values_builder = make_builder(&DataType::Int32, 5);
         let mut builder = ListBuilder::new(values_builder);