Struct AvroArrowArrayReader 

pub struct AvroArrowArrayReader<'a, R: Read> {
    reader: Reader<'a, R>,
    schema: SchemaRef,
    schema_lookup: BTreeMap<String, usize>,
}

Fields

reader: Reader<'a, R>

schema: SchemaRef

schema_lookup: BTreeMap<String, usize>

Implementations

impl<R: Read> AvroArrowArrayReader<'_, R>

pub fn try_new(reader: R, schema: SchemaRef) -> Result<Self>

pub fn schema_lookup(schema: AvroSchema) -> Result<BTreeMap<String, usize>>

fn child_schema_lookup<'b>( parent_field_name: &str, schema: &AvroSchema, schema_lookup: &'b mut BTreeMap<String, usize>, ) -> Result<&'b BTreeMap<String, usize>>

pub fn next_batch( &mut self, batch_size: usize, ) -> Option<ArrowResult<RecordBatch>>

Read the next batch of records

fn build_boolean_array( &self, rows: &'_ [&'_ Vec<(String, Value)>], col_name: &str, ) -> ArrayRef

fn build_primitive_array<T>( &self, rows: &'_ [&'_ Vec<(String, Value)>], col_name: &str, ) -> ArrayRef

where T: ArrowNumericType + Resolver, T::Native: NumCast,

fn build_string_dictionary_builder<T>( &self, row_len: usize, ) -> StringDictionaryBuilder<T>

where T: ArrowPrimitiveType + ArrowDictionaryKeyType,

fn build_wrapped_list_array( &self, rows: &'_ [&'_ Vec<(String, Value)>], col_name: &str, key_type: &DataType, ) -> ArrowResult<ArrayRef>

fn list_array_string_array_builder<D>( &self, data_type: &DataType, col_name: &str, rows: &'_ [&'_ Vec<(String, Value)>], ) -> ArrowResult<ArrayRef>

where D: ArrowPrimitiveType + ArrowDictionaryKeyType,

fn build_dictionary_array<T>( &self, rows: &'_ [&'_ Vec<(String, Value)>], col_name: &str, ) -> ArrowResult<ArrayRef>

where T::Native: NumCast, T: ArrowPrimitiveType + ArrowDictionaryKeyType,

fn build_string_dictionary_array( &self, rows: &'_ [&'_ Vec<(String, Value)>], col_name: &str, key_type: &DataType, value_type: &DataType, ) -> ArrowResult<ArrayRef>

fn build_nested_list_array<OffsetSize: OffsetSizeTrait>( &self, parent_field_name: &str, rows: &[&Value], list_field: &Field, ) -> ArrowResult<ArrayRef>

Build a nested GenericListArray from a list of unnested Values

fn build_struct_array( &self, rows: &'_ [&'_ Vec<(String, Value)>], parent_field_name: &str, struct_fields: &Fields, ) -> ArrowResult<Vec<ArrayRef>>

Builds the child values of a StructArray, falling short of constructing the StructArray. The function does not construct the StructArray as some callers would want the child arrays.

Note: The function is recursive, and will read nested structs.

fn read_primitive_list_values<T>(&self, rows: &[&Value]) -> ArrayData

where T: ArrowPrimitiveType + ArrowNumericType, T::Native: NumCast,

Read the primitive list’s values into ArrayData

fn field_lookup<'b>( &self, name: &str, row: &'b [(String, Value)], ) -> Option<&'b Value>