Struct AvroSource 

pub struct AvroSource {
    schema: Option<Arc<Schema>>,
    batch_size: Option<usize>,
    projection: Option<Vec<String>>,
    metrics: ExecutionPlanMetricsSet,
    projected_statistics: Option<Statistics>,
    schema_adapter_factory: Option<Arc<dyn SchemaAdapterFactory>>,
}

AvroSource holds the extra configuration that is necessary for opening avro files

Fields

schema: Option<Arc<Schema>>

batch_size: Option<usize>

projection: Option<Vec<String>>

metrics: ExecutionPlanMetricsSet

projected_statistics: Option<Statistics>

schema_adapter_factory: Option<Arc<dyn SchemaAdapterFactory>>

Implementations

impl AvroSource

pub fn new() -> AvroSource

Initialize an AvroSource with default values

Trait Implementations

impl Clone for AvroSource

fn clone(&self) -> AvroSource

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for AvroSource

fn default() -> AvroSource

Returns the “default value” for a type.

impl FileSource for AvroSource

fn create_file_opener( &self, object_store: Arc<dyn ObjectStore>, _base_config: &FileScanConfig, _partition: usize, ) -> Arc<dyn FileOpener>

Creates a dyn FileOpener based on given parameters

fn as_any(&self) -> &(dyn Any + 'static)

Any

fn with_batch_size(&self, batch_size: usize) -> Arc<dyn FileSource>

Initialize new type with batch size configuration

fn with_schema(&self, schema: TableSchema) -> Arc<dyn FileSource>

Initialize new instance with a new schema

fn with_statistics(&self, statistics: Statistics) -> Arc<dyn FileSource>

Initialize new instance with projected statistics

fn with_projection(&self, config: &FileScanConfig) -> Arc<dyn FileSource>

Initialize new instance with projection information

fn metrics(&self) -> &ExecutionPlanMetricsSet

Return execution plan metrics

fn statistics(&self) -> Result<Statistics, DataFusionError>

Return projected statistics

fn file_type(&self) -> &str

String representation of file source such as “csv”, “json”, “parquet”

fn repartitioned( &self, _target_partitions: usize, _repartition_file_min_size: usize, _output_ordering: Option<LexOrdering>, _config: &FileScanConfig, ) -> Result<Option<FileScanConfig>, DataFusionError>

If supported by the FileSource, redistribute files across partitions according to their size. Allows custom file formats to implement their own repartitioning logic.

fn with_schema_adapter_factory( &self, schema_adapter_factory: Arc<dyn SchemaAdapterFactory>, ) -> Result<Arc<dyn FileSource>, DataFusionError>

Set optional schema adapter factory.

fn schema_adapter_factory(&self) -> Option<Arc<dyn SchemaAdapterFactory>>

Returns the current schema adapter factory if set

fn filter(&self) -> Option<Arc<dyn PhysicalExpr>>

Returns the filter expression that will be applied during the file scan.

fn fmt_extra( &self, _t: DisplayFormatType, _f: &mut Formatter<'_>, ) -> Result<(), Error>

Format FileType specific information

fn try_pushdown_filters( &self, filters: Vec<Arc<dyn PhysicalExpr>>, _config: &ConfigOptions, ) -> Result<FilterPushdownPropagation<Arc<dyn FileSource>>, DataFusionError>

Try to push down filters into this FileSource. See ExecutionPlan::handle_child_pushdown_result for more details.