const BUFFER_FLUSH_BYTES: usize = 1024000;
If the buffered Arrow data exceeds this size, it is flushed to object store