const BUFFER_FLUSH_BYTES: usize = 1024000;
When writing parquet files in parallel, if the buffered Parquet data exceeds this size, it is flushed to object store