feat: add max_row_group_bytes option to WriterProperties

parquet/benches/arrow_statistics.rs

@@ -79,7 +79,7 @@ fn create_parquet_file(
         )])),
     };
 
-    let mut props = WriterProperties::builder().set_max_row_group_size(row_groups);
+    let mut props = WriterProperties::builder().set_max_row_group_row_count(Some(row_groups));
     if let Some(limit) = data_page_row_count_limit {
         props = props
             .set_data_page_row_count_limit(*limit)

parquet/benches/parquet_round_trip.rs

@@ -299,7 +299,7 @@ fn file_from_spec(spec: ParquetFileSpec, buffer: &mut Vec<u8>) {
 
     let schema = schema(spec.column_type, spec.num_columns);
     let props = WriterProperties::builder()
-        .set_max_row_group_size(spec.rows_per_row_group)
+        .set_max_row_group_row_count(Some(spec.rows_per_row_group))
         .set_data_page_row_count_limit(spec.rows_per_page)
         .set_encoding(spec.encoding)
         .set_dictionary_enabled(spec.use_dict)

parquet/benches/row_group_index_reader.rs

@@ -87,7 +87,7 @@ fn create_test_file(num_row_groups: usize, rows_per_group: usize) -> Bytes {
     let mut buffer = Vec::new();
     let props = WriterProperties::builder()
         .set_compression(Compression::SNAPPY)
-        .set_max_row_group_size(rows_per_group)
+        .set_max_row_group_row_count(Some(rows_per_group))
         .build();
 
     let mut writer = ArrowWriter::try_new(&mut buffer, schema.clone(), Some(props)).unwrap();

parquet/src/arrow/array_reader/list_array.rs

@@ -541,7 +541,7 @@ mod tests {
 
         let file = tempfile::tempfile().unwrap();
         let props = WriterProperties::builder()
-            .set_max_row_group_size(200)
+            .set_max_row_group_row_count(Some(200))
             .build();
 
         let writer = ArrowWriter::try_new(

parquet/src/arrow/arrow_reader/mod.rs

@@ -4633,7 +4633,7 @@ pub(crate) mod tests {
             schema.clone(),
             Some(
                 WriterProperties::builder()
-                    .set_max_row_group_size(row_group_size)
+                    .set_max_row_group_row_count(Some(row_group_size))
                     .build(),
             ),
         )
@@ -5629,7 +5629,7 @@ pub(crate) mod tests {
         let batch = RecordBatch::try_from_iter([("col", Arc::new(array) as ArrayRef)])?;
         let mut buffer = Vec::new();
         let options = WriterProperties::builder()
-            .set_max_row_group_size(50)
+            .set_max_row_group_row_count(Some(50))
             .build();
         let mut writer = ArrowWriter::try_new(&mut buffer, batch.schema().clone(), Some(options))?;
         // write in 10 row batches as the size limits are enforced after each batch
@@ -5795,7 +5795,7 @@ pub(crate) mod tests {
 
         let mut buffer = Vec::new();
         let options = WriterProperties::builder()
-            .set_max_row_group_size(2)
+            .set_max_row_group_row_count(Some(2))
             .build();
         let mut writer = ArrowWriter::try_new(&mut buffer, batch1.schema(), Some(options)).unwrap();
         writer.write(&batch1).unwrap();
@@ -5854,7 +5854,7 @@ pub(crate) mod tests {
 
         let mut buffer = Vec::new();
         let options = WriterProperties::builder()
-            .set_max_row_group_size(3)
+            .set_max_row_group_row_count(Some(3))
             .build();
         let mut writer = ArrowWriter::try_new(&mut buffer, batch1.schema(), Some(options)).unwrap();
         writer.write(&batch1).unwrap();
@@ -5903,7 +5903,7 @@ pub(crate) mod tests {
     fn test_read_row_group_indices_with_selection() -> Result<()> {
         let mut buffer = Vec::new();
         let options = WriterProperties::builder()
-            .set_max_row_group_size(10)
+            .set_max_row_group_row_count(Some(10))
             .build();
 
         let schema = Arc::new(Schema::new(vec![Field::new(