diff --git a/compactor2/tests/integration.rs b/compactor2/tests/integration.rs
index 7c11a8b66e..0d1d50cc02 100644
--- a/compactor2/tests/integration.rs
+++ b/compactor2/tests/integration.rs
@@ -212,12 +212,12 @@ async fn test_compact_large_overlapes() {
---
- initial
- "L1 "
- - "L1.4[6000,68000] 240s 2.65kb|------------------L1.4------------------| "
- - "L1.5[136000,136000] 300s 2.16kb |L1.5|"
+ - "L1.4[6000,68000] 240s 3kb|------------------L1.4------------------| "
+ - "L1.5[136000,136000] 300s 2kb |L1.5|"
- "L2 "
- - "L2.1[8000,12000] 60s 1.79kb |L2.1| "
- - "L2.2[20000,30000] 120s 2.61kb |L2.2| "
- - "L2.3[36000,36000] 180s 2.16kb |L2.3| "
+ - "L2.1[8000,12000] 60s 2kb |L2.1| "
+ - "L2.2[20000,30000] 120s 3kb |L2.2| "
+ - "L2.3[36000,36000] 180s 2kb |L2.3| "
"###
);
@@ -231,9 +231,9 @@ async fn test_compact_large_overlapes() {
---
- initial
- "L2 "
- - "L2.6[6000,36000] 300s 2.71kb|-------L2.6-------| "
- - "L2.7[68000,68000] 300s 2.51kb |L2.7| "
- - "L2.8[136000,136000] 300s 2.54kb |L2.8|"
+ - "L2.6[6000,36000] 300s 3kb|-------L2.6-------| "
+ - "L2.7[68000,68000] 300s 3kb |L2.7| "
+ - "L2.8[136000,136000] 300s 3kb |L2.8|"
"###
);
@@ -322,12 +322,12 @@ async fn test_compact_large_overlape_2() {
---
- initial
- "L1 "
- - "L1.4[6000,25000] 240s 1.8kb|---L1.4----| "
- - "L1.5[28000,136000] 300s 2.64kb |----------------------------------L1.5----------------------------------| "
+ - "L1.4[6000,25000] 240s 2kb|---L1.4----| "
+ - "L1.5[28000,136000] 300s 3kb |----------------------------------L1.5----------------------------------| "
- "L2 "
- - "L2.1[8000,12000] 60s 1.79kb |L2.1| "
- - "L2.2[20000,30000] 120s 2.61kb |L2.2| "
- - "L2.3[36000,36000] 180s 2.16kb |L2.3| "
+ - "L2.1[8000,12000] 60s 2kb |L2.1| "
+ - "L2.2[20000,30000] 120s 3kb |L2.2| "
+ - "L2.3[36000,36000] 180s 2kb |L2.3| "
"###
);
@@ -341,9 +341,9 @@ async fn test_compact_large_overlape_2() {
---
- initial
- "L2 "
- - "L2.6[6000,36000] 300s 2.71kb|-------L2.6-------| "
- - "L2.7[68000,68000] 300s 2.51kb |L2.7| "
- - "L2.8[136000,136000] 300s 2.54kb |L2.8|"
+ - "L2.6[6000,36000] 300s 3kb|-------L2.6-------| "
+ - "L2.7[68000,68000] 300s 3kb |L2.7| "
+ - "L2.8[136000,136000] 300s 3kb |L2.8|"
"###
);
diff --git a/compactor2/tests/layouts/backfill.rs b/compactor2/tests/layouts/backfill.rs
index 6dd0ddac2f..ec1c5c7e33 100644
--- a/compactor2/tests/layouts/backfill.rs
+++ b/compactor2/tests/layouts/backfill.rs
@@ -142,2194 +142,2194 @@ async fn random_backfill_empty_partition() {
- "L0.1[76,932] 1us |------------------------------------------L0.1------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1us 3.27mb |-----------L0.?------------| "
- - "L0.?[357,670] 1us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1us 3mb |----------L0.?-----------| "
- "**** Simulation run 1, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.2[42,986] 1us |------------------------------------------L0.2------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1us 3.33mb |-----------L0.?------------| "
- - "L0.?[357,670] 1us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1us 3mb |------------L0.?------------| "
- "**** Simulation run 2, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.3[173,950] 1us |------------------------------------------L0.3------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1us 2.36mb |-------L0.?--------| "
- - "L0.?[357,670] 1us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1us 4mb |-------------L0.?-------------| "
- "**** Simulation run 3, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.4[50,629] 1us |------------------------------------------L0.4------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1us 5.28mb |--------------------L0.?---------------------| "
- - "L0.?[357,629] 1us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1us 5mb |------------------L0.?------------------| "
- "**** Simulation run 4, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.5[76,932] 1us |------------------------------------------L0.5------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1us 3.27mb |-----------L0.?------------| "
- - "L0.?[357,670] 1us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1us 3mb |----------L0.?-----------| "
- "**** Simulation run 5, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.6[42,986] 1us |------------------------------------------L0.6------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1us 3.33mb |-----------L0.?------------| "
- - "L0.?[357,670] 1us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1us 3mb |------------L0.?------------| "
- "**** Simulation run 6, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.7[173,950] 1.01us |------------------------------------------L0.7------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.01us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.01us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.01us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.01us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.01us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.01us 4mb |-------------L0.?-------------| "
- "**** Simulation run 7, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.8[50,629] 1.01us |------------------------------------------L0.8------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.01us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.01us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.01us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.01us 5mb |------------------L0.?------------------| "
- "**** Simulation run 8, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.9[76,932] 1.01us |------------------------------------------L0.9------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.01us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.01us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.01us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.01us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.01us 3mb |----------L0.?-----------| "
- "**** Simulation run 9, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.10[42,986] 1.01us |-----------------------------------------L0.10------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.01us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.01us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.01us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.01us 3mb |------------L0.?------------| "
- "**** Simulation run 10, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.11[173,950] 1.01us |-----------------------------------------L0.11------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.01us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.01us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.01us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.01us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.01us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.01us 4mb |-------------L0.?-------------| "
- "**** Simulation run 11, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.12[50,629] 1.01us |-----------------------------------------L0.12------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.01us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.01us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.01us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.01us 5mb |------------------L0.?------------------| "
- "**** Simulation run 12, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.13[76,932] 1.01us |-----------------------------------------L0.13------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.01us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.01us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.01us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.01us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.01us 3mb |----------L0.?-----------| "
- "**** Simulation run 13, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.14[42,986] 1.01us |-----------------------------------------L0.14------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.01us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.01us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.01us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.01us 3mb |------------L0.?------------| "
- "**** Simulation run 14, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.15[173,950] 1.01us |-----------------------------------------L0.15------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.01us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.01us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.01us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.01us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.01us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.01us 4mb |-------------L0.?-------------| "
- "**** Simulation run 15, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.16[50,629] 1.01us |-----------------------------------------L0.16------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.01us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.01us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.01us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.01us 5mb |------------------L0.?------------------| "
- "**** Simulation run 16, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.17[76,932] 1.02us |-----------------------------------------L0.17------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.02us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.02us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.02us 3mb |----------L0.?-----------| "
- "**** Simulation run 17, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.18[42,986] 1.02us |-----------------------------------------L0.18------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.02us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.02us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.02us 3mb |------------L0.?------------| "
- "**** Simulation run 18, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.19[173,950] 1.02us |-----------------------------------------L0.19------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.02us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.02us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.02us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.02us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.02us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.02us 4mb |-------------L0.?-------------| "
- "**** Simulation run 19, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.20[50,629] 1.02us |-----------------------------------------L0.20------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.02us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.02us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.02us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.02us 5mb |------------------L0.?------------------| "
- "**** Simulation run 20, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.21[76,932] 1.02us |-----------------------------------------L0.21------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.02us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.02us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.02us 3mb |----------L0.?-----------| "
- "**** Simulation run 21, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.22[42,986] 1.02us |-----------------------------------------L0.22------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.02us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.02us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.02us 3mb |------------L0.?------------| "
- "**** Simulation run 22, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.23[173,950] 1.02us |-----------------------------------------L0.23------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.02us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.02us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.02us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.02us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.02us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.02us 4mb |-------------L0.?-------------| "
- "**** Simulation run 23, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.24[50,629] 1.02us |-----------------------------------------L0.24------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.02us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.02us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.02us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.02us 5mb |------------------L0.?------------------| "
- "**** Simulation run 24, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.25[76,932] 1.02us |-----------------------------------------L0.25------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.02us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.02us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.02us 3mb |----------L0.?-----------| "
- "**** Simulation run 25, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.26[42,986] 1.02us |-----------------------------------------L0.26------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.02us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.02us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.02us 3mb |------------L0.?------------| "
- "**** Simulation run 26, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.27[173,950] 1.03us |-----------------------------------------L0.27------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.03us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.03us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.03us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.03us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.03us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.03us 4mb |-------------L0.?-------------| "
- "**** Simulation run 27, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.28[50,629] 1.03us |-----------------------------------------L0.28------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.03us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.03us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.03us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.03us 5mb |------------------L0.?------------------| "
- "**** Simulation run 28, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.29[76,932] 1.03us |-----------------------------------------L0.29------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.03us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.03us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.03us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.03us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.03us 3mb |----------L0.?-----------| "
- "**** Simulation run 29, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.30[42,986] 1.03us |-----------------------------------------L0.30------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.03us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.03us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.03us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.03us 3mb |------------L0.?------------| "
- "**** Simulation run 30, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.31[173,950] 1.03us |-----------------------------------------L0.31------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.03us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.03us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.03us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.03us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.03us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.03us 4mb |-------------L0.?-------------| "
- "**** Simulation run 31, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.32[50,629] 1.03us |-----------------------------------------L0.32------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.03us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.03us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.03us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.03us 5mb |------------------L0.?------------------| "
- "**** Simulation run 32, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.33[76,932] 1.03us |-----------------------------------------L0.33------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.03us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.03us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.03us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.03us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.03us 3mb |----------L0.?-----------| "
- "**** Simulation run 33, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.34[42,986] 1.03us |-----------------------------------------L0.34------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.03us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.03us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.03us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.03us 3mb |------------L0.?------------| "
- "**** Simulation run 34, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.35[173,950] 1.03us |-----------------------------------------L0.35------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.03us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.03us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.03us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.03us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.03us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.03us 4mb |-------------L0.?-------------| "
- "**** Simulation run 35, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.36[50,629] 1.03us |-----------------------------------------L0.36------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.03us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.03us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.03us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.03us 5mb |------------------L0.?------------------| "
- "**** Simulation run 36, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.37[76,932] 1.04us |-----------------------------------------L0.37------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.04us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.04us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.04us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.04us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.04us 3mb |----------L0.?-----------| "
- "**** Simulation run 37, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.38[42,986] 1.04us |-----------------------------------------L0.38------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.04us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.04us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.04us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.04us 3mb |------------L0.?------------| "
- "**** Simulation run 38, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.39[173,950] 1.04us |-----------------------------------------L0.39------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.04us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.04us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.04us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.04us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.04us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.04us 4mb |-------------L0.?-------------| "
- "**** Simulation run 39, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.40[50,629] 1.04us |-----------------------------------------L0.40------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.04us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.04us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.04us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.04us 5mb |------------------L0.?------------------| "
- "**** Simulation run 40, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.41[76,932] 1.04us |-----------------------------------------L0.41------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.04us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.04us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.04us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.04us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.04us 3mb |----------L0.?-----------| "
- "**** Simulation run 41, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.42[42,986] 1.04us |-----------------------------------------L0.42------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.04us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.04us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.04us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.04us 3mb |------------L0.?------------| "
- "**** Simulation run 42, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.43[173,950] 1.04us |-----------------------------------------L0.43------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.04us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.04us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.04us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.04us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.04us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.04us 4mb |-------------L0.?-------------| "
- "**** Simulation run 43, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.44[50,629] 1.04us |-----------------------------------------L0.44------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.04us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.04us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.04us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.04us 5mb |------------------L0.?------------------| "
- "**** Simulation run 44, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.45[76,932] 1.04us |-----------------------------------------L0.45------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.04us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.04us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.04us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.04us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.04us 3mb |----------L0.?-----------| "
- "**** Simulation run 45, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.46[42,986] 1.05us |-----------------------------------------L0.46------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.05us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.05us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.05us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.05us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.05us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.05us 3mb |------------L0.?------------| "
- "**** Simulation run 46, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.47[173,950] 1.05us |-----------------------------------------L0.47------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.05us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.05us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.05us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.05us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.05us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.05us 4mb |-------------L0.?-------------| "
- "**** Simulation run 47, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.48[50,629] 1.05us |-----------------------------------------L0.48------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.05us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.05us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.05us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.05us 5mb |------------------L0.?------------------| "
- "**** Simulation run 48, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.49[76,932] 1.05us |-----------------------------------------L0.49------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.05us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.05us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.05us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.05us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.05us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.05us 3mb |----------L0.?-----------| "
- "**** Simulation run 49, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.50[42,986] 1.05us |-----------------------------------------L0.50------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.05us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.05us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.05us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.05us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.05us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.05us 3mb |------------L0.?------------| "
- "Committing partition 1:"
- " Soft Deleting 50 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50"
- " Creating 138 files"
- "**** Simulation run 50, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[329, 658]). 81 Input Files, 300mb total:"
- "L0 "
- "L0.51[0,1] 999ns 10mb |L0.51| "
- - "L0.54[671,932] 1us 3.07mb |--------L0.54--------| "
- - "L0.53[357,670] 1us 3.66mb |----------L0.53-----------| "
- - "L0.52[76,356] 1us 3.27mb |---------L0.52---------| "
- - "L0.57[671,986] 1us 3.36mb |----------L0.57-----------| "
- - "L0.56[357,670] 1us 3.32mb |----------L0.56-----------| "
- - "L0.55[42,356] 1us 3.33mb |----------L0.55-----------| "
- - "L0.60[671,950] 1us 3.62mb |---------L0.60---------| "
- - "L0.59[357,670] 1us 4.03mb |----------L0.59-----------| "
- - "L0.58[173,356] 1us 2.36mb |----L0.58-----| "
- - "L0.62[357,629] 1us 4.72mb |--------L0.62---------| "
- - "L0.61[50,356] 1us 5.28mb |----------L0.61----------| "
- - "L0.65[671,932] 1us 3.07mb |--------L0.65--------| "
- - "L0.64[357,670] 1us 3.66mb |----------L0.64-----------| "
- - "L0.63[76,356] 1us 3.27mb |---------L0.63---------| "
- - "L0.68[671,986] 1us 3.36mb |----------L0.68-----------| "
- - "L0.67[357,670] 1us 3.32mb |----------L0.67-----------| "
- - "L0.66[42,356] 1us 3.33mb |----------L0.66-----------| "
- - "L0.71[671,950] 1.01us 3.62mb |---------L0.71---------| "
- - "L0.70[357,670] 1.01us 4.03mb |----------L0.70-----------| "
- - "L0.69[173,356] 1.01us 2.36mb |----L0.69-----| "
- - "L0.73[357,629] 1.01us 4.72mb |--------L0.73---------| "
- - "L0.72[50,356] 1.01us 5.28mb |----------L0.72----------| "
- - "L0.76[671,932] 1.01us 3.07mb |--------L0.76--------| "
- - "L0.75[357,670] 1.01us 3.66mb |----------L0.75-----------| "
- - "L0.74[76,356] 1.01us 3.27mb |---------L0.74---------| "
- - "L0.79[671,986] 1.01us 3.36mb |----------L0.79-----------| "
- - "L0.78[357,670] 1.01us 3.32mb |----------L0.78-----------| "
- - "L0.77[42,356] 1.01us 3.33mb |----------L0.77-----------| "
- - "L0.82[671,950] 1.01us 3.62mb |---------L0.82---------| "
- - "L0.81[357,670] 1.01us 4.03mb |----------L0.81-----------| "
- - "L0.80[173,356] 1.01us 2.36mb |----L0.80-----| "
- - "L0.84[357,629] 1.01us 4.72mb |--------L0.84---------| "
- - "L0.83[50,356] 1.01us 5.28mb |----------L0.83----------| "
- - "L0.87[671,932] 1.01us 3.07mb |--------L0.87--------| "
- - "L0.86[357,670] 1.01us 3.66mb |----------L0.86-----------| "
- - "L0.85[76,356] 1.01us 3.27mb |---------L0.85---------| "
- - "L0.90[671,986] 1.01us 3.36mb |----------L0.90-----------| "
- - "L0.89[357,670] 1.01us 3.32mb |----------L0.89-----------| "
- - "L0.88[42,356] 1.01us 3.33mb |----------L0.88-----------| "
- - "L0.93[671,950] 1.01us 3.62mb |---------L0.93---------| "
- - "L0.92[357,670] 1.01us 4.03mb |----------L0.92-----------| "
- - "L0.91[173,356] 1.01us 2.36mb |----L0.91-----| "
- - "L0.95[357,629] 1.01us 4.72mb |--------L0.95---------| "
- - "L0.94[50,356] 1.01us 5.28mb |----------L0.94----------| "
- - "L0.98[671,932] 1.02us 3.07mb |--------L0.98--------| "
- - "L0.97[357,670] 1.02us 3.66mb |----------L0.97-----------| "
- - "L0.96[76,356] 1.02us 3.27mb |---------L0.96---------| "
- - "L0.101[671,986] 1.02us 3.36mb |----------L0.101----------| "
- - "L0.100[357,670] 1.02us 3.32mb |----------L0.100----------| "
- - "L0.99[42,356] 1.02us 3.33mb |----------L0.99-----------| "
- - "L0.104[671,950] 1.02us 3.62mb |--------L0.104---------| "
- - "L0.103[357,670] 1.02us 4.03mb |----------L0.103----------| "
- - "L0.102[173,356] 1.02us 2.36mb |----L0.102----| "
- - "L0.106[357,629] 1.02us 4.72mb |--------L0.106--------| "
- - "L0.105[50,356] 1.02us 5.28mb |---------L0.105----------| "
- - "L0.109[671,932] 1.02us 3.07mb |-------L0.109--------| "
- - "L0.108[357,670] 1.02us 3.66mb |----------L0.108----------| "
- - "L0.107[76,356] 1.02us 3.27mb |--------L0.107---------| "
- - "L0.112[671,986] 1.02us 3.36mb |----------L0.112----------| "
- - "L0.111[357,670] 1.02us 3.32mb |----------L0.111----------| "
- - "L0.110[42,356] 1.02us 3.33mb |----------L0.110----------| "
- - "L0.115[671,950] 1.02us 3.62mb |--------L0.115---------| "
- - "L0.114[357,670] 1.02us 4.03mb |----------L0.114----------| "
- - "L0.113[173,356] 1.02us 2.36mb |----L0.113----| "
- - "L0.117[357,629] 1.02us 4.72mb |--------L0.117--------| "
- - "L0.116[50,356] 1.02us 5.28mb |---------L0.116----------| "
- - "L0.120[671,932] 1.02us 3.07mb |-------L0.120--------| "
- - "L0.119[357,670] 1.02us 3.66mb |----------L0.119----------| "
- - "L0.118[76,356] 1.02us 3.27mb |--------L0.118---------| "
- - "L0.123[671,986] 1.02us 3.36mb |----------L0.123----------| "
- - "L0.122[357,670] 1.02us 3.32mb |----------L0.122----------| "
- - "L0.121[42,356] 1.02us 3.33mb |----------L0.121----------| "
- - "L0.126[671,950] 1.03us 3.62mb |--------L0.126---------| "
- - "L0.125[357,670] 1.03us 4.03mb |----------L0.125----------| "
- - "L0.124[173,356] 1.03us 2.36mb |----L0.124----| "
- - "L0.128[357,629] 1.03us 4.72mb |--------L0.128--------| "
- - "L0.127[50,356] 1.03us 5.28mb |---------L0.127----------| "
- - "L0.131[671,932] 1.03us 3.07mb |-------L0.131--------| "
- - "L0.130[357,670] 1.03us 3.66mb |----------L0.130----------| "
- - "L0.129[76,356] 1.03us 3.27mb |--------L0.129---------| "
+ - "L0.54[671,932] 1us 3mb |--------L0.54--------| "
+ - "L0.53[357,670] 1us 4mb |----------L0.53-----------| "
+ - "L0.52[76,356] 1us 3mb |---------L0.52---------| "
+ - "L0.57[671,986] 1us 3mb |----------L0.57-----------| "
+ - "L0.56[357,670] 1us 3mb |----------L0.56-----------| "
+ - "L0.55[42,356] 1us 3mb |----------L0.55-----------| "
+ - "L0.60[671,950] 1us 4mb |---------L0.60---------| "
+ - "L0.59[357,670] 1us 4mb |----------L0.59-----------| "
+ - "L0.58[173,356] 1us 2mb |----L0.58-----| "
+ - "L0.62[357,629] 1us 5mb |--------L0.62---------| "
+ - "L0.61[50,356] 1us 5mb |----------L0.61----------| "
+ - "L0.65[671,932] 1us 3mb |--------L0.65--------| "
+ - "L0.64[357,670] 1us 4mb |----------L0.64-----------| "
+ - "L0.63[76,356] 1us 3mb |---------L0.63---------| "
+ - "L0.68[671,986] 1us 3mb |----------L0.68-----------| "
+ - "L0.67[357,670] 1us 3mb |----------L0.67-----------| "
+ - "L0.66[42,356] 1us 3mb |----------L0.66-----------| "
+ - "L0.71[671,950] 1.01us 4mb |---------L0.71---------| "
+ - "L0.70[357,670] 1.01us 4mb |----------L0.70-----------| "
+ - "L0.69[173,356] 1.01us 2mb |----L0.69-----| "
+ - "L0.73[357,629] 1.01us 5mb |--------L0.73---------| "
+ - "L0.72[50,356] 1.01us 5mb |----------L0.72----------| "
+ - "L0.76[671,932] 1.01us 3mb |--------L0.76--------| "
+ - "L0.75[357,670] 1.01us 4mb |----------L0.75-----------| "
+ - "L0.74[76,356] 1.01us 3mb |---------L0.74---------| "
+ - "L0.79[671,986] 1.01us 3mb |----------L0.79-----------| "
+ - "L0.78[357,670] 1.01us 3mb |----------L0.78-----------| "
+ - "L0.77[42,356] 1.01us 3mb |----------L0.77-----------| "
+ - "L0.82[671,950] 1.01us 4mb |---------L0.82---------| "
+ - "L0.81[357,670] 1.01us 4mb |----------L0.81-----------| "
+ - "L0.80[173,356] 1.01us 2mb |----L0.80-----| "
+ - "L0.84[357,629] 1.01us 5mb |--------L0.84---------| "
+ - "L0.83[50,356] 1.01us 5mb |----------L0.83----------| "
+ - "L0.87[671,932] 1.01us 3mb |--------L0.87--------| "
+ - "L0.86[357,670] 1.01us 4mb |----------L0.86-----------| "
+ - "L0.85[76,356] 1.01us 3mb |---------L0.85---------| "
+ - "L0.90[671,986] 1.01us 3mb |----------L0.90-----------| "
+ - "L0.89[357,670] 1.01us 3mb |----------L0.89-----------| "
+ - "L0.88[42,356] 1.01us 3mb |----------L0.88-----------| "
+ - "L0.93[671,950] 1.01us 4mb |---------L0.93---------| "
+ - "L0.92[357,670] 1.01us 4mb |----------L0.92-----------| "
+ - "L0.91[173,356] 1.01us 2mb |----L0.91-----| "
+ - "L0.95[357,629] 1.01us 5mb |--------L0.95---------| "
+ - "L0.94[50,356] 1.01us 5mb |----------L0.94----------| "
+ - "L0.98[671,932] 1.02us 3mb |--------L0.98--------| "
+ - "L0.97[357,670] 1.02us 4mb |----------L0.97-----------| "
+ - "L0.96[76,356] 1.02us 3mb |---------L0.96---------| "
+ - "L0.101[671,986] 1.02us 3mb |----------L0.101----------| "
+ - "L0.100[357,670] 1.02us 3mb |----------L0.100----------| "
+ - "L0.99[42,356] 1.02us 3mb |----------L0.99-----------| "
+ - "L0.104[671,950] 1.02us 4mb |--------L0.104---------| "
+ - "L0.103[357,670] 1.02us 4mb |----------L0.103----------| "
+ - "L0.102[173,356] 1.02us 2mb |----L0.102----| "
+ - "L0.106[357,629] 1.02us 5mb |--------L0.106--------| "
+ - "L0.105[50,356] 1.02us 5mb |---------L0.105----------| "
+ - "L0.109[671,932] 1.02us 3mb |-------L0.109--------| "
+ - "L0.108[357,670] 1.02us 4mb |----------L0.108----------| "
+ - "L0.107[76,356] 1.02us 3mb |--------L0.107---------| "
+ - "L0.112[671,986] 1.02us 3mb |----------L0.112----------| "
+ - "L0.111[357,670] 1.02us 3mb |----------L0.111----------| "
+ - "L0.110[42,356] 1.02us 3mb |----------L0.110----------| "
+ - "L0.115[671,950] 1.02us 4mb |--------L0.115---------| "
+ - "L0.114[357,670] 1.02us 4mb |----------L0.114----------| "
+ - "L0.113[173,356] 1.02us 2mb |----L0.113----| "
+ - "L0.117[357,629] 1.02us 5mb |--------L0.117--------| "
+ - "L0.116[50,356] 1.02us 5mb |---------L0.116----------| "
+ - "L0.120[671,932] 1.02us 3mb |-------L0.120--------| "
+ - "L0.119[357,670] 1.02us 4mb |----------L0.119----------| "
+ - "L0.118[76,356] 1.02us 3mb |--------L0.118---------| "
+ - "L0.123[671,986] 1.02us 3mb |----------L0.123----------| "
+ - "L0.122[357,670] 1.02us 3mb |----------L0.122----------| "
+ - "L0.121[42,356] 1.02us 3mb |----------L0.121----------| "
+ - "L0.126[671,950] 1.03us 4mb |--------L0.126---------| "
+ - "L0.125[357,670] 1.03us 4mb |----------L0.125----------| "
+ - "L0.124[173,356] 1.03us 2mb |----L0.124----| "
+ - "L0.128[357,629] 1.03us 5mb |--------L0.128--------| "
+ - "L0.127[50,356] 1.03us 5mb |---------L0.127----------| "
+ - "L0.131[671,932] 1.03us 3mb |-------L0.131--------| "
+ - "L0.130[357,670] 1.03us 4mb |----------L0.130----------| "
+ - "L0.129[76,356] 1.03us 3mb |--------L0.129---------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 300mb total:"
- "L1 "
- - "L1.?[0,329] 1.03us 100.1mb|------------L1.?------------| "
- - "L1.?[330,658] 1.03us 99.8mb |-----------L1.?------------| "
- - "L1.?[659,986] 1.03us 100.1mb |-----------L1.?------------| "
+ - "L1.?[0,329] 1.03us 100mb |------------L1.?------------| "
+ - "L1.?[330,658] 1.03us 100mb |-----------L1.?------------| "
+ - "L1.?[659,986] 1.03us 100mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 81 files: L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131"
- " Creating 3 files"
- - "**** Simulation run 51, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "**** Simulation run 51, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.132[42,356] 1.03us |-----------------------------------------L0.132-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,329] 1.03us 3.04mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.03us 292.88kb |L0.?-| "
- - "**** Simulation run 52, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[42,329] 1.03us 3mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.03us 293kb |L0.?-| "
+ - "**** Simulation run 52, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.133[357,670] 1.03us |-----------------------------------------L0.133-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,658] 1.03us 3.19mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.03us 130.17kb |L0.?|"
- - "**** Simulation run 53, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 2.36mb total:"
- - "L0, all files 2.36mb "
+ - "L0.?[357,658] 1.03us 3mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.03us 130kb |L0.?|"
+ - "**** Simulation run 53, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.135[173,356] 1.03us |-----------------------------------------L0.135-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,329] 1.03us 2.01mb|-----------------------------------L0.?-----------------------------------| "
- - "L0.?[330,356] 1.03us 355.83kb |---L0.?---| "
- - "**** Simulation run 54, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[173,329] 1.03us 2mb |-----------------------------------L0.?-----------------------------------| "
+ - "L0.?[330,356] 1.03us 356kb |---L0.?---| "
+ - "**** Simulation run 54, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.136[357,670] 1.03us |-----------------------------------------L0.136-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,658] 1.03us 3.87mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.03us 158.15kb |L0.?|"
- - "**** Simulation run 55, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 5.28mb total:"
- - "L0, all files 5.28mb "
+ - "L0.?[357,658] 1.03us 4mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.03us 158kb |L0.?|"
+ - "**** Simulation run 55, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.138[50,356] 1.03us |-----------------------------------------L0.138-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 5.28mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,329] 1.03us 4.82mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.03us 477.51kb |L0.?-| "
- - "**** Simulation run 56, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.27mb total:"
- - "L0, all files 3.27mb "
+ - "L0.?[50,329] 1.03us 5mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.03us 478kb |L0.?-| "
+ - "**** Simulation run 56, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.140[76,356] 1.03us |-----------------------------------------L0.140-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.27mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,329] 1.03us 2.96mb|-------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.03us 322.99kb |-L0.?-| "
- - "**** Simulation run 57, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[76,329] 1.03us 3mb |-------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.03us 323kb |-L0.?-| "
+ - "**** Simulation run 57, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.141[357,670] 1.03us |-----------------------------------------L0.141-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,658] 1.03us 3.52mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.03us 143.55kb |L0.?|"
- - "**** Simulation run 58, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "L0.?[357,658] 1.03us 4mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.03us 144kb |L0.?|"
+ - "**** Simulation run 58, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.143[42,356] 1.03us |-----------------------------------------L0.143-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,329] 1.03us 3.04mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.03us 292.88kb |L0.?-| "
- - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[42,329] 1.03us 3mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.03us 293kb |L0.?-| "
+ - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.144[357,670] 1.03us |-----------------------------------------L0.144-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,658] 1.03us 3.19mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.03us 130.17kb |L0.?|"
- - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 2.36mb total:"
- - "L0, all files 2.36mb "
+ - "L0.?[357,658] 1.03us 3mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.03us 130kb |L0.?|"
+ - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.146[173,356] 1.03us |-----------------------------------------L0.146-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,329] 1.03us 2.01mb|-----------------------------------L0.?-----------------------------------| "
- - "L0.?[330,356] 1.03us 355.83kb |---L0.?---| "
- - "**** Simulation run 61, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[173,329] 1.03us 2mb |-----------------------------------L0.?-----------------------------------| "
+ - "L0.?[330,356] 1.03us 356kb |---L0.?---| "
+ - "**** Simulation run 61, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.147[357,670] 1.03us |-----------------------------------------L0.147-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,658] 1.03us 3.87mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.03us 158.15kb |L0.?|"
- - "**** Simulation run 62, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 5.28mb total:"
- - "L0, all files 5.28mb "
+ - "L0.?[357,658] 1.03us 4mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.03us 158kb |L0.?|"
+ - "**** Simulation run 62, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.149[50,356] 1.03us |-----------------------------------------L0.149-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 5.28mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,329] 1.03us 4.82mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.03us 477.51kb |L0.?-| "
- - "**** Simulation run 63, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.27mb total:"
- - "L0, all files 3.27mb "
+ - "L0.?[50,329] 1.03us 5mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.03us 478kb |L0.?-| "
+ - "**** Simulation run 63, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.151[76,356] 1.04us |-----------------------------------------L0.151-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.27mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,329] 1.04us 2.96mb|-------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.04us 322.99kb |-L0.?-| "
- - "**** Simulation run 64, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[76,329] 1.04us 3mb |-------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.04us 323kb |-L0.?-| "
+ - "**** Simulation run 64, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.152[357,670] 1.04us |-----------------------------------------L0.152-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,658] 1.04us 3.52mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.04us 143.55kb |L0.?|"
- - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "L0.?[357,658] 1.04us 4mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.04us 144kb |L0.?|"
+ - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.154[42,356] 1.04us |-----------------------------------------L0.154-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,329] 1.04us 3.04mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.04us 292.88kb |L0.?-| "
- - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[42,329] 1.04us 3mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.04us 293kb |L0.?-| "
+ - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.155[357,670] 1.04us |-----------------------------------------L0.155-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,658] 1.04us 3.19mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.04us 130.17kb |L0.?|"
- - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 2.36mb total:"
- - "L0, all files 2.36mb "
+ - "L0.?[357,658] 1.04us 3mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.04us 130kb |L0.?|"
+ - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.157[173,356] 1.04us |-----------------------------------------L0.157-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,329] 1.04us 2.01mb|-----------------------------------L0.?-----------------------------------| "
- - "L0.?[330,356] 1.04us 355.83kb |---L0.?---| "
- - "**** Simulation run 68, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[173,329] 1.04us 2mb |-----------------------------------L0.?-----------------------------------| "
+ - "L0.?[330,356] 1.04us 356kb |---L0.?---| "
+ - "**** Simulation run 68, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.158[357,670] 1.04us |-----------------------------------------L0.158-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,658] 1.04us 3.87mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.04us 158.15kb |L0.?|"
- - "**** Simulation run 69, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 5.28mb total:"
- - "L0, all files 5.28mb "
+ - "L0.?[357,658] 1.04us 4mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.04us 158kb |L0.?|"
+ - "**** Simulation run 69, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.160[50,356] 1.04us |-----------------------------------------L0.160-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 5.28mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,329] 1.04us 4.82mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.04us 477.51kb |L0.?-| "
- - "**** Simulation run 70, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.27mb total:"
- - "L0, all files 3.27mb "
+ - "L0.?[50,329] 1.04us 5mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.04us 478kb |L0.?-| "
+ - "**** Simulation run 70, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.162[76,356] 1.04us |-----------------------------------------L0.162-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.27mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,329] 1.04us 2.96mb|-------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.04us 322.99kb |-L0.?-| "
- - "**** Simulation run 71, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[76,329] 1.04us 3mb |-------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.04us 323kb |-L0.?-| "
+ - "**** Simulation run 71, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.163[357,670] 1.04us |-----------------------------------------L0.163-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,658] 1.04us 3.52mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.04us 143.55kb |L0.?|"
- - "**** Simulation run 72, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 2.36mb total:"
- - "L0, all files 2.36mb "
+ - "L0.?[357,658] 1.04us 4mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.04us 144kb |L0.?|"
+ - "**** Simulation run 72, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.168[173,356] 1.04us |-----------------------------------------L0.168-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,329] 1.04us 2.01mb|-----------------------------------L0.?-----------------------------------| "
- - "L0.?[330,356] 1.04us 355.83kb |---L0.?---| "
- - "**** Simulation run 73, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[173,329] 1.04us 2mb |-----------------------------------L0.?-----------------------------------| "
+ - "L0.?[330,356] 1.04us 356kb |---L0.?---| "
+ - "**** Simulation run 73, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.169[357,670] 1.04us |-----------------------------------------L0.169-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,658] 1.04us 3.87mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.04us 158.15kb |L0.?|"
- - "**** Simulation run 74, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 5.28mb total:"
- - "L0, all files 5.28mb "
+ - "L0.?[357,658] 1.04us 4mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.04us 158kb |L0.?|"
+ - "**** Simulation run 74, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.171[50,356] 1.04us |-----------------------------------------L0.171-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 5.28mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,329] 1.04us 4.82mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.04us 477.51kb |L0.?-| "
- - "**** Simulation run 75, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.27mb total:"
- - "L0, all files 3.27mb "
+ - "L0.?[50,329] 1.04us 5mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.04us 478kb |L0.?-| "
+ - "**** Simulation run 75, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.173[76,356] 1.04us |-----------------------------------------L0.173-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.27mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,329] 1.04us 2.96mb|-------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.04us 322.99kb |-L0.?-| "
- - "**** Simulation run 76, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[76,329] 1.04us 3mb |-------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.04us 323kb |-L0.?-| "
+ - "**** Simulation run 76, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.174[357,670] 1.04us |-----------------------------------------L0.174-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,658] 1.04us 3.52mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.04us 143.55kb |L0.?|"
- - "**** Simulation run 77, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "L0.?[357,658] 1.04us 4mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.04us 144kb |L0.?|"
+ - "**** Simulation run 77, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.176[42,356] 1.05us |-----------------------------------------L0.176-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,329] 1.05us 3.04mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.05us 292.88kb |L0.?-| "
- - "**** Simulation run 78, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[42,329] 1.05us 3mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.05us 293kb |L0.?-| "
+ - "**** Simulation run 78, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.177[357,670] 1.05us |-----------------------------------------L0.177-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,658] 1.05us 3.19mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.05us 130.17kb |L0.?|"
- - "**** Simulation run 79, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 2.36mb total:"
- - "L0, all files 2.36mb "
+ - "L0.?[357,658] 1.05us 3mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.05us 130kb |L0.?|"
+ - "**** Simulation run 79, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.179[173,356] 1.05us |-----------------------------------------L0.179-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,329] 1.05us 2.01mb|-----------------------------------L0.?-----------------------------------| "
- - "L0.?[330,356] 1.05us 355.83kb |---L0.?---| "
- - "**** Simulation run 80, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "L0.?[173,329] 1.05us 2mb |-----------------------------------L0.?-----------------------------------| "
+ - "L0.?[330,356] 1.05us 356kb |---L0.?---| "
+ - "**** Simulation run 80, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.165[42,356] 1.04us |-----------------------------------------L0.165-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,329] 1.04us 3.04mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.04us 292.88kb |L0.?-| "
- - "**** Simulation run 81, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[42,329] 1.04us 3mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.04us 293kb |L0.?-| "
+ - "**** Simulation run 81, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.166[357,670] 1.04us |-----------------------------------------L0.166-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,658] 1.04us 3.19mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.04us 130.17kb |L0.?|"
- - "**** Simulation run 82, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[357,658] 1.04us 3mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.04us 130kb |L0.?|"
+ - "**** Simulation run 82, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.180[357,670] 1.05us |-----------------------------------------L0.180-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,658] 1.05us 3.87mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.05us 158.15kb |L0.?|"
- - "**** Simulation run 83, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 5.28mb total:"
- - "L0, all files 5.28mb "
+ - "L0.?[357,658] 1.05us 4mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.05us 158kb |L0.?|"
+ - "**** Simulation run 83, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.182[50,356] 1.05us |-----------------------------------------L0.182-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 5.28mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,329] 1.05us 4.82mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.05us 477.51kb |L0.?-| "
- - "**** Simulation run 84, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.27mb total:"
- - "L0, all files 3.27mb "
+ - "L0.?[50,329] 1.05us 5mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.05us 478kb |L0.?-| "
+ - "**** Simulation run 84, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.184[76,356] 1.05us |-----------------------------------------L0.184-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.27mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,329] 1.05us 2.96mb|-------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.05us 322.99kb |-L0.?-| "
- - "**** Simulation run 85, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[76,329] 1.05us 3mb |-------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.05us 323kb |-L0.?-| "
+ - "**** Simulation run 85, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.185[357,670] 1.05us |-----------------------------------------L0.185-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,658] 1.05us 3.52mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.05us 143.55kb |L0.?|"
- - "**** Simulation run 86, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "L0.?[357,658] 1.05us 4mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.05us 144kb |L0.?|"
+ - "**** Simulation run 86, type=split(ReduceOverlap)(split_times=[329]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.187[42,356] 1.05us |-----------------------------------------L0.187-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,329] 1.05us 3.04mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[330,356] 1.05us 292.88kb |L0.?-| "
- - "**** Simulation run 87, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[42,329] 1.05us 3mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[330,356] 1.05us 293kb |L0.?-| "
+ - "**** Simulation run 87, type=split(ReduceOverlap)(split_times=[658]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.188[357,670] 1.05us |-----------------------------------------L0.188-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,658] 1.05us 3.19mb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[659,670] 1.05us 130.17kb |L0.?|"
+ - "L0.?[357,658] 1.05us 3mb |----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[659,670] 1.05us 130kb |L0.?|"
- "Committing partition 1:"
- " Soft Deleting 37 files: L0.132, L0.133, L0.135, L0.136, L0.138, L0.140, L0.141, L0.143, L0.144, L0.146, L0.147, L0.149, L0.151, L0.152, L0.154, L0.155, L0.157, L0.158, L0.160, L0.162, L0.163, L0.165, L0.166, L0.168, L0.169, L0.171, L0.173, L0.174, L0.176, L0.177, L0.179, L0.180, L0.182, L0.184, L0.185, L0.187, L0.188"
- " Creating 74 files"
- - "**** Simulation run 88, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[648, 966]). 6 Input Files, 206.86mb total:"
+ - "**** Simulation run 88, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[648, 966]). 6 Input Files, 207mb total:"
- "L0 "
- - "L0.134[671,986] 1.03us 3.36mb |-----------------L0.134------------------| "
- - "L0.196[659,670] 1.03us 130.17kb |L0.196| "
- - "L0.195[357,658] 1.03us 3.19mb |----------------L0.195-----------------| "
- - "L0.194[330,356] 1.03us 292.88kb|L0.194| "
+ - "L0.134[671,986] 1.03us 3mb |-----------------L0.134------------------| "
+ - "L0.196[659,670] 1.03us 130kb |L0.196| "
+ - "L0.195[357,658] 1.03us 3mb |----------------L0.195-----------------| "
+ - "L0.194[330,356] 1.03us 293kb|L0.194| "
- "L1 "
- - "L1.192[659,986] 1.03us 100.1mb |------------------L1.192------------------| "
- - "L1.191[330,658] 1.03us 99.8mb|------------------L1.191-------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 206.86mb total:"
+ - "L1.192[659,986] 1.03us 100mb |------------------L1.192------------------| "
+ - "L1.191[330,658] 1.03us 100mb|------------------L1.191-------------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 207mb total:"
- "L1 "
- - "L1.?[330,648] 1.03us 100.28mb|------------------L1.?-------------------| "
- - "L1.?[649,966] 1.03us 99.96mb |------------------L1.?-------------------| "
- - "L1.?[967,986] 1.03us 6.62mb |L1.?|"
+ - "L1.?[330,648] 1.03us 100mb|------------------L1.?-------------------| "
+ - "L1.?[649,966] 1.03us 100mb |------------------L1.?-------------------| "
+ - "L1.?[967,986] 1.03us 7mb |L1.?|"
- "Committing partition 1:"
- " Soft Deleting 6 files: L0.134, L1.191, L1.192, L0.194, L0.195, L0.196"
- " Creating 3 files"
- - "**** Simulation run 89, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.87mb total:"
- - "L0, all files 3.87mb "
+ - "**** Simulation run 89, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.199[357,658] 1.03us |-----------------------------------------L0.199-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.87mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,648] 1.03us 3.75mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.03us 131.79kb |L0.?|"
- - "**** Simulation run 90, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.52mb total:"
- - "L0, all files 3.52mb "
+ - "L0.?[357,648] 1.03us 4mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.03us 132kb |L0.?|"
+ - "**** Simulation run 90, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.205[357,658] 1.03us |-----------------------------------------L0.205-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.52mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,648] 1.03us 3.4mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.03us 119.63kb |L0.?|"
- - "**** Simulation run 91, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.19mb total:"
- - "L0, all files 3.19mb "
+ - "L0.?[357,648] 1.03us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.03us 120kb |L0.?|"
+ - "**** Simulation run 91, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.209[357,658] 1.03us |-----------------------------------------L0.209-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.19mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,648] 1.03us 3.08mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.03us 108.47kb |L0.?|"
- - "**** Simulation run 92, type=split(ReduceOverlap)(split_times=[966]). 1 Input Files, 3.36mb total:"
- - "L0, all files 3.36mb "
+ - "L0.?[357,648] 1.03us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.03us 108kb |L0.?|"
+ - "**** Simulation run 92, type=split(ReduceOverlap)(split_times=[966]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.145[671,986] 1.03us |-----------------------------------------L0.145-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,966] 1.03us 3.14mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[967,986] 1.03us 218.33kb |L0.?|"
- - "**** Simulation run 93, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.87mb total:"
- - "L0, all files 3.87mb "
+ - "L0.?[671,966] 1.03us 3mb |---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[967,986] 1.03us 218kb |L0.?|"
+ - "**** Simulation run 93, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.213[357,658] 1.03us |-----------------------------------------L0.213-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.87mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,648] 1.03us 3.75mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.03us 131.79kb |L0.?|"
- - "**** Simulation run 94, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.52mb total:"
- - "L0, all files 3.52mb "
+ - "L0.?[357,648] 1.03us 4mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.03us 132kb |L0.?|"
+ - "**** Simulation run 94, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.219[357,658] 1.04us |-----------------------------------------L0.219-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.52mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,648] 1.04us 3.4mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.04us 119.63kb |L0.?|"
- - "**** Simulation run 95, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.19mb total:"
- - "L0, all files 3.19mb "
+ - "L0.?[357,648] 1.04us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.04us 120kb |L0.?|"
+ - "**** Simulation run 95, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.223[357,658] 1.04us |-----------------------------------------L0.223-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.19mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,648] 1.04us 3.08mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.04us 108.47kb |L0.?|"
- - "**** Simulation run 96, type=split(ReduceOverlap)(split_times=[966]). 1 Input Files, 3.36mb total:"
- - "L0, all files 3.36mb "
+ - "L0.?[357,648] 1.04us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.04us 108kb |L0.?|"
+ - "**** Simulation run 96, type=split(ReduceOverlap)(split_times=[966]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.156[671,986] 1.04us |-----------------------------------------L0.156-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,966] 1.04us 3.14mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[967,986] 1.04us 218.33kb |L0.?|"
- - "**** Simulation run 97, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.87mb total:"
- - "L0, all files 3.87mb "
+ - "L0.?[671,966] 1.04us 3mb |---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[967,986] 1.04us 218kb |L0.?|"
+ - "**** Simulation run 97, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.227[357,658] 1.04us |-----------------------------------------L0.227-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.87mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,648] 1.04us 3.75mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.04us 131.79kb |L0.?|"
- - "**** Simulation run 98, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.52mb total:"
- - "L0, all files 3.52mb "
+ - "L0.?[357,648] 1.04us 4mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.04us 132kb |L0.?|"
+ - "**** Simulation run 98, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.233[357,658] 1.04us |-----------------------------------------L0.233-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.52mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,648] 1.04us 3.4mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.04us 119.63kb |L0.?|"
- - "**** Simulation run 99, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.19mb total:"
- - "L0, all files 3.19mb "
+ - "L0.?[357,648] 1.04us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.04us 120kb |L0.?|"
+ - "**** Simulation run 99, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.253[357,658] 1.04us |-----------------------------------------L0.253-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.19mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,648] 1.04us 3.08mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.04us 108.47kb |L0.?|"
- - "**** Simulation run 100, type=split(ReduceOverlap)(split_times=[966]). 1 Input Files, 3.36mb total:"
- - "L0, all files 3.36mb "
+ - "L0.?[357,648] 1.04us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.04us 108kb |L0.?|"
+ - "**** Simulation run 100, type=split(ReduceOverlap)(split_times=[966]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.167[671,986] 1.04us |-----------------------------------------L0.167-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,966] 1.04us 3.14mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[967,986] 1.04us 218.33kb |L0.?|"
- - "**** Simulation run 101, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.87mb total:"
- - "L0, all files 3.87mb "
+ - "L0.?[671,966] 1.04us 3mb |---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[967,986] 1.04us 218kb |L0.?|"
+ - "**** Simulation run 101, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.237[357,658] 1.04us |-----------------------------------------L0.237-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.87mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,648] 1.04us 3.75mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.04us 131.79kb |L0.?|"
- - "**** Simulation run 102, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.52mb total:"
- - "L0, all files 3.52mb "
+ - "L0.?[357,648] 1.04us 4mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.04us 132kb |L0.?|"
+ - "**** Simulation run 102, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.243[357,658] 1.04us |-----------------------------------------L0.243-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.52mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,648] 1.04us 3.4mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.04us 119.63kb |L0.?|"
- - "**** Simulation run 103, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.19mb total:"
- - "L0, all files 3.19mb "
+ - "L0.?[357,648] 1.04us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.04us 120kb |L0.?|"
+ - "**** Simulation run 103, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.247[357,658] 1.05us |-----------------------------------------L0.247-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.19mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,648] 1.05us 3.08mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.05us 108.47kb |L0.?|"
- - "**** Simulation run 104, type=split(ReduceOverlap)(split_times=[966]). 1 Input Files, 3.36mb total:"
- - "L0, all files 3.36mb "
+ - "L0.?[357,648] 1.05us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.05us 108kb |L0.?|"
+ - "**** Simulation run 104, type=split(ReduceOverlap)(split_times=[966]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.178[671,986] 1.05us |-----------------------------------------L0.178-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,966] 1.05us 3.14mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[967,986] 1.05us 218.33kb |L0.?|"
- - "**** Simulation run 105, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.87mb total:"
- - "L0, all files 3.87mb "
+ - "L0.?[671,966] 1.05us 3mb |---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[967,986] 1.05us 218kb |L0.?|"
+ - "**** Simulation run 105, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.255[357,658] 1.05us |-----------------------------------------L0.255-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.87mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,648] 1.05us 3.75mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.05us 131.79kb |L0.?|"
- - "**** Simulation run 106, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.52mb total:"
- - "L0, all files 3.52mb "
+ - "L0.?[357,648] 1.05us 4mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.05us 132kb |L0.?|"
+ - "**** Simulation run 106, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.261[357,658] 1.05us |-----------------------------------------L0.261-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.52mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,648] 1.05us 3.4mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.05us 119.63kb |L0.?|"
- - "**** Simulation run 107, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3.19mb total:"
- - "L0, all files 3.19mb "
+ - "L0.?[357,648] 1.05us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.05us 120kb |L0.?|"
+ - "**** Simulation run 107, type=split(ReduceOverlap)(split_times=[648]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.265[357,658] 1.05us |-----------------------------------------L0.265-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.19mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,648] 1.05us 3.08mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[649,658] 1.05us 108.47kb |L0.?|"
- - "**** Simulation run 108, type=split(ReduceOverlap)(split_times=[966]). 1 Input Files, 3.36mb total:"
- - "L0, all files 3.36mb "
+ - "L0.?[357,648] 1.05us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[649,658] 1.05us 108kb |L0.?|"
+ - "**** Simulation run 108, type=split(ReduceOverlap)(split_times=[966]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.189[671,986] 1.05us |-----------------------------------------L0.189-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,966] 1.05us 3.14mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[967,986] 1.05us 218.33kb |L0.?|"
+ - "L0.?[671,966] 1.05us 3mb |---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[967,986] 1.05us 218kb |L0.?|"
- "Committing partition 1:"
- " Soft Deleting 20 files: L0.145, L0.156, L0.167, L0.178, L0.189, L0.199, L0.205, L0.209, L0.213, L0.219, L0.223, L0.227, L0.233, L0.237, L0.243, L0.247, L0.253, L0.255, L0.261, L0.265"
- " Creating 40 files"
- - "**** Simulation run 109, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[263]). 2 Input Files, 103.14mb total:"
+ - "**** Simulation run 109, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[263]). 2 Input Files, 103mb total:"
- "L0 "
- - "L0.193[42,329] 1.03us 3.04mb |-----------------------------------L0.193-----------------------------------| "
+ - "L0.193[42,329] 1.03us 3mb |-----------------------------------L0.193-----------------------------------| "
- "L1 "
- - "L1.190[0,329] 1.03us 100.1mb|-----------------------------------------L1.190-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 103.14mb total:"
+ - "L1.190[0,329] 1.03us 100mb|-----------------------------------------L1.190-----------------------------------------|"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 103mb total:"
- "L1 "
- - "L1.?[0,263] 1.03us 82.45mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[264,329] 1.03us 20.69mb |-----L1.?------| "
+ - "L1.?[0,263] 1.03us 82mb |--------------------------------L1.?---------------------------------| "
+ - "L1.?[264,329] 1.03us 21mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.190, L0.193"
- " Creating 2 files"
- - "**** Simulation run 110, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2.01mb total:"
- - "L0, all files 2.01mb "
+ - "**** Simulation run 110, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.197[173,329] 1.03us |-----------------------------------------L0.197-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.01mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,263] 1.03us 1.16mb|----------------------L0.?-----------------------| "
- - "L0.?[264,329] 1.03us 869.81kb |---------------L0.?----------------| "
- - "**** Simulation run 111, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 4.82mb total:"
- - "L0, all files 4.82mb "
+ - "L0.?[173,263] 1.03us 1mb |----------------------L0.?-----------------------| "
+ - "L0.?[264,329] 1.03us 870kb |---------------L0.?----------------| "
+ - "**** Simulation run 111, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.201[50,329] 1.03us |-----------------------------------------L0.201-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.82mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,263] 1.03us 3.68mb|-------------------------------L0.?-------------------------------| "
- - "L0.?[264,329] 1.03us 1.14mb |-------L0.?-------| "
- - "**** Simulation run 112, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2.96mb total:"
- - "L0, all files 2.96mb "
+ - "L0.?[50,263] 1.03us 4mb |-------------------------------L0.?-------------------------------| "
+ - "L0.?[264,329] 1.03us 1mb |-------L0.?-------| "
+ - "**** Simulation run 112, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.203[76,329] 1.03us |-----------------------------------------L0.203-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.96mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,263] 1.03us 2.18mb|------------------------------L0.?------------------------------| "
- - "L0.?[264,329] 1.03us 789.53kb |--------L0.?---------| "
- - "**** Simulation run 113, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3.04mb total:"
- - "L0, all files 3.04mb "
+ - "L0.?[76,263] 1.03us 2mb |------------------------------L0.?------------------------------| "
+ - "L0.?[264,329] 1.03us 790kb |--------L0.?---------| "
+ - "**** Simulation run 113, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.207[42,329] 1.03us |-----------------------------------------L0.207-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.04mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,263] 1.03us 2.34mb|-------------------------------L0.?--------------------------------| "
- - "L0.?[264,329] 1.03us 715.93kb |-------L0.?-------| "
- - "**** Simulation run 114, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2.01mb total:"
- - "L0, all files 2.01mb "
+ - "L0.?[42,263] 1.03us 2mb |-------------------------------L0.?--------------------------------| "
+ - "L0.?[264,329] 1.03us 716kb |-------L0.?-------| "
+ - "**** Simulation run 114, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.211[173,329] 1.03us |-----------------------------------------L0.211-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.01mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,263] 1.03us 1.16mb|----------------------L0.?-----------------------| "
- - "L0.?[264,329] 1.03us 869.81kb |---------------L0.?----------------| "
- - "**** Simulation run 115, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 4.82mb total:"
- - "L0, all files 4.82mb "
+ - "L0.?[173,263] 1.03us 1mb |----------------------L0.?-----------------------| "
+ - "L0.?[264,329] 1.03us 870kb |---------------L0.?----------------| "
+ - "**** Simulation run 115, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.215[50,329] 1.03us |-----------------------------------------L0.215-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.82mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,263] 1.03us 3.68mb|-------------------------------L0.?-------------------------------| "
- - "L0.?[264,329] 1.03us 1.14mb |-------L0.?-------| "
- - "**** Simulation run 116, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2.96mb total:"
- - "L0, all files 2.96mb "
+ - "L0.?[50,263] 1.03us 4mb |-------------------------------L0.?-------------------------------| "
+ - "L0.?[264,329] 1.03us 1mb |-------L0.?-------| "
+ - "**** Simulation run 116, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.217[76,329] 1.04us |-----------------------------------------L0.217-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.96mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,263] 1.04us 2.18mb|------------------------------L0.?------------------------------| "
- - "L0.?[264,329] 1.04us 789.53kb |--------L0.?---------| "
- - "**** Simulation run 117, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3.04mb total:"
- - "L0, all files 3.04mb "
+ - "L0.?[76,263] 1.04us 2mb |------------------------------L0.?------------------------------| "
+ - "L0.?[264,329] 1.04us 790kb |--------L0.?---------| "
+ - "**** Simulation run 117, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.221[42,329] 1.04us |-----------------------------------------L0.221-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.04mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,263] 1.04us 2.34mb|-------------------------------L0.?--------------------------------| "
- - "L0.?[264,329] 1.04us 715.93kb |-------L0.?-------| "
- - "**** Simulation run 118, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2.01mb total:"
- - "L0, all files 2.01mb "
+ - "L0.?[42,263] 1.04us 2mb |-------------------------------L0.?--------------------------------| "
+ - "L0.?[264,329] 1.04us 716kb |-------L0.?-------| "
+ - "**** Simulation run 118, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.225[173,329] 1.04us |-----------------------------------------L0.225-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.01mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,263] 1.04us 1.16mb|----------------------L0.?-----------------------| "
- - "L0.?[264,329] 1.04us 869.81kb |---------------L0.?----------------| "
- - "**** Simulation run 119, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 4.82mb total:"
- - "L0, all files 4.82mb "
+ - "L0.?[173,263] 1.04us 1mb |----------------------L0.?-----------------------| "
+ - "L0.?[264,329] 1.04us 870kb |---------------L0.?----------------| "
+ - "**** Simulation run 119, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.229[50,329] 1.04us |-----------------------------------------L0.229-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.82mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,263] 1.04us 3.68mb|-------------------------------L0.?-------------------------------| "
- - "L0.?[264,329] 1.04us 1.14mb |-------L0.?-------| "
- - "**** Simulation run 120, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2.96mb total:"
- - "L0, all files 2.96mb "
+ - "L0.?[50,263] 1.04us 4mb |-------------------------------L0.?-------------------------------| "
+ - "L0.?[264,329] 1.04us 1mb |-------L0.?-------| "
+ - "**** Simulation run 120, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.231[76,329] 1.04us |-----------------------------------------L0.231-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.96mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,263] 1.04us 2.18mb|------------------------------L0.?------------------------------| "
- - "L0.?[264,329] 1.04us 789.53kb |--------L0.?---------| "
- - "**** Simulation run 121, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3.04mb total:"
- - "L0, all files 3.04mb "
+ - "L0.?[76,263] 1.04us 2mb |------------------------------L0.?------------------------------| "
+ - "L0.?[264,329] 1.04us 790kb |--------L0.?---------| "
+ - "**** Simulation run 121, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.251[42,329] 1.04us |-----------------------------------------L0.251-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.04mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,263] 1.04us 2.34mb|-------------------------------L0.?--------------------------------| "
- - "L0.?[264,329] 1.04us 715.93kb |-------L0.?-------| "
- - "**** Simulation run 122, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2.01mb total:"
- - "L0, all files 2.01mb "
+ - "L0.?[42,263] 1.04us 2mb |-------------------------------L0.?--------------------------------| "
+ - "L0.?[264,329] 1.04us 716kb |-------L0.?-------| "
+ - "**** Simulation run 122, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.235[173,329] 1.04us |-----------------------------------------L0.235-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.01mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,263] 1.04us 1.16mb|----------------------L0.?-----------------------| "
- - "L0.?[264,329] 1.04us 869.81kb |---------------L0.?----------------| "
- - "**** Simulation run 123, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 4.82mb total:"
- - "L0, all files 4.82mb "
+ - "L0.?[173,263] 1.04us 1mb |----------------------L0.?-----------------------| "
+ - "L0.?[264,329] 1.04us 870kb |---------------L0.?----------------| "
+ - "**** Simulation run 123, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.239[50,329] 1.04us |-----------------------------------------L0.239-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.82mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,263] 1.04us 3.68mb|-------------------------------L0.?-------------------------------| "
- - "L0.?[264,329] 1.04us 1.14mb |-------L0.?-------| "
- - "**** Simulation run 124, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2.96mb total:"
- - "L0, all files 2.96mb "
+ - "L0.?[50,263] 1.04us 4mb |-------------------------------L0.?-------------------------------| "
+ - "L0.?[264,329] 1.04us 1mb |-------L0.?-------| "
+ - "**** Simulation run 124, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.241[76,329] 1.04us |-----------------------------------------L0.241-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.96mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,263] 1.04us 2.18mb|------------------------------L0.?------------------------------| "
- - "L0.?[264,329] 1.04us 789.53kb |--------L0.?---------| "
- - "**** Simulation run 125, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3.04mb total:"
- - "L0, all files 3.04mb "
+ - "L0.?[76,263] 1.04us 2mb |------------------------------L0.?------------------------------| "
+ - "L0.?[264,329] 1.04us 790kb |--------L0.?---------| "
+ - "**** Simulation run 125, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.245[42,329] 1.05us |-----------------------------------------L0.245-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.04mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,263] 1.05us 2.34mb|-------------------------------L0.?--------------------------------| "
- - "L0.?[264,329] 1.05us 715.93kb |-------L0.?-------| "
- - "**** Simulation run 126, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2.01mb total:"
- - "L0, all files 2.01mb "
+ - "L0.?[42,263] 1.05us 2mb |-------------------------------L0.?--------------------------------| "
+ - "L0.?[264,329] 1.05us 716kb |-------L0.?-------| "
+ - "**** Simulation run 126, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.249[173,329] 1.05us |-----------------------------------------L0.249-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.01mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,263] 1.05us 1.16mb|----------------------L0.?-----------------------| "
- - "L0.?[264,329] 1.05us 869.81kb |---------------L0.?----------------| "
- - "**** Simulation run 127, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 4.82mb total:"
- - "L0, all files 4.82mb "
+ - "L0.?[173,263] 1.05us 1mb |----------------------L0.?-----------------------| "
+ - "L0.?[264,329] 1.05us 870kb |---------------L0.?----------------| "
+ - "**** Simulation run 127, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.257[50,329] 1.05us |-----------------------------------------L0.257-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.82mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,263] 1.05us 3.68mb|-------------------------------L0.?-------------------------------| "
- - "L0.?[264,329] 1.05us 1.14mb |-------L0.?-------| "
- - "**** Simulation run 128, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 2.96mb total:"
- - "L0, all files 2.96mb "
+ - "L0.?[50,263] 1.05us 4mb |-------------------------------L0.?-------------------------------| "
+ - "L0.?[264,329] 1.05us 1mb |-------L0.?-------| "
+ - "**** Simulation run 128, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.259[76,329] 1.05us |-----------------------------------------L0.259-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.96mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,263] 1.05us 2.18mb|------------------------------L0.?------------------------------| "
- - "L0.?[264,329] 1.05us 789.53kb |--------L0.?---------| "
- - "**** Simulation run 129, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3.04mb total:"
- - "L0, all files 3.04mb "
+ - "L0.?[76,263] 1.05us 2mb |------------------------------L0.?------------------------------| "
+ - "L0.?[264,329] 1.05us 790kb |--------L0.?---------| "
+ - "**** Simulation run 129, type=split(ReduceOverlap)(split_times=[263]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.263[42,329] 1.05us |-----------------------------------------L0.263-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.04mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,263] 1.05us 2.34mb|-------------------------------L0.?--------------------------------| "
- - "L0.?[264,329] 1.05us 715.93kb |-------L0.?-------| "
+ - "L0.?[42,263] 1.05us 2mb |-------------------------------L0.?--------------------------------| "
+ - "L0.?[264,329] 1.05us 716kb |-------L0.?-------| "
- "Committing partition 1:"
- " Soft Deleting 20 files: L0.197, L0.201, L0.203, L0.207, L0.211, L0.215, L0.217, L0.221, L0.225, L0.229, L0.231, L0.235, L0.239, L0.241, L0.245, L0.249, L0.251, L0.257, L0.259, L0.263"
- " Creating 40 files"
- - "**** Simulation run 130, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[570, 876]). 9 Input Files, 229.77mb total:"
+ - "**** Simulation run 130, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[570, 876]). 9 Input Files, 230mb total:"
- "L0 "
- - "L0.137[671,950] 1.03us 3.62mb |-------------L0.137--------------| "
- - "L0.200[659,670] 1.03us 158.15kb |L0.200| "
- - "L0.198[330,356] 1.03us 355.83kb |L0.198| "
- - "L0.271[649,658] 1.03us 131.79kb |L0.271| "
- - "L0.270[357,648] 1.03us 3.75mb |--------------L0.270---------------| "
- - "L0.313[264,329] 1.03us 869.81kb|L0.313| "
+ - "L0.137[671,950] 1.03us 4mb |-------------L0.137--------------| "
+ - "L0.200[659,670] 1.03us 158kb |L0.200| "
+ - "L0.198[330,356] 1.03us 356kb |L0.198| "
+ - "L0.271[649,658] 1.03us 132kb |L0.271| "
+ - "L0.270[357,648] 1.03us 4mb |--------------L0.270---------------| "
+ - "L0.313[264,329] 1.03us 870kb|L0.313| "
- "L1 "
- - "L1.268[649,966] 1.03us 99.96mb |----------------L1.268----------------| "
- - "L1.267[330,648] 1.03us 100.28mb |----------------L1.267----------------| "
- - "L1.311[264,329] 1.03us 20.69mb|L1.311| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 229.77mb total:"
+ - "L1.268[649,966] 1.03us 100mb |----------------L1.268----------------| "
+ - "L1.267[330,648] 1.03us 100mb |----------------L1.267----------------| "
+ - "L1.311[264,329] 1.03us 21mb|L1.311| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 230mb total:"
- "L1 "
- - "L1.?[264,570] 1.03us 100.16mb|----------------L1.?-----------------| "
- - "L1.?[571,876] 1.03us 99.83mb |----------------L1.?-----------------| "
- - "L1.?[877,966] 1.03us 29.78mb |--L1.?---| "
+ - "L1.?[264,570] 1.03us 100mb|----------------L1.?-----------------| "
+ - "L1.?[571,876] 1.03us 100mb |----------------L1.?-----------------| "
+ - "L1.?[877,966] 1.03us 30mb |--L1.?---| "
- "Committing partition 1:"
- " Soft Deleting 9 files: L0.137, L0.198, L0.200, L1.267, L1.268, L0.270, L0.271, L1.311, L0.313"
- " Creating 3 files"
- - "**** Simulation run 131, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "**** Simulation run 131, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.139[357,629] 1.03us |-----------------------------------------L0.139-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[357,570] 1.03us 3.69mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[571,629] 1.03us 1.02mb |------L0.?-------| "
- - "**** Simulation run 132, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.4mb total:"
- - "L0, all files 3.4mb "
+ - "L0.?[357,570] 1.03us 4mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[571,629] 1.03us 1mb |------L0.?-------| "
+ - "**** Simulation run 132, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.272[357,648] 1.03us |-----------------------------------------L0.272-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.4mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,570] 1.03us 2.49mb|-----------------------------L0.?------------------------------| "
- - "L0.?[571,648] 1.03us 933.08kb |--------L0.?---------| "
- - "**** Simulation run 133, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.07mb total:"
- - "L0, all files 3.07mb "
+ - "L0.?[357,570] 1.03us 2mb |-----------------------------L0.?------------------------------| "
+ - "L0.?[571,648] 1.03us 933kb |--------L0.?---------| "
+ - "**** Simulation run 133, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.142[671,932] 1.03us |-----------------------------------------L0.142-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,876] 1.03us 2.41mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[877,932] 1.03us 675.04kb |------L0.?------| "
- - "**** Simulation run 134, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.08mb total:"
- - "L0, all files 3.08mb "
+ - "L0.?[671,876] 1.03us 2mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[877,932] 1.03us 675kb |------L0.?------| "
+ - "**** Simulation run 134, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.274[357,648] 1.03us |-----------------------------------------L0.274-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.08mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,570] 1.03us 2.26mb|-----------------------------L0.?------------------------------| "
- - "L0.?[571,648] 1.03us 846.1kb |--------L0.?---------| "
- - "**** Simulation run 135, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.14mb total:"
- - "L0, all files 3.14mb "
+ - "L0.?[357,570] 1.03us 2mb |-----------------------------L0.?------------------------------| "
+ - "L0.?[571,648] 1.03us 846kb |--------L0.?---------| "
+ - "**** Simulation run 135, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.276[671,966] 1.03us |-----------------------------------------L0.276-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.14mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,876] 1.03us 2.19mb|----------------------------L0.?----------------------------| "
- - "L0.?[877,966] 1.03us 982.47kb |----------L0.?-----------| "
- - "**** Simulation run 136, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.75mb total:"
- - "L0, all files 3.75mb "
+ - "L0.?[671,876] 1.03us 2mb |----------------------------L0.?----------------------------| "
+ - "L0.?[877,966] 1.03us 982kb |----------L0.?-----------| "
+ - "**** Simulation run 136, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.278[357,648] 1.03us |-----------------------------------------L0.278-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.75mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,570] 1.03us 2.74mb|-----------------------------L0.?------------------------------| "
+ - "L0.?[357,570] 1.03us 3mb |-----------------------------L0.?------------------------------| "
- "L0.?[571,648] 1.03us 1mb |--------L0.?---------| "
- - "**** Simulation run 137, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.62mb total:"
- - "L0, all files 3.62mb "
+ - "**** Simulation run 137, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.148[671,950] 1.03us |-----------------------------------------L0.148-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.62mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[671,876] 1.03us 2.66mb|------------------------------L0.?------------------------------| "
- - "L0.?[877,950] 1.03us 982.23kb |--------L0.?---------| "
- - "**** Simulation run 138, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[671,876] 1.03us 3mb |------------------------------L0.?------------------------------| "
+ - "L0.?[877,950] 1.03us 982kb |--------L0.?---------| "
+ - "**** Simulation run 138, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.150[357,629] 1.03us |-----------------------------------------L0.150-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[357,570] 1.03us 3.69mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[571,629] 1.03us 1.02mb |------L0.?-------| "
- - "**** Simulation run 139, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.4mb total:"
- - "L0, all files 3.4mb "
+ - "L0.?[357,570] 1.03us 4mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[571,629] 1.03us 1mb |------L0.?-------| "
+ - "**** Simulation run 139, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.280[357,648] 1.04us |-----------------------------------------L0.280-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.4mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,570] 1.04us 2.49mb|-----------------------------L0.?------------------------------| "
- - "L0.?[571,648] 1.04us 933.08kb |--------L0.?---------| "
- - "**** Simulation run 140, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.07mb total:"
- - "L0, all files 3.07mb "
+ - "L0.?[357,570] 1.04us 2mb |-----------------------------L0.?------------------------------| "
+ - "L0.?[571,648] 1.04us 933kb |--------L0.?---------| "
+ - "**** Simulation run 140, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.153[671,932] 1.04us |-----------------------------------------L0.153-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,876] 1.04us 2.41mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[877,932] 1.04us 675.04kb |------L0.?------| "
- - "**** Simulation run 141, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.08mb total:"
- - "L0, all files 3.08mb "
+ - "L0.?[671,876] 1.04us 2mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[877,932] 1.04us 675kb |------L0.?------| "
+ - "**** Simulation run 141, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.282[357,648] 1.04us |-----------------------------------------L0.282-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.08mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,570] 1.04us 2.26mb|-----------------------------L0.?------------------------------| "
- - "L0.?[571,648] 1.04us 846.1kb |--------L0.?---------| "
- - "**** Simulation run 142, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.14mb total:"
- - "L0, all files 3.14mb "
+ - "L0.?[357,570] 1.04us 2mb |-----------------------------L0.?------------------------------| "
+ - "L0.?[571,648] 1.04us 846kb |--------L0.?---------| "
+ - "**** Simulation run 142, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.284[671,966] 1.04us |-----------------------------------------L0.284-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.14mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,876] 1.04us 2.19mb|----------------------------L0.?----------------------------| "
- - "L0.?[877,966] 1.04us 982.47kb |----------L0.?-----------| "
- - "**** Simulation run 143, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.75mb total:"
- - "L0, all files 3.75mb "
+ - "L0.?[671,876] 1.04us 2mb |----------------------------L0.?----------------------------| "
+ - "L0.?[877,966] 1.04us 982kb |----------L0.?-----------| "
+ - "**** Simulation run 143, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.286[357,648] 1.04us |-----------------------------------------L0.286-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.75mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,570] 1.04us 2.74mb|-----------------------------L0.?------------------------------| "
+ - "L0.?[357,570] 1.04us 3mb |-----------------------------L0.?------------------------------| "
- "L0.?[571,648] 1.04us 1mb |--------L0.?---------| "
- - "**** Simulation run 144, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.62mb total:"
- - "L0, all files 3.62mb "
+ - "**** Simulation run 144, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.159[671,950] 1.04us |-----------------------------------------L0.159-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.62mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[671,876] 1.04us 2.66mb|------------------------------L0.?------------------------------| "
- - "L0.?[877,950] 1.04us 982.23kb |--------L0.?---------| "
- - "**** Simulation run 145, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[671,876] 1.04us 3mb |------------------------------L0.?------------------------------| "
+ - "L0.?[877,950] 1.04us 982kb |--------L0.?---------| "
+ - "**** Simulation run 145, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.161[357,629] 1.04us |-----------------------------------------L0.161-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[357,570] 1.04us 3.69mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[571,629] 1.04us 1.02mb |------L0.?-------| "
- - "**** Simulation run 146, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.4mb total:"
- - "L0, all files 3.4mb "
+ - "L0.?[357,570] 1.04us 4mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[571,629] 1.04us 1mb |------L0.?-------| "
+ - "**** Simulation run 146, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.288[357,648] 1.04us |-----------------------------------------L0.288-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.4mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,570] 1.04us 2.49mb|-----------------------------L0.?------------------------------| "
- - "L0.?[571,648] 1.04us 933.08kb |--------L0.?---------| "
- - "**** Simulation run 147, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.07mb total:"
- - "L0, all files 3.07mb "
+ - "L0.?[357,570] 1.04us 2mb |-----------------------------L0.?------------------------------| "
+ - "L0.?[571,648] 1.04us 933kb |--------L0.?---------| "
+ - "**** Simulation run 147, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.164[671,932] 1.04us |-----------------------------------------L0.164-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,876] 1.04us 2.41mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[877,932] 1.04us 675.04kb |------L0.?------| "
- - "**** Simulation run 148, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.08mb total:"
- - "L0, all files 3.08mb "
+ - "L0.?[671,876] 1.04us 2mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[877,932] 1.04us 675kb |------L0.?------| "
+ - "**** Simulation run 148, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.290[357,648] 1.04us |-----------------------------------------L0.290-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.08mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,570] 1.04us 2.26mb|-----------------------------L0.?------------------------------| "
- - "L0.?[571,648] 1.04us 846.1kb |--------L0.?---------| "
- - "**** Simulation run 149, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.14mb total:"
- - "L0, all files 3.14mb "
+ - "L0.?[357,570] 1.04us 2mb |-----------------------------L0.?------------------------------| "
+ - "L0.?[571,648] 1.04us 846kb |--------L0.?---------| "
+ - "**** Simulation run 149, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.292[671,966] 1.04us |-----------------------------------------L0.292-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.14mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,876] 1.04us 2.19mb|----------------------------L0.?----------------------------| "
- - "L0.?[877,966] 1.04us 982.47kb |----------L0.?-----------| "
- - "**** Simulation run 150, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.75mb total:"
- - "L0, all files 3.75mb "
+ - "L0.?[671,876] 1.04us 2mb |----------------------------L0.?----------------------------| "
+ - "L0.?[877,966] 1.04us 982kb |----------L0.?-----------| "
+ - "**** Simulation run 150, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.294[357,648] 1.04us |-----------------------------------------L0.294-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.75mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,570] 1.04us 2.74mb|-----------------------------L0.?------------------------------| "
+ - "L0.?[357,570] 1.04us 3mb |-----------------------------L0.?------------------------------| "
- "L0.?[571,648] 1.04us 1mb |--------L0.?---------| "
- - "**** Simulation run 151, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.62mb total:"
- - "L0, all files 3.62mb "
+ - "**** Simulation run 151, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.170[671,950] 1.04us |-----------------------------------------L0.170-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.62mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[671,876] 1.04us 2.66mb|------------------------------L0.?------------------------------| "
- - "L0.?[877,950] 1.04us 982.23kb |--------L0.?---------| "
- - "**** Simulation run 152, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[671,876] 1.04us 3mb |------------------------------L0.?------------------------------| "
+ - "L0.?[877,950] 1.04us 982kb |--------L0.?---------| "
+ - "**** Simulation run 152, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.172[357,629] 1.04us |-----------------------------------------L0.172-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[357,570] 1.04us 3.69mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[571,629] 1.04us 1.02mb |------L0.?-------| "
- - "**** Simulation run 153, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.4mb total:"
- - "L0, all files 3.4mb "
+ - "L0.?[357,570] 1.04us 4mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[571,629] 1.04us 1mb |------L0.?-------| "
+ - "**** Simulation run 153, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.296[357,648] 1.04us |-----------------------------------------L0.296-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.4mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,570] 1.04us 2.49mb|-----------------------------L0.?------------------------------| "
- - "L0.?[571,648] 1.04us 933.08kb |--------L0.?---------| "
- - "**** Simulation run 154, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.07mb total:"
- - "L0, all files 3.07mb "
+ - "L0.?[357,570] 1.04us 2mb |-----------------------------L0.?------------------------------| "
+ - "L0.?[571,648] 1.04us 933kb |--------L0.?---------| "
+ - "**** Simulation run 154, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.175[671,932] 1.04us |-----------------------------------------L0.175-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,876] 1.04us 2.41mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[877,932] 1.04us 675.04kb |------L0.?------| "
- - "**** Simulation run 155, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.08mb total:"
- - "L0, all files 3.08mb "
+ - "L0.?[671,876] 1.04us 2mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[877,932] 1.04us 675kb |------L0.?------| "
+ - "**** Simulation run 155, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.298[357,648] 1.05us |-----------------------------------------L0.298-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.08mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,570] 1.05us 2.26mb|-----------------------------L0.?------------------------------| "
- - "L0.?[571,648] 1.05us 846.1kb |--------L0.?---------| "
- - "**** Simulation run 156, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.14mb total:"
- - "L0, all files 3.14mb "
+ - "L0.?[357,570] 1.05us 2mb |-----------------------------L0.?------------------------------| "
+ - "L0.?[571,648] 1.05us 846kb |--------L0.?---------| "
+ - "**** Simulation run 156, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.300[671,966] 1.05us |-----------------------------------------L0.300-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.14mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,876] 1.05us 2.19mb|----------------------------L0.?----------------------------| "
- - "L0.?[877,966] 1.05us 982.47kb |----------L0.?-----------| "
- - "**** Simulation run 157, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.75mb total:"
- - "L0, all files 3.75mb "
+ - "L0.?[671,876] 1.05us 2mb |----------------------------L0.?----------------------------| "
+ - "L0.?[877,966] 1.05us 982kb |----------L0.?-----------| "
+ - "**** Simulation run 157, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.302[357,648] 1.05us |-----------------------------------------L0.302-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.75mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[357,570] 1.05us 2.74mb|-----------------------------L0.?------------------------------| "
+ - "L0.?[357,570] 1.05us 3mb |-----------------------------L0.?------------------------------| "
- "L0.?[571,648] 1.05us 1mb |--------L0.?---------| "
- - "**** Simulation run 158, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.62mb total:"
- - "L0, all files 3.62mb "
+ - "**** Simulation run 158, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.181[671,950] 1.05us |-----------------------------------------L0.181-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.62mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[671,876] 1.05us 2.66mb|------------------------------L0.?------------------------------| "
- - "L0.?[877,950] 1.05us 982.23kb |--------L0.?---------| "
- - "**** Simulation run 159, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[671,876] 1.05us 3mb |------------------------------L0.?------------------------------| "
+ - "L0.?[877,950] 1.05us 982kb |--------L0.?---------| "
+ - "**** Simulation run 159, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.183[357,629] 1.05us |-----------------------------------------L0.183-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[357,570] 1.05us 3.69mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[571,629] 1.05us 1.02mb |------L0.?-------| "
- - "**** Simulation run 160, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.4mb total:"
- - "L0, all files 3.4mb "
+ - "L0.?[357,570] 1.05us 4mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[571,629] 1.05us 1mb |------L0.?-------| "
+ - "**** Simulation run 160, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.304[357,648] 1.05us |-----------------------------------------L0.304-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.4mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,570] 1.05us 2.49mb|-----------------------------L0.?------------------------------| "
- - "L0.?[571,648] 1.05us 933.08kb |--------L0.?---------| "
- - "**** Simulation run 161, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.07mb total:"
- - "L0, all files 3.07mb "
+ - "L0.?[357,570] 1.05us 2mb |-----------------------------L0.?------------------------------| "
+ - "L0.?[571,648] 1.05us 933kb |--------L0.?---------| "
+ - "**** Simulation run 161, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.186[671,932] 1.05us |-----------------------------------------L0.186-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,876] 1.05us 2.41mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[877,932] 1.05us 675.04kb |------L0.?------| "
- - "**** Simulation run 162, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3.08mb total:"
- - "L0, all files 3.08mb "
+ - "L0.?[671,876] 1.05us 2mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[877,932] 1.05us 675kb |------L0.?------| "
+ - "**** Simulation run 162, type=split(ReduceOverlap)(split_times=[570]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.306[357,648] 1.05us |-----------------------------------------L0.306-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.08mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[357,570] 1.05us 2.26mb|-----------------------------L0.?------------------------------| "
- - "L0.?[571,648] 1.05us 846.1kb |--------L0.?---------| "
- - "**** Simulation run 163, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3.14mb total:"
- - "L0, all files 3.14mb "
+ - "L0.?[357,570] 1.05us 2mb |-----------------------------L0.?------------------------------| "
+ - "L0.?[571,648] 1.05us 846kb |--------L0.?---------| "
+ - "**** Simulation run 163, type=split(ReduceOverlap)(split_times=[876]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.308[671,966] 1.05us |-----------------------------------------L0.308-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.14mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,876] 1.05us 2.19mb|----------------------------L0.?----------------------------| "
- - "L0.?[877,966] 1.05us 982.47kb |----------L0.?-----------| "
+ - "L0.?[671,876] 1.05us 2mb |----------------------------L0.?----------------------------| "
+ - "L0.?[877,966] 1.05us 982kb |----------L0.?-----------| "
- "Committing partition 1:"
- " Soft Deleting 33 files: L0.139, L0.142, L0.148, L0.150, L0.153, L0.159, L0.161, L0.164, L0.170, L0.172, L0.175, L0.181, L0.183, L0.186, L0.272, L0.274, L0.276, L0.278, L0.280, L0.282, L0.284, L0.286, L0.288, L0.290, L0.292, L0.294, L0.296, L0.298, L0.300, L0.302, L0.304, L0.306, L0.308"
- " Creating 66 files"
- - "**** Simulation run 164, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[295, 590]). 14 Input Files, 297.12mb total:"
+ - "**** Simulation run 164, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[295, 590]). 14 Input Files, 297mb total:"
- "L0 "
- - "L0.312[173,263] 1.03us 1.16mb |L0.312-| "
- - "L0.202[330,356] 1.03us 477.51kb |L0.202| "
- - "L0.315[264,329] 1.03us 1.14mb |L0.315| "
- - "L0.314[50,263] 1.03us 3.68mb |------L0.314-------| "
- - "L0.356[571,629] 1.03us 1.02mb |L0.356| "
- - "L0.355[357,570] 1.03us 3.69mb |------L0.355-------| "
- - "L0.206[659,670] 1.03us 143.55kb |L0.206| "
- - "L0.204[330,356] 1.03us 322.99kb |L0.204| "
- - "L0.273[649,658] 1.03us 119.63kb |L0.273| "
- - "L0.317[264,329] 1.03us 789.53kb |L0.317| "
- - "L0.316[76,263] 1.03us 2.18mb |-----L0.316------| "
+ - "L0.312[173,263] 1.03us 1mb |L0.312-| "
+ - "L0.202[330,356] 1.03us 478kb |L0.202| "
+ - "L0.315[264,329] 1.03us 1mb |L0.315| "
+ - "L0.314[50,263] 1.03us 4mb |------L0.314-------| "
+ - "L0.356[571,629] 1.03us 1mb |L0.356| "
+ - "L0.355[357,570] 1.03us 4mb |------L0.355-------| "
+ - "L0.206[659,670] 1.03us 144kb |L0.206| "
+ - "L0.204[330,356] 1.03us 323kb |L0.204| "
+ - "L0.273[649,658] 1.03us 120kb |L0.273| "
+ - "L0.317[264,329] 1.03us 790kb |L0.317| "
+ - "L0.316[76,263] 1.03us 2mb |-----L0.316------| "
- "L1 "
- - "L1.310[0,263] 1.03us 82.45mb|---------L1.310----------| "
- - "L1.352[264,570] 1.03us 100.16mb |-----------L1.352------------| "
- - "L1.353[571,876] 1.03us 99.83mb |-----------L1.353------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 297.12mb total:"
+ - "L1.310[0,263] 1.03us 82mb|---------L1.310----------| "
+ - "L1.352[264,570] 1.03us 100mb |-----------L1.352------------| "
+ - "L1.353[571,876] 1.03us 100mb |-----------L1.353------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 297mb total:"
- "L1 "
- - "L1.?[0,295] 1.03us 100.06mb|------------L1.?------------| "
- - "L1.?[296,590] 1.03us 99.72mb |------------L1.?------------| "
- - "L1.?[591,876] 1.03us 97.34mb |-----------L1.?------------| "
+ - "L1.?[0,295] 1.03us 100mb |------------L1.?------------| "
+ - "L1.?[296,590] 1.03us 100mb |------------L1.?------------| "
+ - "L1.?[591,876] 1.03us 97mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.202, L0.204, L0.206, L0.273, L1.310, L0.312, L0.314, L0.315, L0.316, L0.317, L1.352, L1.353, L0.355, L0.356"
- " Creating 3 files"
- - "**** Simulation run 165, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 933.08kb total:"
- - "L0, all files 933.08kb "
+ - "**** Simulation run 165, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 933kb total:"
+ - "L0, all files 933kb "
- "L0.358[571,648] 1.03us |-----------------------------------------L0.358-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 933.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 933kb total:"
- "L0 "
- - "L0.?[571,590] 1.03us 230.24kb|--------L0.?--------| "
- - "L0.?[591,648] 1.03us 702.84kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 166, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 846.1kb total:"
- - "L0, all files 846.1kb "
+ - "L0.?[571,590] 1.03us 230kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.03us 703kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 166, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 846kb total:"
+ - "L0, all files 846kb "
- "L0.362[571,648] 1.03us |-----------------------------------------L0.362-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 846.1kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 846kb total:"
- "L0 "
- - "L0.?[571,590] 1.03us 208.78kb|--------L0.?--------| "
- - "L0.?[591,648] 1.03us 637.32kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 167, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 715.93kb total:"
- - "L0, all files 715.93kb "
+ - "L0.?[571,590] 1.03us 209kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.03us 637kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 167, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 716kb total:"
+ - "L0, all files 716kb "
- "L0.319[264,329] 1.03us |-----------------------------------------L0.319-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 715.93kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 716kb total:"
- "L0 "
- - "L0.?[264,295] 1.03us 341.44kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.03us 374.49kb |-------------------L0.?--------------------| "
+ - "L0.?[264,295] 1.03us 341kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.03us 374kb |-------------------L0.?--------------------| "
- "**** Simulation run 168, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1mb total:"
- "L0, all files 1mb "
- "L0.366[571,648] 1.03us |-----------------------------------------L0.366-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[571,590] 1.03us 253.65kb|--------L0.?--------| "
- - "L0.?[591,648] 1.03us 774.3kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 169, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 869.81kb total:"
- - "L0, all files 869.81kb "
+ - "L0.?[571,590] 1.03us 254kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.03us 774kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 169, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 870kb total:"
+ - "L0, all files 870kb "
- "L0.321[264,329] 1.03us |-----------------------------------------L0.321-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 869.81kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 870kb total:"
- "L0 "
- - "L0.?[264,295] 1.03us 414.83kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.03us 454.98kb |-------------------L0.?--------------------| "
- - "**** Simulation run 170, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1.02mb total:"
- - "L0, all files 1.02mb "
+ - "L0.?[264,295] 1.03us 415kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.03us 455kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 170, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.370[571,629] 1.03us |-----------------------------------------L0.370-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.02mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[571,590] 1.03us 343.08kb|-----------L0.?------------| "
- - "L0.?[591,629] 1.03us 704.21kb |--------------------------L0.?--------------------------| "
- - "**** Simulation run 171, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 1.14mb total:"
- - "L0, all files 1.14mb "
+ - "L0.?[571,590] 1.03us 343kb|-----------L0.?------------| "
+ - "L0.?[591,629] 1.03us 704kb |--------------------------L0.?--------------------------| "
+ - "**** Simulation run 171, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.323[264,329] 1.03us |-----------------------------------------L0.323-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.14mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[264,295] 1.03us 556.69kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.03us 610.56kb |-------------------L0.?--------------------| "
- - "**** Simulation run 172, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 933.08kb total:"
- - "L0, all files 933.08kb "
+ - "L0.?[264,295] 1.03us 557kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.03us 611kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 172, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 933kb total:"
+ - "L0, all files 933kb "
- "L0.372[571,648] 1.04us |-----------------------------------------L0.372-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 933.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 933kb total:"
- "L0 "
- - "L0.?[571,590] 1.04us 230.24kb|--------L0.?--------| "
- - "L0.?[591,648] 1.04us 702.84kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 173, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 789.53kb total:"
- - "L0, all files 789.53kb "
+ - "L0.?[571,590] 1.04us 230kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.04us 703kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 173, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 790kb total:"
+ - "L0, all files 790kb "
- "L0.325[264,329] 1.04us |-----------------------------------------L0.325-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 789.53kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 790kb total:"
- "L0 "
- - "L0.?[264,295] 1.04us 376.55kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.04us 412.99kb |-------------------L0.?--------------------| "
- - "**** Simulation run 174, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 846.1kb total:"
- - "L0, all files 846.1kb "
+ - "L0.?[264,295] 1.04us 377kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.04us 413kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 174, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 846kb total:"
+ - "L0, all files 846kb "
- "L0.376[571,648] 1.04us |-----------------------------------------L0.376-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 846.1kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 846kb total:"
- "L0 "
- - "L0.?[571,590] 1.04us 208.78kb|--------L0.?--------| "
- - "L0.?[591,648] 1.04us 637.32kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 175, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 715.93kb total:"
- - "L0, all files 715.93kb "
+ - "L0.?[571,590] 1.04us 209kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.04us 637kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 175, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 716kb total:"
+ - "L0, all files 716kb "
- "L0.327[264,329] 1.04us |-----------------------------------------L0.327-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 715.93kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 716kb total:"
- "L0 "
- - "L0.?[264,295] 1.04us 341.44kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.04us 374.49kb |-------------------L0.?--------------------| "
+ - "L0.?[264,295] 1.04us 341kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.04us 374kb |-------------------L0.?--------------------| "
- "**** Simulation run 176, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1mb total:"
- "L0, all files 1mb "
- "L0.380[571,648] 1.04us |-----------------------------------------L0.380-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[571,590] 1.04us 253.65kb|--------L0.?--------| "
- - "L0.?[591,648] 1.04us 774.3kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 177, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 869.81kb total:"
- - "L0, all files 869.81kb "
+ - "L0.?[571,590] 1.04us 254kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.04us 774kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 177, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 870kb total:"
+ - "L0, all files 870kb "
- "L0.329[264,329] 1.04us |-----------------------------------------L0.329-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 869.81kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 870kb total:"
- "L0 "
- - "L0.?[264,295] 1.04us 414.83kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.04us 454.98kb |-------------------L0.?--------------------| "
- - "**** Simulation run 178, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1.02mb total:"
- - "L0, all files 1.02mb "
+ - "L0.?[264,295] 1.04us 415kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.04us 455kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 178, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.384[571,629] 1.04us |-----------------------------------------L0.384-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.02mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[571,590] 1.04us 343.08kb|-----------L0.?------------| "
- - "L0.?[591,629] 1.04us 704.21kb |--------------------------L0.?--------------------------| "
- - "**** Simulation run 179, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 1.14mb total:"
- - "L0, all files 1.14mb "
+ - "L0.?[571,590] 1.04us 343kb|-----------L0.?------------| "
+ - "L0.?[591,629] 1.04us 704kb |--------------------------L0.?--------------------------| "
+ - "**** Simulation run 179, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.331[264,329] 1.04us |-----------------------------------------L0.331-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.14mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[264,295] 1.04us 556.69kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.04us 610.56kb |-------------------L0.?--------------------| "
- - "**** Simulation run 180, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 933.08kb total:"
- - "L0, all files 933.08kb "
+ - "L0.?[264,295] 1.04us 557kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.04us 611kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 180, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 933kb total:"
+ - "L0, all files 933kb "
- "L0.386[571,648] 1.04us |-----------------------------------------L0.386-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 933.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 933kb total:"
- "L0 "
- - "L0.?[571,590] 1.04us 230.24kb|--------L0.?--------| "
- - "L0.?[591,648] 1.04us 702.84kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 181, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 789.53kb total:"
- - "L0, all files 789.53kb "
+ - "L0.?[571,590] 1.04us 230kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.04us 703kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 181, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 790kb total:"
+ - "L0, all files 790kb "
- "L0.333[264,329] 1.04us |-----------------------------------------L0.333-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 789.53kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 790kb total:"
- "L0 "
- - "L0.?[264,295] 1.04us 376.55kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.04us 412.99kb |-------------------L0.?--------------------| "
- - "**** Simulation run 182, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 846.1kb total:"
- - "L0, all files 846.1kb "
+ - "L0.?[264,295] 1.04us 377kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.04us 413kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 182, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 846kb total:"
+ - "L0, all files 846kb "
- "L0.390[571,648] 1.04us |-----------------------------------------L0.390-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 846.1kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 846kb total:"
- "L0 "
- - "L0.?[571,590] 1.04us 208.78kb|--------L0.?--------| "
- - "L0.?[591,648] 1.04us 637.32kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 183, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 715.93kb total:"
- - "L0, all files 715.93kb "
+ - "L0.?[571,590] 1.04us 209kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.04us 637kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 183, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 716kb total:"
+ - "L0, all files 716kb "
- "L0.335[264,329] 1.04us |-----------------------------------------L0.335-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 715.93kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 716kb total:"
- "L0 "
- - "L0.?[264,295] 1.04us 341.44kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.04us 374.49kb |-------------------L0.?--------------------| "
+ - "L0.?[264,295] 1.04us 341kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.04us 374kb |-------------------L0.?--------------------| "
- "**** Simulation run 184, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1mb total:"
- "L0, all files 1mb "
- "L0.394[571,648] 1.04us |-----------------------------------------L0.394-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[571,590] 1.04us 253.65kb|--------L0.?--------| "
- - "L0.?[591,648] 1.04us 774.3kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 185, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 869.81kb total:"
- - "L0, all files 869.81kb "
+ - "L0.?[571,590] 1.04us 254kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.04us 774kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 185, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 870kb total:"
+ - "L0, all files 870kb "
- "L0.337[264,329] 1.04us |-----------------------------------------L0.337-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 869.81kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 870kb total:"
- "L0 "
- - "L0.?[264,295] 1.04us 414.83kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.04us 454.98kb |-------------------L0.?--------------------| "
- - "**** Simulation run 186, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1.02mb total:"
- - "L0, all files 1.02mb "
+ - "L0.?[264,295] 1.04us 415kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.04us 455kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 186, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.398[571,629] 1.04us |-----------------------------------------L0.398-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.02mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[571,590] 1.04us 343.08kb|-----------L0.?------------| "
- - "L0.?[591,629] 1.04us 704.21kb |--------------------------L0.?--------------------------| "
- - "**** Simulation run 187, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 1.14mb total:"
- - "L0, all files 1.14mb "
+ - "L0.?[571,590] 1.04us 343kb|-----------L0.?------------| "
+ - "L0.?[591,629] 1.04us 704kb |--------------------------L0.?--------------------------| "
+ - "**** Simulation run 187, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.339[264,329] 1.04us |-----------------------------------------L0.339-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.14mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[264,295] 1.04us 556.69kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.04us 610.56kb |-------------------L0.?--------------------| "
- - "**** Simulation run 188, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 933.08kb total:"
- - "L0, all files 933.08kb "
+ - "L0.?[264,295] 1.04us 557kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.04us 611kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 188, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 933kb total:"
+ - "L0, all files 933kb "
- "L0.400[571,648] 1.04us |-----------------------------------------L0.400-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 933.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 933kb total:"
- "L0 "
- - "L0.?[571,590] 1.04us 230.24kb|--------L0.?--------| "
- - "L0.?[591,648] 1.04us 702.84kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 189, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 789.53kb total:"
- - "L0, all files 789.53kb "
+ - "L0.?[571,590] 1.04us 230kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.04us 703kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 189, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 790kb total:"
+ - "L0, all files 790kb "
- "L0.341[264,329] 1.04us |-----------------------------------------L0.341-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 789.53kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 790kb total:"
- "L0 "
- - "L0.?[264,295] 1.04us 376.55kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.04us 412.99kb |-------------------L0.?--------------------| "
- - "**** Simulation run 190, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 846.1kb total:"
- - "L0, all files 846.1kb "
+ - "L0.?[264,295] 1.04us 377kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.04us 413kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 190, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 846kb total:"
+ - "L0, all files 846kb "
- "L0.404[571,648] 1.05us |-----------------------------------------L0.404-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 846.1kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 846kb total:"
- "L0 "
- - "L0.?[571,590] 1.05us 208.78kb|--------L0.?--------| "
- - "L0.?[591,648] 1.05us 637.32kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 191, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 715.93kb total:"
- - "L0, all files 715.93kb "
+ - "L0.?[571,590] 1.05us 209kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.05us 637kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 191, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 716kb total:"
+ - "L0, all files 716kb "
- "L0.343[264,329] 1.05us |-----------------------------------------L0.343-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 715.93kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 716kb total:"
- "L0 "
- - "L0.?[264,295] 1.05us 341.44kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.05us 374.49kb |-------------------L0.?--------------------| "
+ - "L0.?[264,295] 1.05us 341kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.05us 374kb |-------------------L0.?--------------------| "
- "**** Simulation run 192, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1mb total:"
- "L0, all files 1mb "
- "L0.408[571,648] 1.05us |-----------------------------------------L0.408-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[571,590] 1.05us 253.65kb|--------L0.?--------| "
- - "L0.?[591,648] 1.05us 774.3kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 193, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 869.81kb total:"
- - "L0, all files 869.81kb "
+ - "L0.?[571,590] 1.05us 254kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.05us 774kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 193, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 870kb total:"
+ - "L0, all files 870kb "
- "L0.345[264,329] 1.05us |-----------------------------------------L0.345-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 869.81kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 870kb total:"
- "L0 "
- - "L0.?[264,295] 1.05us 414.83kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.05us 454.98kb |-------------------L0.?--------------------| "
- - "**** Simulation run 194, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1.02mb total:"
- - "L0, all files 1.02mb "
+ - "L0.?[264,295] 1.05us 415kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.05us 455kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 194, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.412[571,629] 1.05us |-----------------------------------------L0.412-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.02mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[571,590] 1.05us 343.08kb|-----------L0.?------------| "
- - "L0.?[591,629] 1.05us 704.21kb |--------------------------L0.?--------------------------| "
- - "**** Simulation run 195, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 1.14mb total:"
- - "L0, all files 1.14mb "
+ - "L0.?[571,590] 1.05us 343kb|-----------L0.?------------| "
+ - "L0.?[591,629] 1.05us 704kb |--------------------------L0.?--------------------------| "
+ - "**** Simulation run 195, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.347[264,329] 1.05us |-----------------------------------------L0.347-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.14mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[264,295] 1.05us 556.69kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.05us 610.56kb |-------------------L0.?--------------------| "
- - "**** Simulation run 196, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 933.08kb total:"
- - "L0, all files 933.08kb "
+ - "L0.?[264,295] 1.05us 557kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.05us 611kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 196, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 933kb total:"
+ - "L0, all files 933kb "
- "L0.414[571,648] 1.05us |-----------------------------------------L0.414-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 933.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 933kb total:"
- "L0 "
- - "L0.?[571,590] 1.05us 230.24kb|--------L0.?--------| "
- - "L0.?[591,648] 1.05us 702.84kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 197, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 789.53kb total:"
- - "L0, all files 789.53kb "
+ - "L0.?[571,590] 1.05us 230kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.05us 703kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 197, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 790kb total:"
+ - "L0, all files 790kb "
- "L0.349[264,329] 1.05us |-----------------------------------------L0.349-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 789.53kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 790kb total:"
- "L0 "
- - "L0.?[264,295] 1.05us 376.55kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.05us 412.99kb |-------------------L0.?--------------------| "
- - "**** Simulation run 198, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 846.1kb total:"
- - "L0, all files 846.1kb "
+ - "L0.?[264,295] 1.05us 377kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.05us 413kb |-------------------L0.?--------------------| "
+ - "**** Simulation run 198, type=split(ReduceOverlap)(split_times=[590]). 1 Input Files, 846kb total:"
+ - "L0, all files 846kb "
- "L0.418[571,648] 1.05us |-----------------------------------------L0.418-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 846.1kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 846kb total:"
- "L0 "
- - "L0.?[571,590] 1.05us 208.78kb|--------L0.?--------| "
- - "L0.?[591,648] 1.05us 637.32kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 199, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 715.93kb total:"
- - "L0, all files 715.93kb "
+ - "L0.?[571,590] 1.05us 209kb|--------L0.?--------| "
+ - "L0.?[591,648] 1.05us 637kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 199, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 716kb total:"
+ - "L0, all files 716kb "
- "L0.351[264,329] 1.05us |-----------------------------------------L0.351-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 715.93kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 716kb total:"
- "L0 "
- - "L0.?[264,295] 1.05us 341.44kb|------------------L0.?------------------| "
- - "L0.?[296,329] 1.05us 374.49kb |-------------------L0.?--------------------| "
+ - "L0.?[264,295] 1.05us 341kb|------------------L0.?------------------| "
+ - "L0.?[296,329] 1.05us 374kb |-------------------L0.?--------------------| "
- "Committing partition 1:"
- " Soft Deleting 35 files: L0.319, L0.321, L0.323, L0.325, L0.327, L0.329, L0.331, L0.333, L0.335, L0.337, L0.339, L0.341, L0.343, L0.345, L0.347, L0.349, L0.351, L0.358, L0.362, L0.366, L0.370, L0.372, L0.376, L0.380, L0.384, L0.386, L0.390, L0.394, L0.398, L0.400, L0.404, L0.408, L0.412, L0.414, L0.418"
- " Creating 70 files"
- - "**** Simulation run 200, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[583, 870]). 13 Input Files, 240.67mb total:"
+ - "**** Simulation run 200, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[583, 870]). 13 Input Files, 241mb total:"
- "L0 "
- - "L0.360[877,932] 1.03us 675.04kb |L0.360| "
- - "L0.359[671,876] 1.03us 2.41mb |---------L0.359---------| "
- - "L0.357[357,570] 1.03us 2.49mb |---------L0.357----------| "
- - "L0.425[591,648] 1.03us 702.84kb |L0.425| "
- - "L0.424[571,590] 1.03us 230.24kb |L0.424| "
- - "L0.210[659,670] 1.03us 130.17kb |L0.210| "
- - "L0.208[330,356] 1.03us 292.88kb |L0.208| "
- - "L0.277[967,986] 1.03us 218.33kb |L0.277|"
- - "L0.275[649,658] 1.03us 108.47kb |L0.275| "
+ - "L0.360[877,932] 1.03us 675kb |L0.360| "
+ - "L0.359[671,876] 1.03us 2mb |---------L0.359---------| "
+ - "L0.357[357,570] 1.03us 2mb |---------L0.357----------| "
+ - "L0.425[591,648] 1.03us 703kb |L0.425| "
+ - "L0.424[571,590] 1.03us 230kb |L0.424| "
+ - "L0.210[659,670] 1.03us 130kb |L0.210| "
+ - "L0.208[330,356] 1.03us 293kb |L0.208| "
+ - "L0.277[967,986] 1.03us 218kb |L0.277|"
+ - "L0.275[649,658] 1.03us 108kb |L0.275| "
- "L1 "
- - "L1.354[877,966] 1.03us 29.78mb |-L1.354--| "
- - "L1.423[591,876] 1.03us 97.34mb |--------------L1.423---------------| "
- - "L1.422[296,590] 1.03us 99.72mb|---------------L1.422---------------| "
- - "L1.269[967,986] 1.03us 6.62mb |L1.269|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 240.67mb total:"
+ - "L1.354[877,966] 1.03us 30mb |-L1.354--| "
+ - "L1.423[591,876] 1.03us 97mb |--------------L1.423---------------| "
+ - "L1.422[296,590] 1.03us 100mb|---------------L1.422---------------| "
+ - "L1.269[967,986] 1.03us 7mb |L1.269|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 241mb total:"
- "L1 "
- - "L1.?[296,583] 1.03us 100.11mb|---------------L1.?----------------| "
- - "L1.?[584,870] 1.03us 99.76mb |---------------L1.?----------------| "
- - "L1.?[871,986] 1.03us 40.81mb |----L1.?-----|"
+ - "L1.?[296,583] 1.03us 100mb|---------------L1.?----------------| "
+ - "L1.?[584,870] 1.03us 100mb |---------------L1.?----------------| "
+ - "L1.?[871,986] 1.03us 41mb |----L1.?-----|"
- "Committing partition 1:"
- " Soft Deleting 13 files: L0.208, L0.210, L1.269, L0.275, L0.277, L1.354, L0.357, L0.359, L0.360, L1.422, L1.423, L0.424, L0.425"
- " Creating 3 files"
- - "**** Simulation run 201, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 208.78kb total:"
- - "L0, all files 208.78kb "
+ - "**** Simulation run 201, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 209kb total:"
+ - "L0, all files 209kb "
- "L0.426[571,590] 1.03us |-----------------------------------------L0.426-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 208.78kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 209kb total:"
- "L0 "
- - "L0.?[571,583] 1.03us 131.86kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.03us 76.92kb |-----------L0.?-----------| "
- - "**** Simulation run 202, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.19mb total:"
- - "L0, all files 2.19mb "
+ - "L0.?[571,583] 1.03us 132kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.03us 77kb |-----------L0.?-----------| "
+ - "**** Simulation run 202, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.363[671,876] 1.03us |-----------------------------------------L0.363-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.19mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[671,870] 1.03us 2.12mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.03us 65.5kb |L0.?|"
- - "**** Simulation run 203, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 253.65kb total:"
- - "L0, all files 253.65kb "
+ - "L0.?[671,870] 1.03us 2mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.03us 65kb |L0.?|"
+ - "**** Simulation run 203, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 254kb total:"
+ - "L0, all files 254kb "
- "L0.430[571,590] 1.03us |-----------------------------------------L0.430-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 253.65kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 254kb total:"
- "L0 "
- - "L0.?[571,583] 1.03us 160.2kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.03us 93.45kb |-----------L0.?-----------| "
- - "**** Simulation run 204, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.66mb total:"
- - "L0, all files 2.66mb "
+ - "L0.?[571,583] 1.03us 160kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.03us 93kb |-----------L0.?-----------| "
+ - "**** Simulation run 204, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.367[671,876] 1.03us |-----------------------------------------L0.367-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,870] 1.03us 2.58mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.03us 79.64kb |L0.?|"
- - "**** Simulation run 205, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 343.08kb total:"
- - "L0, all files 343.08kb "
+ - "L0.?[671,870] 1.03us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.03us 80kb |L0.?|"
+ - "**** Simulation run 205, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 343kb total:"
+ - "L0, all files 343kb "
- "L0.434[571,590] 1.03us |-----------------------------------------L0.434-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 343.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 343kb total:"
- "L0 "
- - "L0.?[571,583] 1.03us 216.68kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.03us 126.4kb |-----------L0.?-----------| "
- - "**** Simulation run 206, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 230.24kb total:"
- - "L0, all files 230.24kb "
+ - "L0.?[571,583] 1.03us 217kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.03us 126kb |-----------L0.?-----------| "
+ - "**** Simulation run 206, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 230kb total:"
+ - "L0, all files 230kb "
- "L0.438[571,590] 1.04us |-----------------------------------------L0.438-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 230.24kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 230kb total:"
- "L0 "
- - "L0.?[571,583] 1.04us 145.42kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.04us 84.83kb |-----------L0.?-----------| "
- - "**** Simulation run 207, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.41mb total:"
- - "L0, all files 2.41mb "
+ - "L0.?[571,583] 1.04us 145kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.04us 85kb |-----------L0.?-----------| "
+ - "**** Simulation run 207, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.373[671,876] 1.04us |-----------------------------------------L0.373-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.41mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[671,870] 1.04us 2.34mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.04us 72.33kb |L0.?|"
- - "**** Simulation run 208, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 208.78kb total:"
- - "L0, all files 208.78kb "
+ - "L0.?[671,870] 1.04us 2mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.04us 72kb |L0.?|"
+ - "**** Simulation run 208, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 209kb total:"
+ - "L0, all files 209kb "
- "L0.442[571,590] 1.04us |-----------------------------------------L0.442-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 208.78kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 209kb total:"
- "L0 "
- - "L0.?[571,583] 1.04us 131.86kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.04us 76.92kb |-----------L0.?-----------| "
- - "**** Simulation run 209, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.19mb total:"
- - "L0, all files 2.19mb "
+ - "L0.?[571,583] 1.04us 132kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.04us 77kb |-----------L0.?-----------| "
+ - "**** Simulation run 209, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.377[671,876] 1.04us |-----------------------------------------L0.377-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.19mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[671,870] 1.04us 2.12mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.04us 65.5kb |L0.?|"
- - "**** Simulation run 210, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 253.65kb total:"
- - "L0, all files 253.65kb "
+ - "L0.?[671,870] 1.04us 2mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.04us 65kb |L0.?|"
+ - "**** Simulation run 210, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 254kb total:"
+ - "L0, all files 254kb "
- "L0.446[571,590] 1.04us |-----------------------------------------L0.446-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 253.65kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 254kb total:"
- "L0 "
- - "L0.?[571,583] 1.04us 160.2kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.04us 93.45kb |-----------L0.?-----------| "
- - "**** Simulation run 211, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.66mb total:"
- - "L0, all files 2.66mb "
+ - "L0.?[571,583] 1.04us 160kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.04us 93kb |-----------L0.?-----------| "
+ - "**** Simulation run 211, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.381[671,876] 1.04us |-----------------------------------------L0.381-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,870] 1.04us 2.58mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.04us 79.64kb |L0.?|"
- - "**** Simulation run 212, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 343.08kb total:"
- - "L0, all files 343.08kb "
+ - "L0.?[671,870] 1.04us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.04us 80kb |L0.?|"
+ - "**** Simulation run 212, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 343kb total:"
+ - "L0, all files 343kb "
- "L0.450[571,590] 1.04us |-----------------------------------------L0.450-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 343.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 343kb total:"
- "L0 "
- - "L0.?[571,583] 1.04us 216.68kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.04us 126.4kb |-----------L0.?-----------| "
- - "**** Simulation run 213, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 230.24kb total:"
- - "L0, all files 230.24kb "
+ - "L0.?[571,583] 1.04us 217kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.04us 126kb |-----------L0.?-----------| "
+ - "**** Simulation run 213, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 230kb total:"
+ - "L0, all files 230kb "
- "L0.454[571,590] 1.04us |-----------------------------------------L0.454-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 230.24kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 230kb total:"
- "L0 "
- - "L0.?[571,583] 1.04us 145.42kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.04us 84.83kb |-----------L0.?-----------| "
- - "**** Simulation run 214, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.41mb total:"
- - "L0, all files 2.41mb "
+ - "L0.?[571,583] 1.04us 145kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.04us 85kb |-----------L0.?-----------| "
+ - "**** Simulation run 214, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.387[671,876] 1.04us |-----------------------------------------L0.387-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.41mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[671,870] 1.04us 2.34mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.04us 72.33kb |L0.?|"
- - "**** Simulation run 215, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 208.78kb total:"
- - "L0, all files 208.78kb "
+ - "L0.?[671,870] 1.04us 2mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.04us 72kb |L0.?|"
+ - "**** Simulation run 215, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 209kb total:"
+ - "L0, all files 209kb "
- "L0.458[571,590] 1.04us |-----------------------------------------L0.458-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 208.78kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 209kb total:"
- "L0 "
- - "L0.?[571,583] 1.04us 131.86kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.04us 76.92kb |-----------L0.?-----------| "
- - "**** Simulation run 216, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.19mb total:"
- - "L0, all files 2.19mb "
+ - "L0.?[571,583] 1.04us 132kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.04us 77kb |-----------L0.?-----------| "
+ - "**** Simulation run 216, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.391[671,876] 1.04us |-----------------------------------------L0.391-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.19mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[671,870] 1.04us 2.12mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.04us 65.5kb |L0.?|"
- - "**** Simulation run 217, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 253.65kb total:"
- - "L0, all files 253.65kb "
+ - "L0.?[671,870] 1.04us 2mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.04us 65kb |L0.?|"
+ - "**** Simulation run 217, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 254kb total:"
+ - "L0, all files 254kb "
- "L0.462[571,590] 1.04us |-----------------------------------------L0.462-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 253.65kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 254kb total:"
- "L0 "
- - "L0.?[571,583] 1.04us 160.2kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.04us 93.45kb |-----------L0.?-----------| "
- - "**** Simulation run 218, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.66mb total:"
- - "L0, all files 2.66mb "
+ - "L0.?[571,583] 1.04us 160kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.04us 93kb |-----------L0.?-----------| "
+ - "**** Simulation run 218, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.395[671,876] 1.04us |-----------------------------------------L0.395-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,870] 1.04us 2.58mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.04us 79.64kb |L0.?|"
- - "**** Simulation run 219, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 343.08kb total:"
- - "L0, all files 343.08kb "
+ - "L0.?[671,870] 1.04us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.04us 80kb |L0.?|"
+ - "**** Simulation run 219, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 343kb total:"
+ - "L0, all files 343kb "
- "L0.466[571,590] 1.04us |-----------------------------------------L0.466-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 343.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 343kb total:"
- "L0 "
- - "L0.?[571,583] 1.04us 216.68kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.04us 126.4kb |-----------L0.?-----------| "
- - "**** Simulation run 220, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 230.24kb total:"
- - "L0, all files 230.24kb "
+ - "L0.?[571,583] 1.04us 217kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.04us 126kb |-----------L0.?-----------| "
+ - "**** Simulation run 220, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 230kb total:"
+ - "L0, all files 230kb "
- "L0.470[571,590] 1.04us |-----------------------------------------L0.470-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 230.24kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 230kb total:"
- "L0 "
- - "L0.?[571,583] 1.04us 145.42kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.04us 84.83kb |-----------L0.?-----------| "
- - "**** Simulation run 221, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.41mb total:"
- - "L0, all files 2.41mb "
+ - "L0.?[571,583] 1.04us 145kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.04us 85kb |-----------L0.?-----------| "
+ - "**** Simulation run 221, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.401[671,876] 1.04us |-----------------------------------------L0.401-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.41mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[671,870] 1.04us 2.34mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.04us 72.33kb |L0.?|"
- - "**** Simulation run 222, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 208.78kb total:"
- - "L0, all files 208.78kb "
+ - "L0.?[671,870] 1.04us 2mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.04us 72kb |L0.?|"
+ - "**** Simulation run 222, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 209kb total:"
+ - "L0, all files 209kb "
- "L0.474[571,590] 1.05us |-----------------------------------------L0.474-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 208.78kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 209kb total:"
- "L0 "
- - "L0.?[571,583] 1.05us 131.86kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.05us 76.92kb |-----------L0.?-----------| "
- - "**** Simulation run 223, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.19mb total:"
- - "L0, all files 2.19mb "
+ - "L0.?[571,583] 1.05us 132kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.05us 77kb |-----------L0.?-----------| "
+ - "**** Simulation run 223, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.405[671,876] 1.05us |-----------------------------------------L0.405-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.19mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[671,870] 1.05us 2.12mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.05us 65.5kb |L0.?|"
- - "**** Simulation run 224, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 253.65kb total:"
- - "L0, all files 253.65kb "
+ - "L0.?[671,870] 1.05us 2mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.05us 65kb |L0.?|"
+ - "**** Simulation run 224, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 254kb total:"
+ - "L0, all files 254kb "
- "L0.478[571,590] 1.05us |-----------------------------------------L0.478-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 253.65kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 254kb total:"
- "L0 "
- - "L0.?[571,583] 1.05us 160.2kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.05us 93.45kb |-----------L0.?-----------| "
- - "**** Simulation run 225, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.66mb total:"
- - "L0, all files 2.66mb "
+ - "L0.?[571,583] 1.05us 160kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.05us 93kb |-----------L0.?-----------| "
+ - "**** Simulation run 225, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.409[671,876] 1.05us |-----------------------------------------L0.409-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,870] 1.05us 2.58mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.05us 79.64kb |L0.?|"
- - "**** Simulation run 226, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 343.08kb total:"
- - "L0, all files 343.08kb "
+ - "L0.?[671,870] 1.05us 3mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.05us 80kb |L0.?|"
+ - "**** Simulation run 226, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 343kb total:"
+ - "L0, all files 343kb "
- "L0.482[571,590] 1.05us |-----------------------------------------L0.482-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 343.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 343kb total:"
- "L0 "
- - "L0.?[571,583] 1.05us 216.68kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.05us 126.4kb |-----------L0.?-----------| "
- - "**** Simulation run 227, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 230.24kb total:"
- - "L0, all files 230.24kb "
+ - "L0.?[571,583] 1.05us 217kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.05us 126kb |-----------L0.?-----------| "
+ - "**** Simulation run 227, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 230kb total:"
+ - "L0, all files 230kb "
- "L0.486[571,590] 1.05us |-----------------------------------------L0.486-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 230.24kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 230kb total:"
- "L0 "
- - "L0.?[571,583] 1.05us 145.42kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.05us 84.83kb |-----------L0.?-----------| "
- - "**** Simulation run 228, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.41mb total:"
- - "L0, all files 2.41mb "
+ - "L0.?[571,583] 1.05us 145kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.05us 85kb |-----------L0.?-----------| "
+ - "**** Simulation run 228, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.415[671,876] 1.05us |-----------------------------------------L0.415-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.41mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[671,870] 1.05us 2.34mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.05us 72.33kb |L0.?|"
- - "**** Simulation run 229, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 208.78kb total:"
- - "L0, all files 208.78kb "
+ - "L0.?[671,870] 1.05us 2mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.05us 72kb |L0.?|"
+ - "**** Simulation run 229, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 209kb total:"
+ - "L0, all files 209kb "
- "L0.490[571,590] 1.05us |-----------------------------------------L0.490-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 208.78kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 209kb total:"
- "L0 "
- - "L0.?[571,583] 1.05us 131.86kb|-------------------------L0.?-------------------------| "
- - "L0.?[584,590] 1.05us 76.92kb |-----------L0.?-----------| "
- - "**** Simulation run 230, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2.19mb total:"
- - "L0, all files 2.19mb "
+ - "L0.?[571,583] 1.05us 132kb|-------------------------L0.?-------------------------| "
+ - "L0.?[584,590] 1.05us 77kb |-----------L0.?-----------| "
+ - "**** Simulation run 230, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.419[671,876] 1.05us |-----------------------------------------L0.419-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.19mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[671,870] 1.05us 2.12mb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[871,876] 1.05us 65.5kb |L0.?|"
+ - "L0.?[671,870] 1.05us 2mb |----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[871,876] 1.05us 65kb |L0.?|"
- "Committing partition 1:"
- " Soft Deleting 30 files: L0.363, L0.367, L0.373, L0.377, L0.381, L0.387, L0.391, L0.395, L0.401, L0.405, L0.409, L0.415, L0.419, L0.426, L0.430, L0.434, L0.438, L0.442, L0.446, L0.450, L0.454, L0.458, L0.462, L0.466, L0.470, L0.474, L0.478, L0.482, L0.486, L0.490"
- " Creating 60 files"
- - "**** Simulation run 231, type=split(CompactAndSplitOutput(ManySmallFiles))(split_times=[604]). 200 Input Files, 168.1mb total:"
+ - "**** Simulation run 231, type=split(CompactAndSplitOutput(ManySmallFiles))(split_times=[604]). 200 Input Files, 168mb total:"
- "L0 "
- - "L0.318[42,263] 1.03us 2.34mb|------L0.318-------| "
- - "L0.428[264,295] 1.03us 341.44kb |L0.428| "
- - "L0.429[296,329] 1.03us 374.49kb |L0.429| "
- - "L0.361[357,570] 1.03us 2.26mb |------L0.361------| "
- - "L0.497[571,583] 1.03us 131.86kb |L0.497| "
- - "L0.498[584,590] 1.03us 76.92kb |L0.498| "
- - "L0.427[591,648] 1.03us 637.32kb |L0.427| "
- - "L0.499[671,870] 1.03us 2.12mb |-----L0.499-----| "
- - "L0.500[871,876] 1.03us 65.5kb |L0.500| "
- - "L0.364[877,966] 1.03us 982.47kb |L0.364| "
- - "L0.320[173,263] 1.03us 1.16mb |L0.320| "
- - "L0.432[264,295] 1.03us 414.83kb |L0.432| "
- - "L0.433[296,329] 1.03us 454.98kb |L0.433| "
- - "L0.212[330,356] 1.03us 355.83kb |L0.212| "
- - "L0.365[357,570] 1.03us 2.74mb |------L0.365------| "
- - "L0.501[571,583] 1.03us 160.2kb |L0.501| "
- - "L0.502[584,590] 1.03us 93.45kb |L0.502| "
- - "L0.431[591,648] 1.03us 774.3kb |L0.431| "
- - "L0.279[649,658] 1.03us 131.79kb |L0.279| "
- - "L0.214[659,670] 1.03us 158.15kb |L0.214| "
- - "L0.503[671,870] 1.03us 2.58mb |-----L0.503-----| "
- - "L0.504[871,876] 1.03us 79.64kb |L0.504| "
- - "L0.368[877,950] 1.03us 982.23kb |L0.368| "
- - "L0.322[50,263] 1.03us 3.68mb|------L0.322------| "
- - "L0.436[264,295] 1.03us 556.69kb |L0.436| "
- - "L0.437[296,329] 1.03us 610.56kb |L0.437| "
- - "L0.216[330,356] 1.03us 477.51kb |L0.216| "
- - "L0.369[357,570] 1.03us 3.69mb |------L0.369------| "
- - "L0.505[571,583] 1.03us 216.68kb |L0.505| "
- - "L0.506[584,590] 1.03us 126.4kb |L0.506| "
- - "L0.435[591,629] 1.03us 704.21kb |L0.435| "
- - "L0.324[76,263] 1.04us 2.18mb |----L0.324-----| "
- - "L0.440[264,295] 1.04us 376.55kb |L0.440| "
- - "L0.441[296,329] 1.04us 412.99kb |L0.441| "
- - "L0.218[330,356] 1.04us 322.99kb |L0.218| "
- - "L0.371[357,570] 1.04us 2.49mb |------L0.371------| "
- - "L0.507[571,583] 1.04us 145.42kb |L0.507| "
- - "L0.508[584,590] 1.04us 84.83kb |L0.508| "
- - "L0.439[591,648] 1.04us 702.84kb |L0.439| "
- - "L0.281[649,658] 1.04us 119.63kb |L0.281| "
- - "L0.220[659,670] 1.04us 143.55kb |L0.220| "
- - "L0.509[671,870] 1.04us 2.34mb |-----L0.509-----| "
- - "L0.510[871,876] 1.04us 72.33kb |L0.510| "
- - "L0.374[877,932] 1.04us 675.04kb |L0.374| "
- - "L0.326[42,263] 1.04us 2.34mb|------L0.326-------| "
- - "L0.444[264,295] 1.04us 341.44kb |L0.444| "
- - "L0.445[296,329] 1.04us 374.49kb |L0.445| "
- - "L0.222[330,356] 1.04us 292.88kb |L0.222| "
- - "L0.375[357,570] 1.04us 2.26mb |------L0.375------| "
- - "L0.511[571,583] 1.04us 131.86kb |L0.511| "
- - "L0.512[584,590] 1.04us 76.92kb |L0.512| "
- - "L0.443[591,648] 1.04us 637.32kb |L0.443| "
- - "L0.283[649,658] 1.04us 108.47kb |L0.283| "
- - "L0.224[659,670] 1.04us 130.17kb |L0.224| "
- - "L0.513[671,870] 1.04us 2.12mb |-----L0.513-----| "
- - "L0.514[871,876] 1.04us 65.5kb |L0.514| "
- - "L0.378[877,966] 1.04us 982.47kb |L0.378| "
- - "L0.285[967,986] 1.04us 218.33kb |L0.285|"
- - "L0.328[173,263] 1.04us 1.16mb |L0.328| "
- - "L0.448[264,295] 1.04us 414.83kb |L0.448| "
- - "L0.449[296,329] 1.04us 454.98kb |L0.449| "
- - "L0.226[330,356] 1.04us 355.83kb |L0.226| "
- - "L0.379[357,570] 1.04us 2.74mb |------L0.379------| "
- - "L0.515[571,583] 1.04us 160.2kb |L0.515| "
- - "L0.516[584,590] 1.04us 93.45kb |L0.516| "
- - "L0.447[591,648] 1.04us 774.3kb |L0.447| "
- - "L0.287[649,658] 1.04us 131.79kb |L0.287| "
- - "L0.228[659,670] 1.04us 158.15kb |L0.228| "
- - "L0.517[671,870] 1.04us 2.58mb |-----L0.517-----| "
- - "L0.518[871,876] 1.04us 79.64kb |L0.518| "
- - "L0.382[877,950] 1.04us 982.23kb |L0.382| "
- - "L0.330[50,263] 1.04us 3.68mb|------L0.330------| "
- - "L0.452[264,295] 1.04us 556.69kb |L0.452| "
- - "L0.453[296,329] 1.04us 610.56kb |L0.453| "
- - "L0.230[330,356] 1.04us 477.51kb |L0.230| "
- - "L0.383[357,570] 1.04us 3.69mb |------L0.383------| "
- - "L0.519[571,583] 1.04us 216.68kb |L0.519| "
- - "L0.520[584,590] 1.04us 126.4kb |L0.520| "
- - "L0.451[591,629] 1.04us 704.21kb |L0.451| "
- - "L0.332[76,263] 1.04us 2.18mb |----L0.332-----| "
- - "L0.456[264,295] 1.04us 376.55kb |L0.456| "
- - "L0.457[296,329] 1.04us 412.99kb |L0.457| "
- - "L0.232[330,356] 1.04us 322.99kb |L0.232| "
- - "L0.385[357,570] 1.04us 2.49mb |------L0.385------| "
- - "L0.521[571,583] 1.04us 145.42kb |L0.521| "
- - "L0.522[584,590] 1.04us 84.83kb |L0.522| "
- - "L0.455[591,648] 1.04us 702.84kb |L0.455| "
- - "L0.289[649,658] 1.04us 119.63kb |L0.289| "
- - "L0.234[659,670] 1.04us 143.55kb |L0.234| "
- - "L0.523[671,870] 1.04us 2.34mb |-----L0.523-----| "
- - "L0.524[871,876] 1.04us 72.33kb |L0.524| "
- - "L0.388[877,932] 1.04us 675.04kb |L0.388| "
- - "L0.334[42,263] 1.04us 2.34mb|------L0.334-------| "
- - "L0.460[264,295] 1.04us 341.44kb |L0.460| "
- - "L0.461[296,329] 1.04us 374.49kb |L0.461| "
- - "L0.252[330,356] 1.04us 292.88kb |L0.252| "
- - "L0.389[357,570] 1.04us 2.26mb |------L0.389------| "
- - "L0.525[571,583] 1.04us 131.86kb |L0.525| "
- - "L0.526[584,590] 1.04us 76.92kb |L0.526| "
- - "L0.459[591,648] 1.04us 637.32kb |L0.459| "
- - "L0.291[649,658] 1.04us 108.47kb |L0.291| "
- - "L0.254[659,670] 1.04us 130.17kb |L0.254| "
- - "L0.527[671,870] 1.04us 2.12mb |-----L0.527-----| "
- - "L0.528[871,876] 1.04us 65.5kb |L0.528| "
- - "L0.392[877,966] 1.04us 982.47kb |L0.392| "
- - "L0.293[967,986] 1.04us 218.33kb |L0.293|"
- - "L0.336[173,263] 1.04us 1.16mb |L0.336| "
- - "L0.464[264,295] 1.04us 414.83kb |L0.464| "
- - "L0.465[296,329] 1.04us 454.98kb |L0.465| "
- - "L0.236[330,356] 1.04us 355.83kb |L0.236| "
- - "L0.393[357,570] 1.04us 2.74mb |------L0.393------| "
- - "L0.529[571,583] 1.04us 160.2kb |L0.529| "
- - "L0.530[584,590] 1.04us 93.45kb |L0.530| "
- - "L0.463[591,648] 1.04us 774.3kb |L0.463| "
- - "L0.295[649,658] 1.04us 131.79kb |L0.295| "
- - "L0.238[659,670] 1.04us 158.15kb |L0.238| "
- - "L0.531[671,870] 1.04us 2.58mb |-----L0.531-----| "
- - "L0.532[871,876] 1.04us 79.64kb |L0.532| "
- - "L0.396[877,950] 1.04us 982.23kb |L0.396| "
- - "L0.338[50,263] 1.04us 3.68mb|------L0.338------| "
- - "L0.468[264,295] 1.04us 556.69kb |L0.468| "
- - "L0.469[296,329] 1.04us 610.56kb |L0.469| "
- - "L0.240[330,356] 1.04us 477.51kb |L0.240| "
- - "L0.397[357,570] 1.04us 3.69mb |------L0.397------| "
- - "L0.533[571,583] 1.04us 216.68kb |L0.533| "
- - "L0.534[584,590] 1.04us 126.4kb |L0.534| "
- - "L0.467[591,629] 1.04us 704.21kb |L0.467| "
- - "L0.340[76,263] 1.04us 2.18mb |----L0.340-----| "
- - "L0.472[264,295] 1.04us 376.55kb |L0.472| "
- - "L0.473[296,329] 1.04us 412.99kb |L0.473| "
- - "L0.242[330,356] 1.04us 322.99kb |L0.242| "
- - "L0.399[357,570] 1.04us 2.49mb |------L0.399------| "
- - "L0.535[571,583] 1.04us 145.42kb |L0.535| "
- - "L0.536[584,590] 1.04us 84.83kb |L0.536| "
- - "L0.471[591,648] 1.04us 702.84kb |L0.471| "
- - "L0.297[649,658] 1.04us 119.63kb |L0.297| "
- - "L0.244[659,670] 1.04us 143.55kb |L0.244| "
- - "L0.537[671,870] 1.04us 2.34mb |-----L0.537-----| "
- - "L0.538[871,876] 1.04us 72.33kb |L0.538| "
- - "L0.402[877,932] 1.04us 675.04kb |L0.402| "
- - "L0.342[42,263] 1.05us 2.34mb|------L0.342-------| "
- - "L0.476[264,295] 1.05us 341.44kb |L0.476| "
- - "L0.477[296,329] 1.05us 374.49kb |L0.477| "
- - "L0.246[330,356] 1.05us 292.88kb |L0.246| "
- - "L0.403[357,570] 1.05us 2.26mb |------L0.403------| "
- - "L0.539[571,583] 1.05us 131.86kb |L0.539| "
- - "L0.540[584,590] 1.05us 76.92kb |L0.540| "
- - "L0.475[591,648] 1.05us 637.32kb |L0.475| "
- - "L0.299[649,658] 1.05us 108.47kb |L0.299| "
- - "L0.248[659,670] 1.05us 130.17kb |L0.248| "
- - "L0.541[671,870] 1.05us 2.12mb |-----L0.541-----| "
- - "L0.542[871,876] 1.05us 65.5kb |L0.542| "
- - "L0.406[877,966] 1.05us 982.47kb |L0.406| "
- - "L0.301[967,986] 1.05us 218.33kb |L0.301|"
- - "L0.344[173,263] 1.05us 1.16mb |L0.344| "
- - "L0.480[264,295] 1.05us 414.83kb |L0.480| "
- - "L0.481[296,329] 1.05us 454.98kb |L0.481| "
- - "L0.250[330,356] 1.05us 355.83kb |L0.250| "
- - "L0.407[357,570] 1.05us 2.74mb |------L0.407------| "
- - "L0.543[571,583] 1.05us 160.2kb |L0.543| "
- - "L0.544[584,590] 1.05us 93.45kb |L0.544| "
- - "L0.479[591,648] 1.05us 774.3kb |L0.479| "
- - "L0.303[649,658] 1.05us 131.79kb |L0.303| "
- - "L0.256[659,670] 1.05us 158.15kb |L0.256| "
- - "L0.545[671,870] 1.05us 2.58mb |-----L0.545-----| "
- - "L0.546[871,876] 1.05us 79.64kb |L0.546| "
- - "L0.410[877,950] 1.05us 982.23kb |L0.410| "
- - "L0.346[50,263] 1.05us 3.68mb|------L0.346------| "
- - "L0.484[264,295] 1.05us 556.69kb |L0.484| "
- - "L0.485[296,329] 1.05us 610.56kb |L0.485| "
- - "L0.258[330,356] 1.05us 477.51kb |L0.258| "
- - "L0.411[357,570] 1.05us 3.69mb |------L0.411------| "
- - "L0.547[571,583] 1.05us 216.68kb |L0.547| "
- - "L0.548[584,590] 1.05us 126.4kb |L0.548| "
- - "L0.483[591,629] 1.05us 704.21kb |L0.483| "
- - "L0.348[76,263] 1.05us 2.18mb |----L0.348-----| "
- - "L0.488[264,295] 1.05us 376.55kb |L0.488| "
- - "L0.489[296,329] 1.05us 412.99kb |L0.489| "
- - "L0.260[330,356] 1.05us 322.99kb |L0.260| "
- - "L0.413[357,570] 1.05us 2.49mb |------L0.413------| "
- - "L0.549[571,583] 1.05us 145.42kb |L0.549| "
- - "L0.550[584,590] 1.05us 84.83kb |L0.550| "
- - "L0.487[591,648] 1.05us 702.84kb |L0.487| "
- - "L0.305[649,658] 1.05us 119.63kb |L0.305| "
- - "L0.262[659,670] 1.05us 143.55kb |L0.262| "
- - "L0.551[671,870] 1.05us 2.34mb |-----L0.551-----| "
- - "L0.552[871,876] 1.05us 72.33kb |L0.552| "
- - "L0.416[877,932] 1.05us 675.04kb |L0.416| "
- - "L0.350[42,263] 1.05us 2.34mb|------L0.350-------| "
- - "L0.492[264,295] 1.05us 341.44kb |L0.492| "
- - "L0.493[296,329] 1.05us 374.49kb |L0.493| "
- - "L0.264[330,356] 1.05us 292.88kb |L0.264| "
- - "L0.417[357,570] 1.05us 2.26mb |------L0.417------| "
- - "L0.553[571,583] 1.05us 131.86kb |L0.553| "
- - "L0.554[584,590] 1.05us 76.92kb |L0.554| "
- - "L0.491[591,648] 1.05us 637.32kb |L0.491| "
- - "L0.307[649,658] 1.05us 108.47kb |L0.307| "
- - "L0.266[659,670] 1.05us 130.17kb |L0.266| "
- - "L0.555[671,870] 1.05us 2.12mb |-----L0.555-----| "
- - "L0.556[871,876] 1.05us 65.5kb |L0.556| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 168.1mb total:"
+ - "L0.318[42,263] 1.03us 2mb|------L0.318-------| "
+ - "L0.428[264,295] 1.03us 341kb |L0.428| "
+ - "L0.429[296,329] 1.03us 374kb |L0.429| "
+ - "L0.361[357,570] 1.03us 2mb |------L0.361------| "
+ - "L0.497[571,583] 1.03us 132kb |L0.497| "
+ - "L0.498[584,590] 1.03us 77kb |L0.498| "
+ - "L0.427[591,648] 1.03us 637kb |L0.427| "
+ - "L0.499[671,870] 1.03us 2mb |-----L0.499-----| "
+ - "L0.500[871,876] 1.03us 65kb |L0.500| "
+ - "L0.364[877,966] 1.03us 982kb |L0.364| "
+ - "L0.320[173,263] 1.03us 1mb |L0.320| "
+ - "L0.432[264,295] 1.03us 415kb |L0.432| "
+ - "L0.433[296,329] 1.03us 455kb |L0.433| "
+ - "L0.212[330,356] 1.03us 356kb |L0.212| "
+ - "L0.365[357,570] 1.03us 3mb |------L0.365------| "
+ - "L0.501[571,583] 1.03us 160kb |L0.501| "
+ - "L0.502[584,590] 1.03us 93kb |L0.502| "
+ - "L0.431[591,648] 1.03us 774kb |L0.431| "
+ - "L0.279[649,658] 1.03us 132kb |L0.279| "
+ - "L0.214[659,670] 1.03us 158kb |L0.214| "
+ - "L0.503[671,870] 1.03us 3mb |-----L0.503-----| "
+ - "L0.504[871,876] 1.03us 80kb |L0.504| "
+ - "L0.368[877,950] 1.03us 982kb |L0.368| "
+ - "L0.322[50,263] 1.03us 4mb|------L0.322------| "
+ - "L0.436[264,295] 1.03us 557kb |L0.436| "
+ - "L0.437[296,329] 1.03us 611kb |L0.437| "
+ - "L0.216[330,356] 1.03us 478kb |L0.216| "
+ - "L0.369[357,570] 1.03us 4mb |------L0.369------| "
+ - "L0.505[571,583] 1.03us 217kb |L0.505| "
+ - "L0.506[584,590] 1.03us 126kb |L0.506| "
+ - "L0.435[591,629] 1.03us 704kb |L0.435| "
+ - "L0.324[76,263] 1.04us 2mb |----L0.324-----| "
+ - "L0.440[264,295] 1.04us 377kb |L0.440| "
+ - "L0.441[296,329] 1.04us 413kb |L0.441| "
+ - "L0.218[330,356] 1.04us 323kb |L0.218| "
+ - "L0.371[357,570] 1.04us 2mb |------L0.371------| "
+ - "L0.507[571,583] 1.04us 145kb |L0.507| "
+ - "L0.508[584,590] 1.04us 85kb |L0.508| "
+ - "L0.439[591,648] 1.04us 703kb |L0.439| "
+ - "L0.281[649,658] 1.04us 120kb |L0.281| "
+ - "L0.220[659,670] 1.04us 144kb |L0.220| "
+ - "L0.509[671,870] 1.04us 2mb |-----L0.509-----| "
+ - "L0.510[871,876] 1.04us 72kb |L0.510| "
+ - "L0.374[877,932] 1.04us 675kb |L0.374| "
+ - "L0.326[42,263] 1.04us 2mb|------L0.326-------| "
+ - "L0.444[264,295] 1.04us 341kb |L0.444| "
+ - "L0.445[296,329] 1.04us 374kb |L0.445| "
+ - "L0.222[330,356] 1.04us 293kb |L0.222| "
+ - "L0.375[357,570] 1.04us 2mb |------L0.375------| "
+ - "L0.511[571,583] 1.04us 132kb |L0.511| "
+ - "L0.512[584,590] 1.04us 77kb |L0.512| "
+ - "L0.443[591,648] 1.04us 637kb |L0.443| "
+ - "L0.283[649,658] 1.04us 108kb |L0.283| "
+ - "L0.224[659,670] 1.04us 130kb |L0.224| "
+ - "L0.513[671,870] 1.04us 2mb |-----L0.513-----| "
+ - "L0.514[871,876] 1.04us 65kb |L0.514| "
+ - "L0.378[877,966] 1.04us 982kb |L0.378| "
+ - "L0.285[967,986] 1.04us 218kb |L0.285|"
+ - "L0.328[173,263] 1.04us 1mb |L0.328| "
+ - "L0.448[264,295] 1.04us 415kb |L0.448| "
+ - "L0.449[296,329] 1.04us 455kb |L0.449| "
+ - "L0.226[330,356] 1.04us 356kb |L0.226| "
+ - "L0.379[357,570] 1.04us 3mb |------L0.379------| "
+ - "L0.515[571,583] 1.04us 160kb |L0.515| "
+ - "L0.516[584,590] 1.04us 93kb |L0.516| "
+ - "L0.447[591,648] 1.04us 774kb |L0.447| "
+ - "L0.287[649,658] 1.04us 132kb |L0.287| "
+ - "L0.228[659,670] 1.04us 158kb |L0.228| "
+ - "L0.517[671,870] 1.04us 3mb |-----L0.517-----| "
+ - "L0.518[871,876] 1.04us 80kb |L0.518| "
+ - "L0.382[877,950] 1.04us 982kb |L0.382| "
+ - "L0.330[50,263] 1.04us 4mb|------L0.330------| "
+ - "L0.452[264,295] 1.04us 557kb |L0.452| "
+ - "L0.453[296,329] 1.04us 611kb |L0.453| "
+ - "L0.230[330,356] 1.04us 478kb |L0.230| "
+ - "L0.383[357,570] 1.04us 4mb |------L0.383------| "
+ - "L0.519[571,583] 1.04us 217kb |L0.519| "
+ - "L0.520[584,590] 1.04us 126kb |L0.520| "
+ - "L0.451[591,629] 1.04us 704kb |L0.451| "
+ - "L0.332[76,263] 1.04us 2mb |----L0.332-----| "
+ - "L0.456[264,295] 1.04us 377kb |L0.456| "
+ - "L0.457[296,329] 1.04us 413kb |L0.457| "
+ - "L0.232[330,356] 1.04us 323kb |L0.232| "
+ - "L0.385[357,570] 1.04us 2mb |------L0.385------| "
+ - "L0.521[571,583] 1.04us 145kb |L0.521| "
+ - "L0.522[584,590] 1.04us 85kb |L0.522| "
+ - "L0.455[591,648] 1.04us 703kb |L0.455| "
+ - "L0.289[649,658] 1.04us 120kb |L0.289| "
+ - "L0.234[659,670] 1.04us 144kb |L0.234| "
+ - "L0.523[671,870] 1.04us 2mb |-----L0.523-----| "
+ - "L0.524[871,876] 1.04us 72kb |L0.524| "
+ - "L0.388[877,932] 1.04us 675kb |L0.388| "
+ - "L0.334[42,263] 1.04us 2mb|------L0.334-------| "
+ - "L0.460[264,295] 1.04us 341kb |L0.460| "
+ - "L0.461[296,329] 1.04us 374kb |L0.461| "
+ - "L0.252[330,356] 1.04us 293kb |L0.252| "
+ - "L0.389[357,570] 1.04us 2mb |------L0.389------| "
+ - "L0.525[571,583] 1.04us 132kb |L0.525| "
+ - "L0.526[584,590] 1.04us 77kb |L0.526| "
+ - "L0.459[591,648] 1.04us 637kb |L0.459| "
+ - "L0.291[649,658] 1.04us 108kb |L0.291| "
+ - "L0.254[659,670] 1.04us 130kb |L0.254| "
+ - "L0.527[671,870] 1.04us 2mb |-----L0.527-----| "
+ - "L0.528[871,876] 1.04us 65kb |L0.528| "
+ - "L0.392[877,966] 1.04us 982kb |L0.392| "
+ - "L0.293[967,986] 1.04us 218kb |L0.293|"
+ - "L0.336[173,263] 1.04us 1mb |L0.336| "
+ - "L0.464[264,295] 1.04us 415kb |L0.464| "
+ - "L0.465[296,329] 1.04us 455kb |L0.465| "
+ - "L0.236[330,356] 1.04us 356kb |L0.236| "
+ - "L0.393[357,570] 1.04us 3mb |------L0.393------| "
+ - "L0.529[571,583] 1.04us 160kb |L0.529| "
+ - "L0.530[584,590] 1.04us 93kb |L0.530| "
+ - "L0.463[591,648] 1.04us 774kb |L0.463| "
+ - "L0.295[649,658] 1.04us 132kb |L0.295| "
+ - "L0.238[659,670] 1.04us 158kb |L0.238| "
+ - "L0.531[671,870] 1.04us 3mb |-----L0.531-----| "
+ - "L0.532[871,876] 1.04us 80kb |L0.532| "
+ - "L0.396[877,950] 1.04us 982kb |L0.396| "
+ - "L0.338[50,263] 1.04us 4mb|------L0.338------| "
+ - "L0.468[264,295] 1.04us 557kb |L0.468| "
+ - "L0.469[296,329] 1.04us 611kb |L0.469| "
+ - "L0.240[330,356] 1.04us 478kb |L0.240| "
+ - "L0.397[357,570] 1.04us 4mb |------L0.397------| "
+ - "L0.533[571,583] 1.04us 217kb |L0.533| "
+ - "L0.534[584,590] 1.04us 126kb |L0.534| "
+ - "L0.467[591,629] 1.04us 704kb |L0.467| "
+ - "L0.340[76,263] 1.04us 2mb |----L0.340-----| "
+ - "L0.472[264,295] 1.04us 377kb |L0.472| "
+ - "L0.473[296,329] 1.04us 413kb |L0.473| "
+ - "L0.242[330,356] 1.04us 323kb |L0.242| "
+ - "L0.399[357,570] 1.04us 2mb |------L0.399------| "
+ - "L0.535[571,583] 1.04us 145kb |L0.535| "
+ - "L0.536[584,590] 1.04us 85kb |L0.536| "
+ - "L0.471[591,648] 1.04us 703kb |L0.471| "
+ - "L0.297[649,658] 1.04us 120kb |L0.297| "
+ - "L0.244[659,670] 1.04us 144kb |L0.244| "
+ - "L0.537[671,870] 1.04us 2mb |-----L0.537-----| "
+ - "L0.538[871,876] 1.04us 72kb |L0.538| "
+ - "L0.402[877,932] 1.04us 675kb |L0.402| "
+ - "L0.342[42,263] 1.05us 2mb|------L0.342-------| "
+ - "L0.476[264,295] 1.05us 341kb |L0.476| "
+ - "L0.477[296,329] 1.05us 374kb |L0.477| "
+ - "L0.246[330,356] 1.05us 293kb |L0.246| "
+ - "L0.403[357,570] 1.05us 2mb |------L0.403------| "
+ - "L0.539[571,583] 1.05us 132kb |L0.539| "
+ - "L0.540[584,590] 1.05us 77kb |L0.540| "
+ - "L0.475[591,648] 1.05us 637kb |L0.475| "
+ - "L0.299[649,658] 1.05us 108kb |L0.299| "
+ - "L0.248[659,670] 1.05us 130kb |L0.248| "
+ - "L0.541[671,870] 1.05us 2mb |-----L0.541-----| "
+ - "L0.542[871,876] 1.05us 65kb |L0.542| "
+ - "L0.406[877,966] 1.05us 982kb |L0.406| "
+ - "L0.301[967,986] 1.05us 218kb |L0.301|"
+ - "L0.344[173,263] 1.05us 1mb |L0.344| "
+ - "L0.480[264,295] 1.05us 415kb |L0.480| "
+ - "L0.481[296,329] 1.05us 455kb |L0.481| "
+ - "L0.250[330,356] 1.05us 356kb |L0.250| "
+ - "L0.407[357,570] 1.05us 3mb |------L0.407------| "
+ - "L0.543[571,583] 1.05us 160kb |L0.543| "
+ - "L0.544[584,590] 1.05us 93kb |L0.544| "
+ - "L0.479[591,648] 1.05us 774kb |L0.479| "
+ - "L0.303[649,658] 1.05us 132kb |L0.303| "
+ - "L0.256[659,670] 1.05us 158kb |L0.256| "
+ - "L0.545[671,870] 1.05us 3mb |-----L0.545-----| "
+ - "L0.546[871,876] 1.05us 80kb |L0.546| "
+ - "L0.410[877,950] 1.05us 982kb |L0.410| "
+ - "L0.346[50,263] 1.05us 4mb|------L0.346------| "
+ - "L0.484[264,295] 1.05us 557kb |L0.484| "
+ - "L0.485[296,329] 1.05us 611kb |L0.485| "
+ - "L0.258[330,356] 1.05us 478kb |L0.258| "
+ - "L0.411[357,570] 1.05us 4mb |------L0.411------| "
+ - "L0.547[571,583] 1.05us 217kb |L0.547| "
+ - "L0.548[584,590] 1.05us 126kb |L0.548| "
+ - "L0.483[591,629] 1.05us 704kb |L0.483| "
+ - "L0.348[76,263] 1.05us 2mb |----L0.348-----| "
+ - "L0.488[264,295] 1.05us 377kb |L0.488| "
+ - "L0.489[296,329] 1.05us 413kb |L0.489| "
+ - "L0.260[330,356] 1.05us 323kb |L0.260| "
+ - "L0.413[357,570] 1.05us 2mb |------L0.413------| "
+ - "L0.549[571,583] 1.05us 145kb |L0.549| "
+ - "L0.550[584,590] 1.05us 85kb |L0.550| "
+ - "L0.487[591,648] 1.05us 703kb |L0.487| "
+ - "L0.305[649,658] 1.05us 120kb |L0.305| "
+ - "L0.262[659,670] 1.05us 144kb |L0.262| "
+ - "L0.551[671,870] 1.05us 2mb |-----L0.551-----| "
+ - "L0.552[871,876] 1.05us 72kb |L0.552| "
+ - "L0.416[877,932] 1.05us 675kb |L0.416| "
+ - "L0.350[42,263] 1.05us 2mb|------L0.350-------| "
+ - "L0.492[264,295] 1.05us 341kb |L0.492| "
+ - "L0.493[296,329] 1.05us 374kb |L0.493| "
+ - "L0.264[330,356] 1.05us 293kb |L0.264| "
+ - "L0.417[357,570] 1.05us 2mb |------L0.417------| "
+ - "L0.553[571,583] 1.05us 132kb |L0.553| "
+ - "L0.554[584,590] 1.05us 77kb |L0.554| "
+ - "L0.491[591,648] 1.05us 637kb |L0.491| "
+ - "L0.307[649,658] 1.05us 108kb |L0.307| "
+ - "L0.266[659,670] 1.05us 130kb |L0.266| "
+ - "L0.555[671,870] 1.05us 2mb |-----L0.555-----| "
+ - "L0.556[871,876] 1.05us 65kb |L0.556| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 168mb total:"
- "L0 "
- - "L0.?[42,604] 1.05us 100.07mb|-----------------------L0.?------------------------| "
- - "L0.?[605,986] 1.05us 68.02mb |---------------L0.?---------------| "
+ - "L0.?[42,604] 1.05us 100mb|-----------------------L0.?------------------------| "
+ - "L0.?[605,986] 1.05us 68mb |---------------L0.?---------------| "
- "Committing partition 1:"
- " Soft Deleting 200 files: L0.212, L0.214, L0.216, L0.218, L0.220, L0.222, L0.224, L0.226, L0.228, L0.230, L0.232, L0.234, L0.236, L0.238, L0.240, L0.242, L0.244, L0.246, L0.248, L0.250, L0.252, L0.254, L0.256, L0.258, L0.260, L0.262, L0.264, L0.266, L0.279, L0.281, L0.283, L0.285, L0.287, L0.289, L0.291, L0.293, L0.295, L0.297, L0.299, L0.301, L0.303, L0.305, L0.307, L0.318, L0.320, L0.322, L0.324, L0.326, L0.328, L0.330, L0.332, L0.334, L0.336, L0.338, L0.340, L0.342, L0.344, L0.346, L0.348, L0.350, L0.361, L0.364, L0.365, L0.368, L0.369, L0.371, L0.374, L0.375, L0.378, L0.379, L0.382, L0.383, L0.385, L0.388, L0.389, L0.392, L0.393, L0.396, L0.397, L0.399, L0.402, L0.403, L0.406, L0.407, L0.410, L0.411, L0.413, L0.416, L0.417, L0.427, L0.428, L0.429, L0.431, L0.432, L0.433, L0.435, L0.436, L0.437, L0.439, L0.440, L0.441, L0.443, L0.444, L0.445, L0.447, L0.448, L0.449, L0.451, L0.452, L0.453, L0.455, L0.456, L0.457, L0.459, L0.460, L0.461, L0.463, L0.464, L0.465, L0.467, L0.468, L0.469, L0.471, L0.472, L0.473, L0.475, L0.476, L0.477, L0.479, L0.480, L0.481, L0.483, L0.484, L0.485, L0.487, L0.488, L0.489, L0.491, L0.492, L0.493, L0.497, L0.498, L0.499, L0.500, L0.501, L0.502, L0.503, L0.504, L0.505, L0.506, L0.507, L0.508, L0.509, L0.510, L0.511, L0.512, L0.513, L0.514, L0.515, L0.516, L0.517, L0.518, L0.519, L0.520, L0.521, L0.522, L0.523, L0.524, L0.525, L0.526, L0.527, L0.528, L0.529, L0.530, L0.531, L0.532, L0.533, L0.534, L0.535, L0.536, L0.537, L0.538, L0.539, L0.540, L0.541, L0.542, L0.543, L0.544, L0.545, L0.546, L0.547, L0.548, L0.549, L0.550, L0.551, L0.552, L0.553, L0.554, L0.555, L0.556"
- " Creating 2 files"
- - "**** Simulation run 232, type=compact(ManySmallFiles). 2 Input Files, 1.17mb total:"
+ - "**** Simulation run 232, type=compact(ManySmallFiles). 2 Input Files, 1mb total:"
- "L0 "
- - "L0.420[877,966] 1.05us 982.47kb|--------------------------------L0.420---------------------------------| "
- - "L0.309[967,986] 1.05us 218.33kb |---L0.309----| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 1.17mb total:"
- - "L0, all files 1.17mb "
+ - "L0.420[877,966] 1.05us 982kb|--------------------------------L0.420---------------------------------| "
+ - "L0.309[967,986] 1.05us 218kb |---L0.309----| "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
+ - "L0, all files 1mb "
- "L0.?[877,986] 1.05us |------------------------------------------L0.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.309, L0.420"
- " Creating 1 files"
- - "**** Simulation run 233, type=split(HighL0OverlapSingleFile)(split_times=[290]). 1 Input Files, 100.06mb total:"
- - "L1, all files 100.06mb "
+ - "**** Simulation run 233, type=split(HighL0OverlapSingleFile)(split_times=[290]). 1 Input Files, 100mb total:"
+ - "L1, all files 100mb "
- "L1.421[0,295] 1.03us |-----------------------------------------L1.421-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 100.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L1 "
- - "L1.?[0,290] 1.03us 98.36mb|-----------------------------------------L1.?-----------------------------------------| "
- - "L1.?[291,295] 1.03us 1.7mb |L1.?|"
- - "**** Simulation run 234, type=split(HighL0OverlapSingleFile)(split_times=[580]). 1 Input Files, 100.11mb total:"
- - "L1, all files 100.11mb "
+ - "L1.?[0,290] 1.03us 98mb |-----------------------------------------L1.?-----------------------------------------| "
+ - "L1.?[291,295] 1.03us 2mb |L1.?|"
+ - "**** Simulation run 234, type=split(HighL0OverlapSingleFile)(split_times=[580]). 1 Input Files, 100mb total:"
+ - "L1, all files 100mb "
- "L1.494[296,583] 1.03us |-----------------------------------------L1.494-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 100.11mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L1 "
- - "L1.?[296,580] 1.03us 99.06mb|-----------------------------------------L1.?------------------------------------------| "
- - "L1.?[581,583] 1.03us 1.05mb |L1.?|"
- - "**** Simulation run 235, type=split(HighL0OverlapSingleFile)(split_times=[290, 580]). 1 Input Files, 100.07mb total:"
- - "L0, all files 100.07mb "
+ - "L1.?[296,580] 1.03us 99mb|-----------------------------------------L1.?------------------------------------------| "
+ - "L1.?[581,583] 1.03us 1mb |L1.?|"
+ - "**** Simulation run 235, type=split(HighL0OverlapSingleFile)(split_times=[290, 580]). 1 Input Files, 100mb total:"
+ - "L0, all files 100mb "
- "L0.557[42,604] 1.05us |-----------------------------------------L0.557-----------------------------------------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 100.07mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L0 "
- - "L0.?[42,290] 1.05us 44.16mb|----------------L0.?-----------------| "
- - "L0.?[291,580] 1.05us 51.46mb |--------------------L0.?--------------------| "
- - "L0.?[581,604] 1.05us 4.45mb |L0.?|"
+ - "L0.?[42,290] 1.05us 44mb |----------------L0.?-----------------| "
+ - "L0.?[291,580] 1.05us 51mb |--------------------L0.?--------------------| "
+ - "L0.?[581,604] 1.05us 4mb |L0.?|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.421, L1.494, L0.557"
- " Creating 7 files"
- - "**** Simulation run 236, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 68.02mb total:"
- - "L0, all files 68.02mb "
+ - "**** Simulation run 236, type=split(ReduceOverlap)(split_times=[870]). 1 Input Files, 68mb total:"
+ - "L0, all files 68mb "
- "L0.558[605,986] 1.05us |-----------------------------------------L0.558-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 68.02mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 68mb total:"
- "L0 "
- - "L0.?[605,870] 1.05us 47.31mb|----------------------------L0.?----------------------------| "
- - "L0.?[871,986] 1.05us 20.71mb |----------L0.?-----------| "
- - "**** Simulation run 237, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 4.45mb total:"
- - "L0, all files 4.45mb "
+ - "L0.?[605,870] 1.05us 47mb|----------------------------L0.?----------------------------| "
+ - "L0.?[871,986] 1.05us 21mb |----------L0.?-----------| "
+ - "**** Simulation run 237, type=split(ReduceOverlap)(split_times=[583]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.566[581,604] 1.05us |-----------------------------------------L0.566-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.45mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[581,583] 1.05us 396.39kb|L0.?-| "
- - "L0.?[584,604] 1.05us 4.06mb |------------------------------------L0.?------------------------------------| "
- - "**** Simulation run 238, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 51.46mb total:"
- - "L0, all files 51.46mb "
+ - "L0.?[581,583] 1.05us 396kb|L0.?-| "
+ - "L0.?[584,604] 1.05us 4mb |------------------------------------L0.?------------------------------------| "
+ - "**** Simulation run 238, type=split(ReduceOverlap)(split_times=[295]). 1 Input Files, 51mb total:"
+ - "L0, all files 51mb "
- "L0.565[291,580] 1.05us |-----------------------------------------L0.565-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 51.46mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 51mb total:"
- "L0 "
- - "L0.?[291,295] 1.05us 729.36kb|L0.?| "
- - "L0.?[296,580] 1.05us 50.75mb |-----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[291,295] 1.05us 729kb|L0.?| "
+ - "L0.?[296,580] 1.05us 51mb |-----------------------------------------L0.?-----------------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.558, L0.565, L0.566"
- " Creating 6 files"
- - "**** Simulation run 239, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[204]). 2 Input Files, 142.52mb total:"
+ - "**** Simulation run 239, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[204]). 2 Input Files, 143mb total:"
- "L0 "
- - "L0.564[42,290] 1.05us 44.16mb |----------------------------------L0.564----------------------------------| "
+ - "L0.564[42,290] 1.05us 44mb |----------------------------------L0.564----------------------------------| "
- "L1 "
- - "L1.560[0,290] 1.03us 98.36mb|-----------------------------------------L1.560-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 142.52mb total:"
+ - "L1.560[0,290] 1.03us 98mb|-----------------------------------------L1.560-----------------------------------------|"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 143mb total:"
- "L1 "
- - "L1.?[0,204] 1.05us 100.26mb|----------------------------L1.?-----------------------------| "
- - "L1.?[205,290] 1.05us 42.27mb |----------L1.?----------| "
+ - "L1.?[0,204] 1.05us 100mb |----------------------------L1.?-----------------------------| "
+ - "L1.?[205,290] 1.05us 42mb |----------L1.?----------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.560, L0.564"
- " Creating 2 files"
- - "**** Simulation run 240, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[771, 961]). 7 Input Files, 214.09mb total:"
+ - "**** Simulation run 240, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[771, 961]). 7 Input Files, 214mb total:"
- "L0 "
- - "L0.567[605,870] 1.05us 47.31mb |-------------------------L0.567-------------------------| "
- - "L0.568[871,986] 1.05us 20.71mb |--------L0.568---------| "
- - "L0.569[581,583] 1.05us 396.39kb|L0.569| "
- - "L0.570[584,604] 1.05us 4.06mb|L0.570| "
+ - "L0.567[605,870] 1.05us 47mb |-------------------------L0.567-------------------------| "
+ - "L0.568[871,986] 1.05us 21mb |--------L0.568---------| "
+ - "L0.569[581,583] 1.05us 396kb|L0.569| "
+ - "L0.570[584,604] 1.05us 4mb|L0.570| "
- "L1 "
- - "L1.495[584,870] 1.03us 99.76mb|---------------------------L1.495----------------------------| "
- - "L1.496[871,986] 1.03us 40.81mb |--------L1.496---------| "
- - "L1.563[581,583] 1.03us 1.05mb|L1.563| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 214.09mb total:"
+ - "L1.495[584,870] 1.03us 100mb|---------------------------L1.495----------------------------| "
+ - "L1.496[871,986] 1.03us 41mb |--------L1.496---------| "
+ - "L1.563[581,583] 1.03us 1mb|L1.563| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 214mb total:"
- "L1 "
- - "L1.?[581,771] 1.05us 100.44mb|------------------L1.?------------------| "
- - "L1.?[772,961] 1.05us 99.91mb |------------------L1.?------------------| "
- - "L1.?[962,986] 1.05us 13.74mb |L1.?|"
+ - "L1.?[581,771] 1.05us 100mb|------------------L1.?------------------| "
+ - "L1.?[772,961] 1.05us 100mb |------------------L1.?------------------| "
+ - "L1.?[962,986] 1.05us 14mb |L1.?|"
- "Committing partition 1:"
- " Soft Deleting 7 files: L1.495, L1.496, L1.563, L0.567, L0.568, L0.569, L0.570"
- " Creating 3 files"
- - "**** Simulation run 241, type=split(ReduceOverlap)(split_times=[961]). 1 Input Files, 1.17mb total:"
- - "L0, all files 1.17mb "
+ - "**** Simulation run 241, type=split(ReduceOverlap)(split_times=[961]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.559[877,986] 1.05us |-----------------------------------------L0.559-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.17mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[877,961] 1.05us 925.38kb|-------------------------------L0.?--------------------------------| "
- - "L0.?[962,986] 1.05us 275.41kb |------L0.?-------| "
+ - "L0.?[877,961] 1.05us 925kb|-------------------------------L0.?--------------------------------| "
+ - "L0.?[962,986] 1.05us 275kb |------L0.?-------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L0.559"
- " Creating 2 files"
- - "**** Simulation run 242, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[481]). 4 Input Files, 152.22mb total:"
+ - "**** Simulation run 242, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[481]). 4 Input Files, 152mb total:"
- "L0 "
- - "L0.571[291,295] 1.05us 729.36kb|L0.571| "
- - "L0.572[296,580] 1.05us 50.75mb |----------------------------------------L0.572----------------------------------------| "
+ - "L0.571[291,295] 1.05us 729kb|L0.571| "
+ - "L0.572[296,580] 1.05us 51mb |----------------------------------------L0.572----------------------------------------| "
- "L1 "
- - "L1.561[291,295] 1.03us 1.7mb|L1.561| "
- - "L1.562[296,580] 1.03us 99.06mb |----------------------------------------L1.562----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 152.22mb total:"
+ - "L1.561[291,295] 1.03us 2mb|L1.561| "
+ - "L1.562[296,580] 1.03us 99mb |----------------------------------------L1.562----------------------------------------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 152mb total:"
- "L1 "
- - "L1.?[291,481] 1.05us 100.07mb|--------------------------L1.?---------------------------| "
- - "L1.?[482,580] 1.05us 52.14mb |------------L1.?------------| "
+ - "L1.?[291,481] 1.05us 100mb|--------------------------L1.?---------------------------| "
+ - "L1.?[482,580] 1.05us 52mb |------------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L1.561, L1.562, L0.571, L0.572"
- " Creating 2 files"
- - "**** Simulation run 243, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[943]). 4 Input Files, 114.82mb total:"
+ - "**** Simulation run 243, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[943]). 4 Input Files, 115mb total:"
- "L0 "
- - "L0.578[877,961] 1.05us 925.38kb |-------------L0.578--------------| "
- - "L0.579[962,986] 1.05us 275.41kb |-L0.579-| "
+ - "L0.578[877,961] 1.05us 925kb |-------------L0.578--------------| "
+ - "L0.579[962,986] 1.05us 275kb |-L0.579-| "
- "L1 "
- - "L1.576[772,961] 1.05us 99.91mb|-----------------------------------L1.576------------------------------------| "
- - "L1.577[962,986] 1.05us 13.74mb |-L1.577-| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 114.82mb total:"
+ - "L1.576[772,961] 1.05us 100mb|-----------------------------------L1.576------------------------------------| "
+ - "L1.577[962,986] 1.05us 14mb |-L1.577-| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 115mb total:"
- "L1 "
- - "L1.?[772,943] 1.05us 91.75mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[944,986] 1.05us 23.07mb |-----L1.?------| "
+ - "L1.?[772,943] 1.05us 92mb|--------------------------------L1.?---------------------------------| "
+ - "L1.?[944,986] 1.05us 23mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L1.576, L1.577, L0.578, L0.579"
- " Creating 2 files"
- - "**** Simulation run 244, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[397, 589]). 4 Input Files, 294.92mb total:"
+ - "**** Simulation run 244, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[397, 589]). 4 Input Files, 295mb total:"
- "L1 "
- - "L1.574[205,290] 1.05us 42.27mb|--L1.574---| "
- - "L1.580[291,481] 1.05us 100.07mb |-----------L1.580-----------| "
- - "L1.581[482,580] 1.05us 52.14mb |---L1.581----| "
- - "L1.575[581,771] 1.05us 100.44mb |-----------L1.575-----------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 294.92mb total:"
+ - "L1.574[205,290] 1.05us 42mb|--L1.574---| "
+ - "L1.580[291,481] 1.05us 100mb |-----------L1.580-----------| "
+ - "L1.581[482,580] 1.05us 52mb |---L1.581----| "
+ - "L1.575[581,771] 1.05us 100mb |-----------L1.575-----------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 295mb total:"
- "L2 "
- - "L2.?[205,397] 1.05us 100.04mb|------------L2.?------------| "
- - "L2.?[398,589] 1.05us 99.52mb |------------L2.?------------| "
- - "L2.?[590,771] 1.05us 95.35mb |-----------L2.?-----------| "
+ - "L2.?[205,397] 1.05us 100mb|------------L2.?------------| "
+ - "L2.?[398,589] 1.05us 100mb |------------L2.?------------| "
+ - "L2.?[590,771] 1.05us 95mb |-----------L2.?-----------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L1.574, L1.575, L1.580, L1.581"
- " Upgrading 1 files level to CompactionLevel::L2: L1.573"
- " Creating 3 files"
- - "**** Simulation run 245, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[943]). 2 Input Files, 114.82mb total:"
+ - "**** Simulation run 245, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[943]). 2 Input Files, 115mb total:"
- "L1 "
- - "L1.583[944,986] 1.05us 23.07mb |----L1.583-----| "
- - "L1.582[772,943] 1.05us 91.75mb|-------------------------------L1.582--------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 114.82mb total:"
+ - "L1.583[944,986] 1.05us 23mb |----L1.583-----| "
+ - "L1.582[772,943] 1.05us 92mb|-------------------------------L1.582--------------------------------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 115mb total:"
- "L2 "
- - "L2.?[772,943] 1.05us 91.75mb|--------------------------------L2.?---------------------------------| "
- - "L2.?[944,986] 1.05us 23.07mb |-----L2.?------| "
+ - "L2.?[772,943] 1.05us 92mb|--------------------------------L2.?---------------------------------| "
+ - "L2.?[944,986] 1.05us 23mb |-----L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.582, L1.583"
- " Creating 2 files"
- "**** Final Output Files (3.86gb written)"
- "L2 "
- - "L2.573[0,204] 1.05us 100.26mb|-----L2.573-----| "
- - "L2.584[205,397] 1.05us 100.04mb |----L2.584-----| "
- - "L2.585[398,589] 1.05us 99.52mb |----L2.585-----| "
- - "L2.586[590,771] 1.05us 95.35mb |----L2.586----| "
- - "L2.587[772,943] 1.05us 91.75mb |---L2.587----| "
- - "L2.588[944,986] 1.05us 23.07mb |L2.588|"
+ - "L2.573[0,204] 1.05us 100mb|-----L2.573-----| "
+ - "L2.584[205,397] 1.05us 100mb |----L2.584-----| "
+ - "L2.585[398,589] 1.05us 100mb |----L2.585-----| "
+ - "L2.586[590,771] 1.05us 95mb |----L2.586----| "
+ - "L2.587[772,943] 1.05us 92mb |---L2.587----| "
+ - "L2.588[944,986] 1.05us 23mb |L2.588|"
"###
);
}
@@ -2483,2279 +2483,2279 @@ async fn random_backfill_over_l2s() {
- "L0.11[76,932] 1us |-----------------------------------------L0.11------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1us 3.27mb |-----------L0.?------------| "
- - "L0.?[357,670] 1us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1us 3mb |----------L0.?-----------| "
- "**** Simulation run 1, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.12[42,986] 1us |-----------------------------------------L0.12------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1us 3.33mb |-----------L0.?------------| "
- - "L0.?[357,670] 1us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1us 3mb |------------L0.?------------| "
- "**** Simulation run 2, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.13[173,950] 1us |-----------------------------------------L0.13------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1us 2.36mb |-------L0.?--------| "
- - "L0.?[357,670] 1us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1us 4mb |-------------L0.?-------------| "
- "**** Simulation run 3, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.14[50,629] 1us |-----------------------------------------L0.14------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1us 5.28mb |--------------------L0.?---------------------| "
- - "L0.?[357,629] 1us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1us 5mb |------------------L0.?------------------| "
- "**** Simulation run 4, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.15[76,932] 1us |-----------------------------------------L0.15------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1us 3.27mb |-----------L0.?------------| "
- - "L0.?[357,670] 1us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1us 3mb |----------L0.?-----------| "
- "**** Simulation run 5, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.16[42,986] 1us |-----------------------------------------L0.16------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1us 3.33mb |-----------L0.?------------| "
- - "L0.?[357,670] 1us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1us 3mb |------------L0.?------------| "
- "**** Simulation run 6, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.17[173,950] 1.01us |-----------------------------------------L0.17------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.01us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.01us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.01us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.01us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.01us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.01us 4mb |-------------L0.?-------------| "
- "**** Simulation run 7, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.18[50,629] 1.01us |-----------------------------------------L0.18------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.01us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.01us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.01us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.01us 5mb |------------------L0.?------------------| "
- "**** Simulation run 8, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.19[76,932] 1.01us |-----------------------------------------L0.19------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.01us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.01us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.01us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.01us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.01us 3mb |----------L0.?-----------| "
- "**** Simulation run 9, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.20[42,986] 1.01us |-----------------------------------------L0.20------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.01us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.01us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.01us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.01us 3mb |------------L0.?------------| "
- "**** Simulation run 10, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.21[173,950] 1.01us |-----------------------------------------L0.21------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.01us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.01us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.01us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.01us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.01us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.01us 4mb |-------------L0.?-------------| "
- "**** Simulation run 11, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.22[50,629] 1.01us |-----------------------------------------L0.22------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.01us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.01us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.01us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.01us 5mb |------------------L0.?------------------| "
- "**** Simulation run 12, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.23[76,932] 1.01us |-----------------------------------------L0.23------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.01us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.01us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.01us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.01us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.01us 3mb |----------L0.?-----------| "
- "**** Simulation run 13, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.24[42,986] 1.01us |-----------------------------------------L0.24------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.01us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.01us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.01us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.01us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.01us 3mb |------------L0.?------------| "
- "**** Simulation run 14, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.25[173,950] 1.01us |-----------------------------------------L0.25------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.01us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.01us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.01us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.01us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.01us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.01us 4mb |-------------L0.?-------------| "
- "**** Simulation run 15, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.26[50,629] 1.01us |-----------------------------------------L0.26------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.01us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.01us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.01us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.01us 5mb |------------------L0.?------------------| "
- "**** Simulation run 16, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.27[76,932] 1.02us |-----------------------------------------L0.27------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.02us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.02us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.02us 3mb |----------L0.?-----------| "
- "**** Simulation run 17, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.28[42,986] 1.02us |-----------------------------------------L0.28------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.02us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.02us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.02us 3mb |------------L0.?------------| "
- "**** Simulation run 18, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.29[173,950] 1.02us |-----------------------------------------L0.29------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.02us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.02us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.02us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.02us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.02us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.02us 4mb |-------------L0.?-------------| "
- "**** Simulation run 19, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.30[50,629] 1.02us |-----------------------------------------L0.30------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.02us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.02us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.02us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.02us 5mb |------------------L0.?------------------| "
- "**** Simulation run 20, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.31[76,932] 1.02us |-----------------------------------------L0.31------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.02us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.02us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.02us 3mb |----------L0.?-----------| "
- "**** Simulation run 21, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.32[42,986] 1.02us |-----------------------------------------L0.32------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.02us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.02us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.02us 3mb |------------L0.?------------| "
- "**** Simulation run 22, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.33[173,950] 1.02us |-----------------------------------------L0.33------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.02us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.02us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.02us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.02us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.02us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.02us 4mb |-------------L0.?-------------| "
- "**** Simulation run 23, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.34[50,629] 1.02us |-----------------------------------------L0.34------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.02us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.02us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.02us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.02us 5mb |------------------L0.?------------------| "
- "**** Simulation run 24, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.35[76,932] 1.02us |-----------------------------------------L0.35------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.02us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.02us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.02us 3mb |----------L0.?-----------| "
- "**** Simulation run 25, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.36[42,986] 1.02us |-----------------------------------------L0.36------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.02us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.02us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.02us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.02us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.02us 3mb |------------L0.?------------| "
- "**** Simulation run 26, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.37[173,950] 1.03us |-----------------------------------------L0.37------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.03us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.03us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.03us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.03us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.03us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.03us 4mb |-------------L0.?-------------| "
- "**** Simulation run 27, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.38[50,629] 1.03us |-----------------------------------------L0.38------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.03us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.03us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.03us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.03us 5mb |------------------L0.?------------------| "
- "**** Simulation run 28, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.39[76,932] 1.03us |-----------------------------------------L0.39------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.03us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.03us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.03us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.03us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.03us 3mb |----------L0.?-----------| "
- "**** Simulation run 29, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.40[42,986] 1.03us |-----------------------------------------L0.40------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.03us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.03us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.03us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.03us 3mb |------------L0.?------------| "
- "**** Simulation run 30, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.41[173,950] 1.03us |-----------------------------------------L0.41------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.03us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.03us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.03us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.03us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.03us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.03us 4mb |-------------L0.?-------------| "
- "**** Simulation run 31, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.42[50,629] 1.03us |-----------------------------------------L0.42------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.03us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.03us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.03us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.03us 5mb |------------------L0.?------------------| "
- "**** Simulation run 32, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.43[76,932] 1.03us |-----------------------------------------L0.43------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.03us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.03us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.03us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.03us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.03us 3mb |----------L0.?-----------| "
- "**** Simulation run 33, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.44[42,986] 1.03us |-----------------------------------------L0.44------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.03us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.03us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.03us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.03us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.03us 3mb |------------L0.?------------| "
- "**** Simulation run 34, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.45[173,950] 1.03us |-----------------------------------------L0.45------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.03us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.03us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.03us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.03us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.03us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.03us 4mb |-------------L0.?-------------| "
- "**** Simulation run 35, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.46[50,629] 1.03us |-----------------------------------------L0.46------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.03us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.03us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.03us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.03us 5mb |------------------L0.?------------------| "
- "**** Simulation run 36, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.47[76,932] 1.04us |-----------------------------------------L0.47------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.04us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.04us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.04us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.04us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.04us 3mb |----------L0.?-----------| "
- "**** Simulation run 37, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.48[42,986] 1.04us |-----------------------------------------L0.48------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.04us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.04us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.04us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.04us 3mb |------------L0.?------------| "
- "**** Simulation run 38, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.49[173,950] 1.04us |-----------------------------------------L0.49------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.04us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.04us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.04us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.04us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.04us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.04us 4mb |-------------L0.?-------------| "
- "**** Simulation run 39, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.50[50,629] 1.04us |-----------------------------------------L0.50------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.04us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.04us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.04us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.04us 5mb |------------------L0.?------------------| "
- "**** Simulation run 40, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.51[76,932] 1.04us |-----------------------------------------L0.51------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.04us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.04us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.04us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.04us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.04us 3mb |----------L0.?-----------| "
- "**** Simulation run 41, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.52[42,986] 1.04us |-----------------------------------------L0.52------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.04us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.04us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.04us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.04us 3mb |------------L0.?------------| "
- "**** Simulation run 42, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.53[173,950] 1.04us |-----------------------------------------L0.53------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.04us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.04us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.04us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.04us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.04us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.04us 4mb |-------------L0.?-------------| "
- "**** Simulation run 43, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.54[50,629] 1.04us |-----------------------------------------L0.54------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.04us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.04us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.04us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.04us 5mb |------------------L0.?------------------| "
- "**** Simulation run 44, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.55[76,932] 1.04us |-----------------------------------------L0.55------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.04us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.04us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.04us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.04us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.04us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.04us 3mb |----------L0.?-----------| "
- "**** Simulation run 45, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.56[42,986] 1.05us |-----------------------------------------L0.56------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.05us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.05us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.05us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.05us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.05us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.05us 3mb |------------L0.?------------| "
- "**** Simulation run 46, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.57[173,950] 1.05us |-----------------------------------------L0.57------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[173,356] 1.05us 2.36mb|-------L0.?--------| "
- - "L0.?[357,670] 1.05us 4.03mb |---------------L0.?---------------| "
- - "L0.?[671,950] 1.05us 3.62mb |-------------L0.?-------------| "
+ - "L0.?[173,356] 1.05us 2mb |-------L0.?--------| "
+ - "L0.?[357,670] 1.05us 4mb |---------------L0.?---------------| "
+ - "L0.?[671,950] 1.05us 4mb |-------------L0.?-------------| "
- "**** Simulation run 47, type=split(HighL0OverlapSingleFile)(split_times=[356]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.58[50,629] 1.05us |-----------------------------------------L0.58------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[50,356] 1.05us 5.28mb|--------------------L0.?---------------------| "
- - "L0.?[357,629] 1.05us 4.72mb |------------------L0.?------------------| "
+ - "L0.?[50,356] 1.05us 5mb |--------------------L0.?---------------------| "
+ - "L0.?[357,629] 1.05us 5mb |------------------L0.?------------------| "
- "**** Simulation run 48, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.59[76,932] 1.05us |-----------------------------------------L0.59------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[76,356] 1.05us 3.27mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.05us 3.66mb |-------------L0.?-------------| "
- - "L0.?[671,932] 1.05us 3.07mb |----------L0.?-----------| "
+ - "L0.?[76,356] 1.05us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.05us 4mb |-------------L0.?-------------| "
+ - "L0.?[671,932] 1.05us 3mb |----------L0.?-----------| "
- "**** Simulation run 49, type=split(HighL0OverlapSingleFile)(split_times=[356, 670]). 1 Input Files, 10mb total:"
- "L0, all files 10mb "
- "L0.60[42,986] 1.05us |-----------------------------------------L0.60------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L0 "
- - "L0.?[42,356] 1.05us 3.33mb|-----------L0.?------------| "
- - "L0.?[357,670] 1.05us 3.32mb |-----------L0.?------------| "
- - "L0.?[671,986] 1.05us 3.36mb |------------L0.?------------| "
+ - "L0.?[42,356] 1.05us 3mb |-----------L0.?------------| "
+ - "L0.?[357,670] 1.05us 3mb |-----------L0.?------------| "
+ - "L0.?[671,986] 1.05us 3mb |------------L0.?------------| "
- "Committing partition 1:"
- " Soft Deleting 50 files: L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60"
- " Creating 138 files"
- "**** Simulation run 50, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[357, 672]). 83 Input Files, 300mb total:"
- "L0 "
- - "L0.63[671,932] 1us 3.07mb |--------L0.63---------| "
- - "L0.62[357,670] 1us 3.66mb |-----------L0.62-----------| "
- - "L0.61[76,356] 1us 3.27mb |---------L0.61----------| "
- - "L0.66[671,986] 1us 3.36mb |-----------L0.66------------| "
- - "L0.65[357,670] 1us 3.32mb |-----------L0.65-----------| "
- - "L0.64[42,356] 1us 3.33mb |-----------L0.64-----------| "
- - "L0.69[671,950] 1us 3.62mb |---------L0.69----------| "
- - "L0.68[357,670] 1us 4.03mb |-----------L0.68-----------| "
- - "L0.67[173,356] 1us 2.36mb |-----L0.67-----| "
- - "L0.71[357,629] 1us 4.72mb |---------L0.71---------| "
- - "L0.70[50,356] 1us 5.28mb |-----------L0.70-----------| "
- - "L0.74[671,932] 1us 3.07mb |--------L0.74---------| "
- - "L0.73[357,670] 1us 3.66mb |-----------L0.73-----------| "
- - "L0.72[76,356] 1us 3.27mb |---------L0.72----------| "
- - "L0.77[671,986] 1us 3.36mb |-----------L0.77------------| "
- - "L0.76[357,670] 1us 3.32mb |-----------L0.76-----------| "
- - "L0.75[42,356] 1us 3.33mb |-----------L0.75-----------| "
- - "L0.80[671,950] 1.01us 3.62mb |---------L0.80----------| "
- - "L0.79[357,670] 1.01us 4.03mb |-----------L0.79-----------| "
- - "L0.78[173,356] 1.01us 2.36mb |-----L0.78-----| "
- - "L0.82[357,629] 1.01us 4.72mb |---------L0.82---------| "
- - "L0.81[50,356] 1.01us 5.28mb|-----------L0.81-----------| "
- - "L0.85[671,932] 1.01us 3.07mb |--------L0.85---------| "
- - "L0.84[357,670] 1.01us 3.66mb |-----------L0.84-----------| "
- - "L0.83[76,356] 1.01us 3.27mb |---------L0.83----------| "
- - "L0.88[671,986] 1.01us 3.36mb |-----------L0.88------------| "
- - "L0.87[357,670] 1.01us 3.32mb |-----------L0.87-----------| "
- - "L0.86[42,356] 1.01us 3.33mb|-----------L0.86-----------| "
- - "L0.91[671,950] 1.01us 3.62mb |---------L0.91----------| "
- - "L0.90[357,670] 1.01us 4.03mb |-----------L0.90-----------| "
- - "L0.89[173,356] 1.01us 2.36mb |-----L0.89-----| "
- - "L0.93[357,629] 1.01us 4.72mb |---------L0.93---------| "
- - "L0.92[50,356] 1.01us 5.28mb|-----------L0.92-----------| "
- - "L0.96[671,932] 1.01us 3.07mb |--------L0.96---------| "
- - "L0.95[357,670] 1.01us 3.66mb |-----------L0.95-----------| "
- - "L0.94[76,356] 1.01us 3.27mb |---------L0.94----------| "
- - "L0.99[671,986] 1.01us 3.36mb |-----------L0.99------------| "
- - "L0.98[357,670] 1.01us 3.32mb |-----------L0.98-----------| "
- - "L0.97[42,356] 1.01us 3.33mb|-----------L0.97-----------| "
- - "L0.102[671,950] 1.01us 3.62mb |---------L0.102---------| "
- - "L0.101[357,670] 1.01us 4.03mb |----------L0.101-----------| "
- - "L0.100[173,356] 1.01us 2.36mb |----L0.100-----| "
- - "L0.104[357,629] 1.01us 4.72mb |--------L0.104---------| "
- - "L0.103[50,356] 1.01us 5.28mb|----------L0.103-----------| "
- - "L0.107[671,932] 1.02us 3.07mb |--------L0.107--------| "
- - "L0.106[357,670] 1.02us 3.66mb |----------L0.106-----------| "
- - "L0.105[76,356] 1.02us 3.27mb |---------L0.105---------| "
- - "L0.110[671,986] 1.02us 3.36mb |-----------L0.110-----------| "
- - "L0.109[357,670] 1.02us 3.32mb |----------L0.109-----------| "
- - "L0.108[42,356] 1.02us 3.33mb|----------L0.108-----------| "
- - "L0.113[671,950] 1.02us 3.62mb |---------L0.113---------| "
- - "L0.112[357,670] 1.02us 4.03mb |----------L0.112-----------| "
- - "L0.111[173,356] 1.02us 2.36mb |----L0.111-----| "
- - "L0.115[357,629] 1.02us 4.72mb |--------L0.115---------| "
- - "L0.114[50,356] 1.02us 5.28mb|----------L0.114-----------| "
- - "L0.118[671,932] 1.02us 3.07mb |--------L0.118--------| "
- - "L0.117[357,670] 1.02us 3.66mb |----------L0.117-----------| "
- - "L0.116[76,356] 1.02us 3.27mb |---------L0.116---------| "
- - "L0.121[671,986] 1.02us 3.36mb |-----------L0.121-----------| "
- - "L0.120[357,670] 1.02us 3.32mb |----------L0.120-----------| "
- - "L0.119[42,356] 1.02us 3.33mb|----------L0.119-----------| "
- - "L0.124[671,950] 1.02us 3.62mb |---------L0.124---------| "
- - "L0.123[357,670] 1.02us 4.03mb |----------L0.123-----------| "
- - "L0.122[173,356] 1.02us 2.36mb |----L0.122-----| "
- - "L0.126[357,629] 1.02us 4.72mb |--------L0.126---------| "
- - "L0.125[50,356] 1.02us 5.28mb|----------L0.125-----------| "
- - "L0.129[671,932] 1.02us 3.07mb |--------L0.129--------| "
- - "L0.128[357,670] 1.02us 3.66mb |----------L0.128-----------| "
- - "L0.127[76,356] 1.02us 3.27mb |---------L0.127---------| "
- - "L0.132[671,986] 1.02us 3.36mb |-----------L0.132-----------| "
- - "L0.131[357,670] 1.02us 3.32mb |----------L0.131-----------| "
- - "L0.130[42,356] 1.02us 3.33mb|----------L0.130-----------| "
- - "L0.135[671,950] 1.03us 3.62mb |---------L0.135---------| "
- - "L0.134[357,670] 1.03us 4.03mb |----------L0.134-----------| "
- - "L0.133[173,356] 1.03us 2.36mb |----L0.133-----| "
- - "L0.137[357,629] 1.03us 4.72mb |--------L0.137---------| "
- - "L0.136[50,356] 1.03us 5.28mb|----------L0.136-----------| "
- - "L0.140[671,932] 1.03us 3.07mb |--------L0.140--------| "
- - "L0.139[357,670] 1.03us 3.66mb |----------L0.139-----------| "
- - "L0.138[76,356] 1.03us 3.27mb |---------L0.138---------| "
- - "L0.143[671,986] 1.03us 3.36mb |-----------L0.143-----------| "
- - "L0.142[357,670] 1.03us 3.32mb |----------L0.142-----------| "
- - "L0.141[42,356] 1.03us 3.33mb|----------L0.141-----------| "
+ - "L0.63[671,932] 1us 3mb |--------L0.63---------| "
+ - "L0.62[357,670] 1us 4mb |-----------L0.62-----------| "
+ - "L0.61[76,356] 1us 3mb |---------L0.61----------| "
+ - "L0.66[671,986] 1us 3mb |-----------L0.66------------| "
+ - "L0.65[357,670] 1us 3mb |-----------L0.65-----------| "
+ - "L0.64[42,356] 1us 3mb |-----------L0.64-----------| "
+ - "L0.69[671,950] 1us 4mb |---------L0.69----------| "
+ - "L0.68[357,670] 1us 4mb |-----------L0.68-----------| "
+ - "L0.67[173,356] 1us 2mb |-----L0.67-----| "
+ - "L0.71[357,629] 1us 5mb |---------L0.71---------| "
+ - "L0.70[50,356] 1us 5mb |-----------L0.70-----------| "
+ - "L0.74[671,932] 1us 3mb |--------L0.74---------| "
+ - "L0.73[357,670] 1us 4mb |-----------L0.73-----------| "
+ - "L0.72[76,356] 1us 3mb |---------L0.72----------| "
+ - "L0.77[671,986] 1us 3mb |-----------L0.77------------| "
+ - "L0.76[357,670] 1us 3mb |-----------L0.76-----------| "
+ - "L0.75[42,356] 1us 3mb |-----------L0.75-----------| "
+ - "L0.80[671,950] 1.01us 4mb |---------L0.80----------| "
+ - "L0.79[357,670] 1.01us 4mb |-----------L0.79-----------| "
+ - "L0.78[173,356] 1.01us 2mb |-----L0.78-----| "
+ - "L0.82[357,629] 1.01us 5mb |---------L0.82---------| "
+ - "L0.81[50,356] 1.01us 5mb |-----------L0.81-----------| "
+ - "L0.85[671,932] 1.01us 3mb |--------L0.85---------| "
+ - "L0.84[357,670] 1.01us 4mb |-----------L0.84-----------| "
+ - "L0.83[76,356] 1.01us 3mb |---------L0.83----------| "
+ - "L0.88[671,986] 1.01us 3mb |-----------L0.88------------| "
+ - "L0.87[357,670] 1.01us 3mb |-----------L0.87-----------| "
+ - "L0.86[42,356] 1.01us 3mb |-----------L0.86-----------| "
+ - "L0.91[671,950] 1.01us 4mb |---------L0.91----------| "
+ - "L0.90[357,670] 1.01us 4mb |-----------L0.90-----------| "
+ - "L0.89[173,356] 1.01us 2mb |-----L0.89-----| "
+ - "L0.93[357,629] 1.01us 5mb |---------L0.93---------| "
+ - "L0.92[50,356] 1.01us 5mb |-----------L0.92-----------| "
+ - "L0.96[671,932] 1.01us 3mb |--------L0.96---------| "
+ - "L0.95[357,670] 1.01us 4mb |-----------L0.95-----------| "
+ - "L0.94[76,356] 1.01us 3mb |---------L0.94----------| "
+ - "L0.99[671,986] 1.01us 3mb |-----------L0.99------------| "
+ - "L0.98[357,670] 1.01us 3mb |-----------L0.98-----------| "
+ - "L0.97[42,356] 1.01us 3mb |-----------L0.97-----------| "
+ - "L0.102[671,950] 1.01us 4mb |---------L0.102---------| "
+ - "L0.101[357,670] 1.01us 4mb |----------L0.101-----------| "
+ - "L0.100[173,356] 1.01us 2mb |----L0.100-----| "
+ - "L0.104[357,629] 1.01us 5mb |--------L0.104---------| "
+ - "L0.103[50,356] 1.01us 5mb|----------L0.103-----------| "
+ - "L0.107[671,932] 1.02us 3mb |--------L0.107--------| "
+ - "L0.106[357,670] 1.02us 4mb |----------L0.106-----------| "
+ - "L0.105[76,356] 1.02us 3mb |---------L0.105---------| "
+ - "L0.110[671,986] 1.02us 3mb |-----------L0.110-----------| "
+ - "L0.109[357,670] 1.02us 3mb |----------L0.109-----------| "
+ - "L0.108[42,356] 1.02us 3mb|----------L0.108-----------| "
+ - "L0.113[671,950] 1.02us 4mb |---------L0.113---------| "
+ - "L0.112[357,670] 1.02us 4mb |----------L0.112-----------| "
+ - "L0.111[173,356] 1.02us 2mb |----L0.111-----| "
+ - "L0.115[357,629] 1.02us 5mb |--------L0.115---------| "
+ - "L0.114[50,356] 1.02us 5mb|----------L0.114-----------| "
+ - "L0.118[671,932] 1.02us 3mb |--------L0.118--------| "
+ - "L0.117[357,670] 1.02us 4mb |----------L0.117-----------| "
+ - "L0.116[76,356] 1.02us 3mb |---------L0.116---------| "
+ - "L0.121[671,986] 1.02us 3mb |-----------L0.121-----------| "
+ - "L0.120[357,670] 1.02us 3mb |----------L0.120-----------| "
+ - "L0.119[42,356] 1.02us 3mb|----------L0.119-----------| "
+ - "L0.124[671,950] 1.02us 4mb |---------L0.124---------| "
+ - "L0.123[357,670] 1.02us 4mb |----------L0.123-----------| "
+ - "L0.122[173,356] 1.02us 2mb |----L0.122-----| "
+ - "L0.126[357,629] 1.02us 5mb |--------L0.126---------| "
+ - "L0.125[50,356] 1.02us 5mb|----------L0.125-----------| "
+ - "L0.129[671,932] 1.02us 3mb |--------L0.129--------| "
+ - "L0.128[357,670] 1.02us 4mb |----------L0.128-----------| "
+ - "L0.127[76,356] 1.02us 3mb |---------L0.127---------| "
+ - "L0.132[671,986] 1.02us 3mb |-----------L0.132-----------| "
+ - "L0.131[357,670] 1.02us 3mb |----------L0.131-----------| "
+ - "L0.130[42,356] 1.02us 3mb|----------L0.130-----------| "
+ - "L0.135[671,950] 1.03us 4mb |---------L0.135---------| "
+ - "L0.134[357,670] 1.03us 4mb |----------L0.134-----------| "
+ - "L0.133[173,356] 1.03us 2mb |----L0.133-----| "
+ - "L0.137[357,629] 1.03us 5mb |--------L0.137---------| "
+ - "L0.136[50,356] 1.03us 5mb|----------L0.136-----------| "
+ - "L0.140[671,932] 1.03us 3mb |--------L0.140--------| "
+ - "L0.139[357,670] 1.03us 4mb |----------L0.139-----------| "
+ - "L0.138[76,356] 1.03us 3mb |---------L0.138---------| "
+ - "L0.143[671,986] 1.03us 3mb |-----------L0.143-----------| "
+ - "L0.142[357,670] 1.03us 3mb |----------L0.142-----------| "
+ - "L0.141[42,356] 1.03us 3mb|----------L0.141-----------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 300mb total:"
- "L1 "
- - "L1.?[42,357] 1.03us 100.11mb|------------L1.?------------| "
- - "L1.?[358,672] 1.03us 99.79mb |-----------L1.?------------| "
- - "L1.?[673,986] 1.03us 100.11mb |-----------L1.?------------| "
+ - "L1.?[42,357] 1.03us 100mb|------------L1.?------------| "
+ - "L1.?[358,672] 1.03us 100mb |-----------L1.?------------| "
+ - "L1.?[673,986] 1.03us 100mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 83 files: L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143"
- " Creating 3 files"
- - "**** Simulation run 51, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "**** Simulation run 51, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.145[357,670] 1.03us |-----------------------------------------L0.145-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- "L0.?[357,357] 1.03us 0b |L0.?| "
- - "L0.?[358,670] 1.03us 4.03mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 52, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.62mb total:"
- - "L0, all files 3.62mb "
+ - "L0.?[358,670] 1.03us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 52, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.146[671,950] 1.03us |-----------------------------------------L0.146-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.62mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[671,672] 1.03us 13.27kb|L0.?| "
- - "L0.?[673,950] 1.03us 3.6mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 53, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[671,672] 1.03us 13kb|L0.?| "
+ - "L0.?[673,950] 1.03us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 53, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.148[357,629] 1.03us |-----------------------------------------L0.148-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- "L0.?[357,357] 1.03us 0b |L0.?| "
- - "L0.?[358,629] 1.03us 4.72mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 54, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[358,629] 1.03us 5mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 54, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.150[357,670] 1.03us |-----------------------------------------L0.150-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- "L0.?[357,357] 1.03us 0b |L0.?| "
- - "L0.?[358,670] 1.03us 3.66mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 55, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.07mb total:"
- - "L0, all files 3.07mb "
+ - "L0.?[358,670] 1.03us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 55, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.151[671,932] 1.03us |-----------------------------------------L0.151-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,672] 1.03us 12.05kb|L0.?| "
- - "L0.?[673,932] 1.03us 3.06mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 56, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[671,672] 1.03us 12kb|L0.?| "
+ - "L0.?[673,932] 1.03us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 56, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.153[357,670] 1.03us |-----------------------------------------L0.153-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- "L0.?[357,357] 1.03us 0b |L0.?| "
- - "L0.?[358,670] 1.03us 3.32mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 57, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.36mb total:"
- - "L0, all files 3.36mb "
+ - "L0.?[358,670] 1.03us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 57, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.154[671,986] 1.03us |-----------------------------------------L0.154-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,672] 1.03us 10.92kb|L0.?| "
- - "L0.?[673,986] 1.03us 3.35mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 58, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[671,672] 1.03us 11kb|L0.?| "
+ - "L0.?[673,986] 1.03us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 58, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.156[357,670] 1.03us |-----------------------------------------L0.156-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- "L0.?[357,357] 1.03us 0b |L0.?| "
- - "L0.?[358,670] 1.03us 4.03mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.62mb total:"
- - "L0, all files 3.62mb "
+ - "L0.?[358,670] 1.03us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.157[671,950] 1.03us |-----------------------------------------L0.157-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.62mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[671,672] 1.03us 13.27kb|L0.?| "
- - "L0.?[673,950] 1.03us 3.6mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[671,672] 1.03us 13kb|L0.?| "
+ - "L0.?[673,950] 1.03us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.159[357,629] 1.03us |-----------------------------------------L0.159-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- "L0.?[357,357] 1.03us 0b |L0.?| "
- - "L0.?[358,629] 1.03us 4.72mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 61, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[358,629] 1.03us 5mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 61, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.161[357,670] 1.04us |-----------------------------------------L0.161-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- "L0.?[357,357] 1.04us 0b |L0.?| "
- - "L0.?[358,670] 1.04us 3.66mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 62, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.07mb total:"
- - "L0, all files 3.07mb "
+ - "L0.?[358,670] 1.04us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 62, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.162[671,932] 1.04us |-----------------------------------------L0.162-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,672] 1.04us 12.05kb|L0.?| "
- - "L0.?[673,932] 1.04us 3.06mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 63, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[671,672] 1.04us 12kb|L0.?| "
+ - "L0.?[673,932] 1.04us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 63, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.164[357,670] 1.04us |-----------------------------------------L0.164-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- "L0.?[357,357] 1.04us 0b |L0.?| "
- - "L0.?[358,670] 1.04us 3.32mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 64, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.36mb total:"
- - "L0, all files 3.36mb "
+ - "L0.?[358,670] 1.04us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 64, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.165[671,986] 1.04us |-----------------------------------------L0.165-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,672] 1.04us 10.92kb|L0.?| "
- - "L0.?[673,986] 1.04us 3.35mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[671,672] 1.04us 11kb|L0.?| "
+ - "L0.?[673,986] 1.04us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.167[357,670] 1.04us |-----------------------------------------L0.167-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- "L0.?[357,357] 1.04us 0b |L0.?| "
- - "L0.?[358,670] 1.04us 4.03mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.62mb total:"
- - "L0, all files 3.62mb "
+ - "L0.?[358,670] 1.04us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.168[671,950] 1.04us |-----------------------------------------L0.168-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.62mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[671,672] 1.04us 13.27kb|L0.?| "
- - "L0.?[673,950] 1.04us 3.6mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[671,672] 1.04us 13kb|L0.?| "
+ - "L0.?[673,950] 1.04us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.170[357,629] 1.04us |-----------------------------------------L0.170-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- "L0.?[357,357] 1.04us 0b |L0.?| "
- - "L0.?[358,629] 1.04us 4.72mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 68, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[358,629] 1.04us 5mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 68, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.172[357,670] 1.04us |-----------------------------------------L0.172-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- "L0.?[357,357] 1.04us 0b |L0.?| "
- - "L0.?[358,670] 1.04us 3.66mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 69, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.07mb total:"
- - "L0, all files 3.07mb "
+ - "L0.?[358,670] 1.04us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 69, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.173[671,932] 1.04us |-----------------------------------------L0.173-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,672] 1.04us 12.05kb|L0.?| "
- - "L0.?[673,932] 1.04us 3.06mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 70, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[671,672] 1.04us 12kb|L0.?| "
+ - "L0.?[673,932] 1.04us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 70, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.175[357,670] 1.04us |-----------------------------------------L0.175-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- "L0.?[357,357] 1.04us 0b |L0.?| "
- - "L0.?[358,670] 1.04us 3.32mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 71, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.36mb total:"
- - "L0, all files 3.36mb "
+ - "L0.?[358,670] 1.04us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 71, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.176[671,986] 1.04us |-----------------------------------------L0.176-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,672] 1.04us 10.92kb|L0.?| "
- - "L0.?[673,986] 1.04us 3.35mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 72, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[671,672] 1.04us 11kb|L0.?| "
+ - "L0.?[673,986] 1.04us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 72, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.178[357,670] 1.04us |-----------------------------------------L0.178-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- "L0.?[357,357] 1.04us 0b |L0.?| "
- - "L0.?[358,670] 1.04us 4.03mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 73, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.62mb total:"
- - "L0, all files 3.62mb "
+ - "L0.?[358,670] 1.04us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 73, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.179[671,950] 1.04us |-----------------------------------------L0.179-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.62mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[671,672] 1.04us 13.27kb|L0.?| "
- - "L0.?[673,950] 1.04us 3.6mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 74, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[671,672] 1.04us 13kb|L0.?| "
+ - "L0.?[673,950] 1.04us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 74, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.181[357,629] 1.04us |-----------------------------------------L0.181-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- "L0.?[357,357] 1.04us 0b |L0.?| "
- - "L0.?[358,629] 1.04us 4.72mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 75, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[358,629] 1.04us 5mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 75, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.183[357,670] 1.04us |-----------------------------------------L0.183-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- "L0.?[357,357] 1.04us 0b |L0.?| "
- - "L0.?[358,670] 1.04us 3.66mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 76, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.07mb total:"
- - "L0, all files 3.07mb "
+ - "L0.?[358,670] 1.04us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 76, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.184[671,932] 1.04us |-----------------------------------------L0.184-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,672] 1.04us 12.05kb|L0.?| "
- - "L0.?[673,932] 1.04us 3.06mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 77, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[671,672] 1.04us 12kb|L0.?| "
+ - "L0.?[673,932] 1.04us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 77, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.186[357,670] 1.05us |-----------------------------------------L0.186-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- "L0.?[357,357] 1.05us 0b |L0.?| "
- - "L0.?[358,670] 1.05us 3.32mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 78, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.36mb total:"
- - "L0, all files 3.36mb "
+ - "L0.?[358,670] 1.05us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 78, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.187[671,986] 1.05us |-----------------------------------------L0.187-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,672] 1.05us 10.92kb|L0.?| "
- - "L0.?[673,986] 1.05us 3.35mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 79, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[671,672] 1.05us 11kb|L0.?| "
+ - "L0.?[673,986] 1.05us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 79, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.189[357,670] 1.05us |-----------------------------------------L0.189-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- "L0.?[357,357] 1.05us 0b |L0.?| "
- - "L0.?[358,670] 1.05us 4.03mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 80, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.62mb total:"
- - "L0, all files 3.62mb "
+ - "L0.?[358,670] 1.05us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 80, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.190[671,950] 1.05us |-----------------------------------------L0.190-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.62mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[671,672] 1.05us 13.27kb|L0.?| "
- - "L0.?[673,950] 1.05us 3.6mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 81, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[671,672] 1.05us 13kb|L0.?| "
+ - "L0.?[673,950] 1.05us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 81, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.192[357,629] 1.05us |-----------------------------------------L0.192-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- "L0.?[357,357] 1.05us 0b |L0.?| "
- - "L0.?[358,629] 1.05us 4.72mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 82, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[358,629] 1.05us 5mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 82, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.194[357,670] 1.05us |-----------------------------------------L0.194-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- "L0.?[357,357] 1.05us 0b |L0.?| "
- - "L0.?[358,670] 1.05us 3.66mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 83, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.07mb total:"
- - "L0, all files 3.07mb "
+ - "L0.?[358,670] 1.05us 4mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 83, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.195[671,932] 1.05us |-----------------------------------------L0.195-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,672] 1.05us 12.05kb|L0.?| "
- - "L0.?[673,932] 1.05us 3.06mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 84, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[671,672] 1.05us 12kb|L0.?| "
+ - "L0.?[673,932] 1.05us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 84, type=split(ReduceOverlap)(split_times=[357]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.197[357,670] 1.05us |-----------------------------------------L0.197-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- "L0.?[357,357] 1.05us 0b |L0.?| "
- - "L0.?[358,670] 1.05us 3.32mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 85, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3.36mb total:"
- - "L0, all files 3.36mb "
+ - "L0.?[358,670] 1.05us 3mb |-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 85, type=split(ReduceOverlap)(split_times=[672]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.198[671,986] 1.05us |-----------------------------------------L0.198-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[671,672] 1.05us 10.92kb|L0.?| "
- - "L0.?[673,986] 1.05us 3.35mb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[671,672] 1.05us 11kb|L0.?| "
+ - "L0.?[673,986] 1.05us 3mb |-----------------------------------------L0.?------------------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 35 files: L0.145, L0.146, L0.148, L0.150, L0.151, L0.153, L0.154, L0.156, L0.157, L0.159, L0.161, L0.162, L0.164, L0.165, L0.167, L0.168, L0.170, L0.172, L0.173, L0.175, L0.176, L0.178, L0.179, L0.181, L0.183, L0.184, L0.186, L0.187, L0.189, L0.190, L0.192, L0.194, L0.195, L0.197, L0.198"
- " Creating 70 files"
- - "**** Simulation run 86, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[294]). 2 Input Files, 102.46mb total:"
+ - "**** Simulation run 86, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[294]). 2 Input Files, 102mb total:"
- "L0 "
- - "L0.144[173,356] 1.03us 2.36mb |----------------------L0.144----------------------| "
+ - "L0.144[173,356] 1.03us 2mb |----------------------L0.144----------------------| "
- "L1 "
- - "L1.199[42,357] 1.03us 100.11mb|-----------------------------------------L1.199-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 102.46mb total:"
+ - "L1.199[42,357] 1.03us 100mb|-----------------------------------------L1.199-----------------------------------------|"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 102mb total:"
- "L1 "
- - "L1.?[42,294] 1.03us 81.97mb|---------------------------------L1.?---------------------------------| "
- - "L1.?[295,357] 1.03us 20.49mb |-----L1.?------| "
+ - "L1.?[42,294] 1.03us 82mb |---------------------------------L1.?---------------------------------| "
+ - "L1.?[295,357] 1.03us 20mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.144, L1.199"
- " Creating 2 files"
- - "**** Simulation run 87, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 5.28mb total:"
- - "L0, all files 5.28mb "
+ - "**** Simulation run 87, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.147[50,356] 1.03us |-----------------------------------------L0.147-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 5.28mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,294] 1.03us 4.21mb|--------------------------------L0.?---------------------------------| "
- - "L0.?[295,356] 1.03us 1.07mb |-----L0.?------| "
- - "**** Simulation run 88, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3.27mb total:"
- - "L0, all files 3.27mb "
+ - "L0.?[50,294] 1.03us 4mb |--------------------------------L0.?---------------------------------| "
+ - "L0.?[295,356] 1.03us 1mb |-----L0.?------| "
+ - "**** Simulation run 88, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.149[76,356] 1.03us |-----------------------------------------L0.149-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.27mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,294] 1.03us 2.55mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[295,356] 1.03us 741.68kb |------L0.?-------| "
- - "**** Simulation run 89, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "L0.?[76,294] 1.03us 3mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[295,356] 1.03us 742kb |------L0.?-------| "
+ - "**** Simulation run 89, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.152[42,356] 1.03us |-----------------------------------------L0.152-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,294] 1.03us 2.67mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[295,356] 1.03us 672.54kb |-----L0.?------| "
- - "**** Simulation run 90, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 2.36mb total:"
- - "L0, all files 2.36mb "
+ - "L0.?[42,294] 1.03us 3mb |---------------------------------L0.?---------------------------------| "
+ - "L0.?[295,356] 1.03us 673kb |-----L0.?------| "
+ - "**** Simulation run 90, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.155[173,356] 1.03us |-----------------------------------------L0.155-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,294] 1.03us 1.56mb|--------------------------L0.?---------------------------| "
- - "L0.?[295,356] 1.03us 817.09kb |------------L0.?------------|"
- - "**** Simulation run 91, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 5.28mb total:"
- - "L0, all files 5.28mb "
+ - "L0.?[173,294] 1.03us 2mb |--------------------------L0.?---------------------------| "
+ - "L0.?[295,356] 1.03us 817kb |------------L0.?------------|"
+ - "**** Simulation run 91, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.158[50,356] 1.03us |-----------------------------------------L0.158-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 5.28mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,294] 1.03us 4.21mb|--------------------------------L0.?---------------------------------| "
- - "L0.?[295,356] 1.03us 1.07mb |-----L0.?------| "
- - "**** Simulation run 92, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3.27mb total:"
- - "L0, all files 3.27mb "
+ - "L0.?[50,294] 1.03us 4mb |--------------------------------L0.?---------------------------------| "
+ - "L0.?[295,356] 1.03us 1mb |-----L0.?------| "
+ - "**** Simulation run 92, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.160[76,356] 1.04us |-----------------------------------------L0.160-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.27mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,294] 1.04us 2.55mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[295,356] 1.04us 741.68kb |------L0.?-------| "
- - "**** Simulation run 93, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "L0.?[76,294] 1.04us 3mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[295,356] 1.04us 742kb |------L0.?-------| "
+ - "**** Simulation run 93, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.163[42,356] 1.04us |-----------------------------------------L0.163-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,294] 1.04us 2.67mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[295,356] 1.04us 672.54kb |-----L0.?------| "
- - "**** Simulation run 94, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 2.36mb total:"
- - "L0, all files 2.36mb "
+ - "L0.?[42,294] 1.04us 3mb |---------------------------------L0.?---------------------------------| "
+ - "L0.?[295,356] 1.04us 673kb |-----L0.?------| "
+ - "**** Simulation run 94, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.166[173,356] 1.04us |-----------------------------------------L0.166-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,294] 1.04us 1.56mb|--------------------------L0.?---------------------------| "
- - "L0.?[295,356] 1.04us 817.09kb |------------L0.?------------|"
- - "**** Simulation run 95, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 5.28mb total:"
- - "L0, all files 5.28mb "
+ - "L0.?[173,294] 1.04us 2mb |--------------------------L0.?---------------------------| "
+ - "L0.?[295,356] 1.04us 817kb |------------L0.?------------|"
+ - "**** Simulation run 95, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.169[50,356] 1.04us |-----------------------------------------L0.169-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 5.28mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,294] 1.04us 4.21mb|--------------------------------L0.?---------------------------------| "
- - "L0.?[295,356] 1.04us 1.07mb |-----L0.?------| "
- - "**** Simulation run 96, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3.27mb total:"
- - "L0, all files 3.27mb "
+ - "L0.?[50,294] 1.04us 4mb |--------------------------------L0.?---------------------------------| "
+ - "L0.?[295,356] 1.04us 1mb |-----L0.?------| "
+ - "**** Simulation run 96, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.171[76,356] 1.04us |-----------------------------------------L0.171-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.27mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,294] 1.04us 2.55mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[295,356] 1.04us 741.68kb |------L0.?-------| "
- - "**** Simulation run 97, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "L0.?[76,294] 1.04us 3mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[295,356] 1.04us 742kb |------L0.?-------| "
+ - "**** Simulation run 97, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.174[42,356] 1.04us |-----------------------------------------L0.174-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,294] 1.04us 2.67mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[295,356] 1.04us 672.54kb |-----L0.?------| "
- - "**** Simulation run 98, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 2.36mb total:"
- - "L0, all files 2.36mb "
+ - "L0.?[42,294] 1.04us 3mb |---------------------------------L0.?---------------------------------| "
+ - "L0.?[295,356] 1.04us 673kb |-----L0.?------| "
+ - "**** Simulation run 98, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.177[173,356] 1.04us |-----------------------------------------L0.177-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,294] 1.04us 1.56mb|--------------------------L0.?---------------------------| "
- - "L0.?[295,356] 1.04us 817.09kb |------------L0.?------------|"
- - "**** Simulation run 99, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 5.28mb total:"
- - "L0, all files 5.28mb "
+ - "L0.?[173,294] 1.04us 2mb |--------------------------L0.?---------------------------| "
+ - "L0.?[295,356] 1.04us 817kb |------------L0.?------------|"
+ - "**** Simulation run 99, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.180[50,356] 1.04us |-----------------------------------------L0.180-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 5.28mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,294] 1.04us 4.21mb|--------------------------------L0.?---------------------------------| "
- - "L0.?[295,356] 1.04us 1.07mb |-----L0.?------| "
- - "**** Simulation run 100, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3.27mb total:"
- - "L0, all files 3.27mb "
+ - "L0.?[50,294] 1.04us 4mb |--------------------------------L0.?---------------------------------| "
+ - "L0.?[295,356] 1.04us 1mb |-----L0.?------| "
+ - "**** Simulation run 100, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.182[76,356] 1.04us |-----------------------------------------L0.182-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.27mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,294] 1.04us 2.55mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[295,356] 1.04us 741.68kb |------L0.?-------| "
- - "**** Simulation run 101, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "L0.?[76,294] 1.04us 3mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[295,356] 1.04us 742kb |------L0.?-------| "
+ - "**** Simulation run 101, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.185[42,356] 1.05us |-----------------------------------------L0.185-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,294] 1.05us 2.67mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[295,356] 1.05us 672.54kb |-----L0.?------| "
- - "**** Simulation run 102, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 2.36mb total:"
- - "L0, all files 2.36mb "
+ - "L0.?[42,294] 1.05us 3mb |---------------------------------L0.?---------------------------------| "
+ - "L0.?[295,356] 1.05us 673kb |-----L0.?------| "
+ - "**** Simulation run 102, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.188[173,356] 1.05us |-----------------------------------------L0.188-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.36mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,294] 1.05us 1.56mb|--------------------------L0.?---------------------------| "
- - "L0.?[295,356] 1.05us 817.09kb |------------L0.?------------|"
- - "**** Simulation run 103, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 5.28mb total:"
- - "L0, all files 5.28mb "
+ - "L0.?[173,294] 1.05us 2mb |--------------------------L0.?---------------------------| "
+ - "L0.?[295,356] 1.05us 817kb |------------L0.?------------|"
+ - "**** Simulation run 103, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.191[50,356] 1.05us |-----------------------------------------L0.191-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 5.28mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[50,294] 1.05us 4.21mb|--------------------------------L0.?---------------------------------| "
- - "L0.?[295,356] 1.05us 1.07mb |-----L0.?------| "
- - "**** Simulation run 104, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3.27mb total:"
- - "L0, all files 3.27mb "
+ - "L0.?[50,294] 1.05us 4mb |--------------------------------L0.?---------------------------------| "
+ - "L0.?[295,356] 1.05us 1mb |-----L0.?------| "
+ - "**** Simulation run 104, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.193[76,356] 1.05us |-----------------------------------------L0.193-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.27mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,294] 1.05us 2.55mb|--------------------------------L0.?--------------------------------| "
- - "L0.?[295,356] 1.05us 741.68kb |------L0.?-------| "
- - "**** Simulation run 105, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3.33mb total:"
- - "L0, all files 3.33mb "
+ - "L0.?[76,294] 1.05us 3mb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[295,356] 1.05us 742kb |------L0.?-------| "
+ - "**** Simulation run 105, type=split(ReduceOverlap)(split_times=[294]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.196[42,356] 1.05us |-----------------------------------------L0.196-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,294] 1.05us 2.67mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[295,356] 1.05us 672.54kb |-----L0.?------| "
+ - "L0.?[42,294] 1.05us 3mb |---------------------------------L0.?---------------------------------| "
+ - "L0.?[295,356] 1.05us 673kb |-----L0.?------| "
- "Committing partition 1:"
- " Soft Deleting 19 files: L0.147, L0.149, L0.152, L0.155, L0.158, L0.160, L0.163, L0.166, L0.169, L0.171, L0.174, L0.177, L0.180, L0.182, L0.185, L0.188, L0.191, L0.193, L0.196"
- " Creating 38 files"
- - "**** Simulation run 106, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[591, 887]). 10 Input Files, 233.82mb total:"
+ - "**** Simulation run 106, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[591, 887]). 10 Input Files, 234mb total:"
- "L0 "
- - "L0.205[673,950] 1.03us 3.6mb |--------------L0.205--------------| "
- - "L0.204[671,672] 1.03us 13.27kb |L0.204| "
- - "L0.203[358,670] 1.03us 4.03mb |----------------L0.203----------------| "
+ - "L0.205[673,950] 1.03us 4mb |--------------L0.205--------------| "
+ - "L0.204[671,672] 1.03us 13kb |L0.204| "
+ - "L0.203[358,670] 1.03us 4mb |----------------L0.203----------------| "
- "L0.202[357,357] 1.03us 0b |L0.202| "
- - "L0.207[358,629] 1.03us 4.72mb |-------------L0.207--------------| "
+ - "L0.207[358,629] 1.03us 5mb |-------------L0.207--------------| "
- "L0.206[357,357] 1.03us 0b |L0.206| "
- - "L0.275[295,356] 1.03us 1.07mb|L0.275| "
+ - "L0.275[295,356] 1.03us 1mb|L0.275| "
- "L1 "
- - "L1.201[673,986] 1.03us 100.11mb |----------------L1.201----------------| "
- - "L1.200[358,672] 1.03us 99.79mb |----------------L1.200----------------| "
- - "L1.273[295,357] 1.03us 20.49mb|L1.273| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 233.82mb total:"
+ - "L1.201[673,986] 1.03us 100mb |----------------L1.201----------------| "
+ - "L1.200[358,672] 1.03us 100mb |----------------L1.200----------------| "
+ - "L1.273[295,357] 1.03us 20mb|L1.273| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 234mb total:"
- "L1 "
- - "L1.?[295,591] 1.03us 100.16mb|----------------L1.?----------------| "
- - "L1.?[592,887] 1.03us 99.82mb |----------------L1.?----------------| "
- - "L1.?[888,986] 1.03us 33.84mb |---L1.?---| "
+ - "L1.?[295,591] 1.03us 100mb|----------------L1.?----------------| "
+ - "L1.?[592,887] 1.03us 100mb |----------------L1.?----------------| "
+ - "L1.?[888,986] 1.03us 34mb |---L1.?---| "
- "Committing partition 1:"
- " Soft Deleting 10 files: L1.200, L1.201, L0.202, L0.203, L0.204, L0.205, L0.206, L0.207, L1.273, L0.275"
- " Creating 3 files"
- - "**** Simulation run 107, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "**** Simulation run 107, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.209[358,670] 1.03us |-----------------------------------------L0.209-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[358,591] 1.03us 2.73mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.03us 948.08kb |--------L0.?--------| "
- - "**** Simulation run 108, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.06mb total:"
- - "L0, all files 3.06mb "
+ - "L0.?[358,591] 1.03us 3mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.03us 948kb |--------L0.?--------| "
+ - "**** Simulation run 108, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.211[673,932] 1.03us |-----------------------------------------L0.211-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[673,887] 1.03us 2.53mb|----------------------------------L0.?----------------------------------| "
- - "L0.?[888,932] 1.03us 544.54kb |----L0.?-----| "
- - "**** Simulation run 109, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[673,887] 1.03us 3mb |----------------------------------L0.?----------------------------------| "
+ - "L0.?[888,932] 1.03us 545kb |----L0.?-----| "
+ - "**** Simulation run 109, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.213[358,670] 1.03us |-----------------------------------------L0.213-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[358,591] 1.03us 2.48mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.03us 859.7kb |--------L0.?--------| "
- - "**** Simulation run 110, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.35mb total:"
- - "L0, all files 3.35mb "
+ - "L0.?[358,591] 1.03us 2mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.03us 860kb |--------L0.?--------| "
+ - "**** Simulation run 110, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.215[673,986] 1.03us |-----------------------------------------L0.215-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.35mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[673,887] 1.03us 2.29mb|---------------------------L0.?----------------------------| "
- - "L0.?[888,986] 1.03us 1.06mb |-----------L0.?-----------| "
- - "**** Simulation run 111, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[673,887] 1.03us 2mb |---------------------------L0.?----------------------------| "
+ - "L0.?[888,986] 1.03us 1mb |-----------L0.?-----------| "
+ - "**** Simulation run 111, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.217[358,670] 1.03us |-----------------------------------------L0.217-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[358,591] 1.03us 3.01mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.03us 1.02mb |--------L0.?--------| "
- - "**** Simulation run 112, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.6mb total:"
- - "L0, all files 3.6mb "
+ - "L0.?[358,591] 1.03us 3mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.03us 1mb |--------L0.?--------| "
+ - "**** Simulation run 112, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.219[673,950] 1.03us |-----------------------------------------L0.219-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.6mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[673,887] 1.03us 2.78mb|-------------------------------L0.?--------------------------------| "
- - "L0.?[888,950] 1.03us 839.24kb |-------L0.?-------| "
- - "**** Simulation run 113, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[673,887] 1.03us 3mb |-------------------------------L0.?--------------------------------| "
+ - "L0.?[888,950] 1.03us 839kb |-------L0.?-------| "
+ - "**** Simulation run 113, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.221[358,629] 1.03us |-----------------------------------------L0.221-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[358,591] 1.03us 4.05mb|-----------------------------------L0.?------------------------------------| "
- - "L0.?[592,629] 1.03us 677.02kb |---L0.?---| "
- - "**** Simulation run 114, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[358,591] 1.03us 4mb |-----------------------------------L0.?------------------------------------| "
+ - "L0.?[592,629] 1.03us 677kb |---L0.?---| "
+ - "**** Simulation run 114, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.223[358,670] 1.04us |-----------------------------------------L0.223-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[358,591] 1.04us 2.73mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.04us 948.08kb |--------L0.?--------| "
- - "**** Simulation run 115, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.06mb total:"
- - "L0, all files 3.06mb "
+ - "L0.?[358,591] 1.04us 3mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.04us 948kb |--------L0.?--------| "
+ - "**** Simulation run 115, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.225[673,932] 1.04us |-----------------------------------------L0.225-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[673,887] 1.04us 2.53mb|----------------------------------L0.?----------------------------------| "
- - "L0.?[888,932] 1.04us 544.54kb |----L0.?-----| "
- - "**** Simulation run 116, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[673,887] 1.04us 3mb |----------------------------------L0.?----------------------------------| "
+ - "L0.?[888,932] 1.04us 545kb |----L0.?-----| "
+ - "**** Simulation run 116, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.227[358,670] 1.04us |-----------------------------------------L0.227-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[358,591] 1.04us 2.48mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.04us 859.7kb |--------L0.?--------| "
- - "**** Simulation run 117, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.35mb total:"
- - "L0, all files 3.35mb "
+ - "L0.?[358,591] 1.04us 2mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.04us 860kb |--------L0.?--------| "
+ - "**** Simulation run 117, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.229[673,986] 1.04us |-----------------------------------------L0.229-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.35mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[673,887] 1.04us 2.29mb|---------------------------L0.?----------------------------| "
- - "L0.?[888,986] 1.04us 1.06mb |-----------L0.?-----------| "
- - "**** Simulation run 118, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[673,887] 1.04us 2mb |---------------------------L0.?----------------------------| "
+ - "L0.?[888,986] 1.04us 1mb |-----------L0.?-----------| "
+ - "**** Simulation run 118, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.231[358,670] 1.04us |-----------------------------------------L0.231-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[358,591] 1.04us 3.01mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.04us 1.02mb |--------L0.?--------| "
- - "**** Simulation run 119, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.6mb total:"
- - "L0, all files 3.6mb "
+ - "L0.?[358,591] 1.04us 3mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.04us 1mb |--------L0.?--------| "
+ - "**** Simulation run 119, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.233[673,950] 1.04us |-----------------------------------------L0.233-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.6mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[673,887] 1.04us 2.78mb|-------------------------------L0.?--------------------------------| "
- - "L0.?[888,950] 1.04us 839.24kb |-------L0.?-------| "
- - "**** Simulation run 120, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[673,887] 1.04us 3mb |-------------------------------L0.?--------------------------------| "
+ - "L0.?[888,950] 1.04us 839kb |-------L0.?-------| "
+ - "**** Simulation run 120, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.235[358,629] 1.04us |-----------------------------------------L0.235-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[358,591] 1.04us 4.05mb|-----------------------------------L0.?------------------------------------| "
- - "L0.?[592,629] 1.04us 677.02kb |---L0.?---| "
- - "**** Simulation run 121, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[358,591] 1.04us 4mb |-----------------------------------L0.?------------------------------------| "
+ - "L0.?[592,629] 1.04us 677kb |---L0.?---| "
+ - "**** Simulation run 121, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.237[358,670] 1.04us |-----------------------------------------L0.237-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[358,591] 1.04us 2.73mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.04us 948.08kb |--------L0.?--------| "
- - "**** Simulation run 122, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.06mb total:"
- - "L0, all files 3.06mb "
+ - "L0.?[358,591] 1.04us 3mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.04us 948kb |--------L0.?--------| "
+ - "**** Simulation run 122, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.239[673,932] 1.04us |-----------------------------------------L0.239-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[673,887] 1.04us 2.53mb|----------------------------------L0.?----------------------------------| "
- - "L0.?[888,932] 1.04us 544.54kb |----L0.?-----| "
- - "**** Simulation run 123, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[673,887] 1.04us 3mb |----------------------------------L0.?----------------------------------| "
+ - "L0.?[888,932] 1.04us 545kb |----L0.?-----| "
+ - "**** Simulation run 123, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.241[358,670] 1.04us |-----------------------------------------L0.241-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[358,591] 1.04us 2.48mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.04us 859.7kb |--------L0.?--------| "
- - "**** Simulation run 124, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.35mb total:"
- - "L0, all files 3.35mb "
+ - "L0.?[358,591] 1.04us 2mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.04us 860kb |--------L0.?--------| "
+ - "**** Simulation run 124, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.243[673,986] 1.04us |-----------------------------------------L0.243-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.35mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[673,887] 1.04us 2.29mb|---------------------------L0.?----------------------------| "
- - "L0.?[888,986] 1.04us 1.06mb |-----------L0.?-----------| "
- - "**** Simulation run 125, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[673,887] 1.04us 2mb |---------------------------L0.?----------------------------| "
+ - "L0.?[888,986] 1.04us 1mb |-----------L0.?-----------| "
+ - "**** Simulation run 125, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.245[358,670] 1.04us |-----------------------------------------L0.245-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[358,591] 1.04us 3.01mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.04us 1.02mb |--------L0.?--------| "
- - "**** Simulation run 126, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.6mb total:"
- - "L0, all files 3.6mb "
+ - "L0.?[358,591] 1.04us 3mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.04us 1mb |--------L0.?--------| "
+ - "**** Simulation run 126, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.247[673,950] 1.04us |-----------------------------------------L0.247-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.6mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[673,887] 1.04us 2.78mb|-------------------------------L0.?--------------------------------| "
- - "L0.?[888,950] 1.04us 839.24kb |-------L0.?-------| "
- - "**** Simulation run 127, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[673,887] 1.04us 3mb |-------------------------------L0.?--------------------------------| "
+ - "L0.?[888,950] 1.04us 839kb |-------L0.?-------| "
+ - "**** Simulation run 127, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.249[358,629] 1.04us |-----------------------------------------L0.249-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[358,591] 1.04us 4.05mb|-----------------------------------L0.?------------------------------------| "
- - "L0.?[592,629] 1.04us 677.02kb |---L0.?---| "
- - "**** Simulation run 128, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[358,591] 1.04us 4mb |-----------------------------------L0.?------------------------------------| "
+ - "L0.?[592,629] 1.04us 677kb |---L0.?---| "
+ - "**** Simulation run 128, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.251[358,670] 1.04us |-----------------------------------------L0.251-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[358,591] 1.04us 2.73mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.04us 948.08kb |--------L0.?--------| "
- - "**** Simulation run 129, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.06mb total:"
- - "L0, all files 3.06mb "
+ - "L0.?[358,591] 1.04us 3mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.04us 948kb |--------L0.?--------| "
+ - "**** Simulation run 129, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.253[673,932] 1.04us |-----------------------------------------L0.253-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[673,887] 1.04us 2.53mb|----------------------------------L0.?----------------------------------| "
- - "L0.?[888,932] 1.04us 544.54kb |----L0.?-----| "
- - "**** Simulation run 130, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[673,887] 1.04us 3mb |----------------------------------L0.?----------------------------------| "
+ - "L0.?[888,932] 1.04us 545kb |----L0.?-----| "
+ - "**** Simulation run 130, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.255[358,670] 1.05us |-----------------------------------------L0.255-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[358,591] 1.05us 2.48mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.05us 859.7kb |--------L0.?--------| "
- - "**** Simulation run 131, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.35mb total:"
- - "L0, all files 3.35mb "
+ - "L0.?[358,591] 1.05us 2mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.05us 860kb |--------L0.?--------| "
+ - "**** Simulation run 131, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.257[673,986] 1.05us |-----------------------------------------L0.257-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.35mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[673,887] 1.05us 2.29mb|---------------------------L0.?----------------------------| "
- - "L0.?[888,986] 1.05us 1.06mb |-----------L0.?-----------| "
- - "**** Simulation run 132, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4.03mb total:"
- - "L0, all files 4.03mb "
+ - "L0.?[673,887] 1.05us 2mb |---------------------------L0.?----------------------------| "
+ - "L0.?[888,986] 1.05us 1mb |-----------L0.?-----------| "
+ - "**** Simulation run 132, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.259[358,670] 1.05us |-----------------------------------------L0.259-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[358,591] 1.05us 3.01mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.05us 1.02mb |--------L0.?--------| "
- - "**** Simulation run 133, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.6mb total:"
- - "L0, all files 3.6mb "
+ - "L0.?[358,591] 1.05us 3mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.05us 1mb |--------L0.?--------| "
+ - "**** Simulation run 133, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.261[673,950] 1.05us |-----------------------------------------L0.261-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.6mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[673,887] 1.05us 2.78mb|-------------------------------L0.?--------------------------------| "
- - "L0.?[888,950] 1.05us 839.24kb |-------L0.?-------| "
- - "**** Simulation run 134, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4.72mb total:"
- - "L0, all files 4.72mb "
+ - "L0.?[673,887] 1.05us 3mb |-------------------------------L0.?--------------------------------| "
+ - "L0.?[888,950] 1.05us 839kb |-------L0.?-------| "
+ - "**** Simulation run 134, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 5mb total:"
+ - "L0, all files 5mb "
- "L0.263[358,629] 1.05us |-----------------------------------------L0.263-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.72mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 5mb total:"
- "L0 "
- - "L0.?[358,591] 1.05us 4.05mb|-----------------------------------L0.?------------------------------------| "
- - "L0.?[592,629] 1.05us 677.02kb |---L0.?---| "
- - "**** Simulation run 135, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3.66mb total:"
- - "L0, all files 3.66mb "
+ - "L0.?[358,591] 1.05us 4mb |-----------------------------------L0.?------------------------------------| "
+ - "L0.?[592,629] 1.05us 677kb |---L0.?---| "
+ - "**** Simulation run 135, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.265[358,670] 1.05us |-----------------------------------------L0.265-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.66mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[358,591] 1.05us 2.73mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.05us 948.08kb |--------L0.?--------| "
- - "**** Simulation run 136, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.06mb total:"
- - "L0, all files 3.06mb "
+ - "L0.?[358,591] 1.05us 3mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.05us 948kb |--------L0.?--------| "
+ - "**** Simulation run 136, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.267[673,932] 1.05us |-----------------------------------------L0.267-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[673,887] 1.05us 2.53mb|----------------------------------L0.?----------------------------------| "
- - "L0.?[888,932] 1.05us 544.54kb |----L0.?-----| "
- - "**** Simulation run 137, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3.32mb total:"
- - "L0, all files 3.32mb "
+ - "L0.?[673,887] 1.05us 3mb |----------------------------------L0.?----------------------------------| "
+ - "L0.?[888,932] 1.05us 545kb |----L0.?-----| "
+ - "**** Simulation run 137, type=split(ReduceOverlap)(split_times=[591]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.269[358,670] 1.05us |-----------------------------------------L0.269-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.32mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[358,591] 1.05us 2.48mb|------------------------------L0.?-------------------------------| "
- - "L0.?[592,670] 1.05us 859.7kb |--------L0.?--------| "
- - "**** Simulation run 138, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3.35mb total:"
- - "L0, all files 3.35mb "
+ - "L0.?[358,591] 1.05us 2mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[592,670] 1.05us 860kb |--------L0.?--------| "
+ - "**** Simulation run 138, type=split(ReduceOverlap)(split_times=[887]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.271[673,986] 1.05us |-----------------------------------------L0.271-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 3.35mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[673,887] 1.05us 2.29mb|---------------------------L0.?----------------------------| "
- - "L0.?[888,986] 1.05us 1.06mb |-----------L0.?-----------| "
+ - "L0.?[673,887] 1.05us 2mb |---------------------------L0.?----------------------------| "
+ - "L0.?[888,986] 1.05us 1mb |-----------L0.?-----------| "
- "Committing partition 1:"
- " Soft Deleting 32 files: L0.209, L0.211, L0.213, L0.215, L0.217, L0.219, L0.221, L0.223, L0.225, L0.227, L0.229, L0.231, L0.233, L0.235, L0.237, L0.239, L0.241, L0.243, L0.245, L0.247, L0.249, L0.251, L0.253, L0.255, L0.257, L0.259, L0.261, L0.263, L0.265, L0.267, L0.269, L0.271"
- " Creating 64 files"
- - "**** Simulation run 139, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[334, 626]). 8 Input Files, 289.45mb total:"
+ - "**** Simulation run 139, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[334, 626]). 8 Input Files, 289mb total:"
- "L0 "
- - "L0.274[50,294] 1.03us 4.21mb|--------L0.274---------| "
- - "L0.210[671,672] 1.03us 12.05kb |L0.210| "
+ - "L0.274[50,294] 1.03us 4mb|--------L0.274---------| "
+ - "L0.210[671,672] 1.03us 12kb |L0.210| "
- "L0.208[357,357] 1.03us 0b |L0.208| "
- - "L0.277[295,356] 1.03us 741.68kb |L0.277| "
- - "L0.276[76,294] 1.03us 2.55mb |-------L0.276--------| "
+ - "L0.277[295,356] 1.03us 742kb |L0.277| "
+ - "L0.276[76,294] 1.03us 3mb |-------L0.276--------| "
- "L1 "
- - "L1.272[42,294] 1.03us 81.97mb|---------L1.272---------| "
- - "L1.312[295,591] 1.03us 100.16mb |-----------L1.312------------| "
- - "L1.313[592,887] 1.03us 99.82mb |-----------L1.313------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 289.45mb total:"
+ - "L1.272[42,294] 1.03us 82mb|---------L1.272---------| "
+ - "L1.312[295,591] 1.03us 100mb |-----------L1.312------------| "
+ - "L1.313[592,887] 1.03us 100mb |-----------L1.313------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 289mb total:"
- "L1 "
- - "L1.?[42,334] 1.03us 100.02mb|------------L1.?-------------| "
- - "L1.?[335,626] 1.03us 99.68mb |------------L1.?------------| "
- - "L1.?[627,887] 1.03us 89.75mb |----------L1.?-----------| "
+ - "L1.?[42,334] 1.03us 100mb|------------L1.?-------------| "
+ - "L1.?[335,626] 1.03us 100mb |------------L1.?------------| "
+ - "L1.?[627,887] 1.03us 90mb |----------L1.?-----------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.208, L0.210, L1.272, L0.274, L0.276, L0.277, L1.312, L1.313"
- " Creating 3 files"
- - "**** Simulation run 140, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 948.08kb total:"
- - "L0, all files 948.08kb "
+ - "**** Simulation run 140, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 948kb total:"
+ - "L0, all files 948kb "
- "L0.316[592,670] 1.03us |-----------------------------------------L0.316-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 948.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 948kb total:"
- "L0 "
- - "L0.?[592,626] 1.03us 413.26kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.03us 534.81kb |---------------------L0.?----------------------| "
- - "**** Simulation run 141, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 859.7kb total:"
- - "L0, all files 859.7kb "
+ - "L0.?[592,626] 1.03us 413kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.03us 535kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 141, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 860kb total:"
+ - "L0, all files 860kb "
- "L0.320[592,670] 1.03us |-----------------------------------------L0.320-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 859.7kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 860kb total:"
- "L0 "
- - "L0.?[592,626] 1.03us 374.74kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.03us 484.96kb |---------------------L0.?----------------------| "
- - "**** Simulation run 142, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 672.54kb total:"
- - "L0, all files 672.54kb "
+ - "L0.?[592,626] 1.03us 375kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.03us 485kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 142, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 673kb total:"
+ - "L0, all files 673kb "
- "L0.279[295,356] 1.03us |-----------------------------------------L0.279-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 672.54kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 673kb total:"
- "L0 "
- - "L0.?[295,334] 1.03us 429.99kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.03us 242.56kb |------------L0.?------------| "
- - "**** Simulation run 143, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 677.02kb total:"
- - "L0, all files 677.02kb "
+ - "L0.?[295,334] 1.03us 430kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.03us 243kb |------------L0.?------------| "
+ - "**** Simulation run 143, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 677kb total:"
+ - "L0, all files 677kb "
- "L0.328[592,629] 1.03us |-----------------------------------------L0.328-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 677.02kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 677kb total:"
- "L0 "
- - "L0.?[592,626] 1.03us 622.12kb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[627,629] 1.03us 54.89kb |L0.?|"
- - "**** Simulation run 144, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 1.07mb total:"
- - "L0, all files 1.07mb "
+ - "L0.?[592,626] 1.03us 622kb|--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[627,629] 1.03us 55kb |L0.?|"
+ - "**** Simulation run 144, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.283[295,356] 1.03us |-----------------------------------------L0.283-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[295,334] 1.03us 701.05kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.03us 395.46kb |------------L0.?------------| "
- - "**** Simulation run 145, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 948.08kb total:"
- - "L0, all files 948.08kb "
+ - "L0.?[295,334] 1.03us 701kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.03us 395kb |------------L0.?------------| "
+ - "**** Simulation run 145, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 948kb total:"
+ - "L0, all files 948kb "
- "L0.330[592,670] 1.04us |-----------------------------------------L0.330-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 948.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 948kb total:"
- "L0 "
- - "L0.?[592,626] 1.04us 413.26kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.04us 534.81kb |---------------------L0.?----------------------| "
- - "**** Simulation run 146, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 741.68kb total:"
- - "L0, all files 741.68kb "
+ - "L0.?[592,626] 1.04us 413kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.04us 535kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 146, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 742kb total:"
+ - "L0, all files 742kb "
- "L0.285[295,356] 1.04us |-----------------------------------------L0.285-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 741.68kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 742kb total:"
- "L0 "
- - "L0.?[295,334] 1.04us 474.19kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.04us 267.49kb |------------L0.?------------| "
- - "**** Simulation run 147, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 859.7kb total:"
- - "L0, all files 859.7kb "
+ - "L0.?[295,334] 1.04us 474kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.04us 267kb |------------L0.?------------| "
+ - "**** Simulation run 147, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 860kb total:"
+ - "L0, all files 860kb "
- "L0.334[592,670] 1.04us |-----------------------------------------L0.334-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 859.7kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 860kb total:"
- "L0 "
- - "L0.?[592,626] 1.04us 374.74kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.04us 484.96kb |---------------------L0.?----------------------| "
- - "**** Simulation run 148, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 672.54kb total:"
- - "L0, all files 672.54kb "
+ - "L0.?[592,626] 1.04us 375kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.04us 485kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 148, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 673kb total:"
+ - "L0, all files 673kb "
- "L0.287[295,356] 1.04us |-----------------------------------------L0.287-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 672.54kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 673kb total:"
- "L0 "
- - "L0.?[295,334] 1.04us 429.99kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.04us 242.56kb |------------L0.?------------| "
- - "**** Simulation run 149, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 1.02mb total:"
- - "L0, all files 1.02mb "
+ - "L0.?[295,334] 1.04us 430kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.04us 243kb |------------L0.?------------| "
+ - "**** Simulation run 149, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.338[592,670] 1.04us |-----------------------------------------L0.338-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.02mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[592,626] 1.04us 455.28kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.04us 589.19kb |---------------------L0.?----------------------| "
- - "**** Simulation run 150, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 817.09kb total:"
- - "L0, all files 817.09kb "
+ - "L0.?[592,626] 1.04us 455kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.04us 589kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 150, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 817kb total:"
+ - "L0, all files 817kb "
- "L0.289[295,356] 1.04us |-----------------------------------------L0.289-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 817.09kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 817kb total:"
- "L0 "
- - "L0.?[295,334] 1.04us 522.4kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.04us 294.69kb |------------L0.?------------| "
- - "**** Simulation run 151, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 1.02mb total:"
- - "L0, all files 1.02mb "
+ - "L0.?[295,334] 1.04us 522kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.04us 295kb |------------L0.?------------| "
+ - "**** Simulation run 151, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.324[592,670] 1.03us |-----------------------------------------L0.324-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.02mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[592,626] 1.03us 455.28kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.03us 589.19kb |---------------------L0.?----------------------| "
- - "**** Simulation run 152, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 817.09kb total:"
- - "L0, all files 817.09kb "
+ - "L0.?[592,626] 1.03us 455kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.03us 589kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 152, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 817kb total:"
+ - "L0, all files 817kb "
- "L0.281[295,356] 1.03us |-----------------------------------------L0.281-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 817.09kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 817kb total:"
- "L0 "
- - "L0.?[295,334] 1.03us 522.4kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.03us 294.69kb |------------L0.?------------| "
- - "**** Simulation run 153, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 677.02kb total:"
- - "L0, all files 677.02kb "
+ - "L0.?[295,334] 1.03us 522kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.03us 295kb |------------L0.?------------| "
+ - "**** Simulation run 153, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 677kb total:"
+ - "L0, all files 677kb "
- "L0.342[592,629] 1.04us |-----------------------------------------L0.342-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 677.02kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 677kb total:"
- "L0 "
- - "L0.?[592,626] 1.04us 622.12kb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[627,629] 1.04us 54.89kb |L0.?|"
- - "**** Simulation run 154, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 1.07mb total:"
- - "L0, all files 1.07mb "
+ - "L0.?[592,626] 1.04us 622kb|--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[627,629] 1.04us 55kb |L0.?|"
+ - "**** Simulation run 154, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.291[295,356] 1.04us |-----------------------------------------L0.291-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[295,334] 1.04us 701.05kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.04us 395.46kb |------------L0.?------------| "
- - "**** Simulation run 155, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 948.08kb total:"
- - "L0, all files 948.08kb "
+ - "L0.?[295,334] 1.04us 701kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.04us 395kb |------------L0.?------------| "
+ - "**** Simulation run 155, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 948kb total:"
+ - "L0, all files 948kb "
- "L0.344[592,670] 1.04us |-----------------------------------------L0.344-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 948.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 948kb total:"
- "L0 "
- - "L0.?[592,626] 1.04us 413.26kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.04us 534.81kb |---------------------L0.?----------------------| "
- - "**** Simulation run 156, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 741.68kb total:"
- - "L0, all files 741.68kb "
+ - "L0.?[592,626] 1.04us 413kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.04us 535kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 156, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 742kb total:"
+ - "L0, all files 742kb "
- "L0.293[295,356] 1.04us |-----------------------------------------L0.293-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 741.68kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 742kb total:"
- "L0 "
- - "L0.?[295,334] 1.04us 474.19kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.04us 267.49kb |------------L0.?------------| "
- - "**** Simulation run 157, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 859.7kb total:"
- - "L0, all files 859.7kb "
+ - "L0.?[295,334] 1.04us 474kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.04us 267kb |------------L0.?------------| "
+ - "**** Simulation run 157, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 860kb total:"
+ - "L0, all files 860kb "
- "L0.348[592,670] 1.04us |-----------------------------------------L0.348-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 859.7kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 860kb total:"
- "L0 "
- - "L0.?[592,626] 1.04us 374.74kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.04us 484.96kb |---------------------L0.?----------------------| "
- - "**** Simulation run 158, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 672.54kb total:"
- - "L0, all files 672.54kb "
+ - "L0.?[592,626] 1.04us 375kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.04us 485kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 158, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 673kb total:"
+ - "L0, all files 673kb "
- "L0.295[295,356] 1.04us |-----------------------------------------L0.295-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 672.54kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 673kb total:"
- "L0 "
- - "L0.?[295,334] 1.04us 429.99kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.04us 242.56kb |------------L0.?------------| "
- - "**** Simulation run 159, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 1.02mb total:"
- - "L0, all files 1.02mb "
+ - "L0.?[295,334] 1.04us 430kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.04us 243kb |------------L0.?------------| "
+ - "**** Simulation run 159, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.352[592,670] 1.04us |-----------------------------------------L0.352-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.02mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[592,626] 1.04us 455.28kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.04us 589.19kb |---------------------L0.?----------------------| "
- - "**** Simulation run 160, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 817.09kb total:"
- - "L0, all files 817.09kb "
+ - "L0.?[592,626] 1.04us 455kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.04us 589kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 160, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 817kb total:"
+ - "L0, all files 817kb "
- "L0.297[295,356] 1.04us |-----------------------------------------L0.297-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 817.09kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 817kb total:"
- "L0 "
- - "L0.?[295,334] 1.04us 522.4kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.04us 294.69kb |------------L0.?------------| "
- - "**** Simulation run 161, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 677.02kb total:"
- - "L0, all files 677.02kb "
+ - "L0.?[295,334] 1.04us 522kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.04us 295kb |------------L0.?------------| "
+ - "**** Simulation run 161, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 677kb total:"
+ - "L0, all files 677kb "
- "L0.356[592,629] 1.04us |-----------------------------------------L0.356-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 677.02kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 677kb total:"
- "L0 "
- - "L0.?[592,626] 1.04us 622.12kb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[627,629] 1.04us 54.89kb |L0.?|"
- - "**** Simulation run 162, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 1.07mb total:"
- - "L0, all files 1.07mb "
+ - "L0.?[592,626] 1.04us 622kb|--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[627,629] 1.04us 55kb |L0.?|"
+ - "**** Simulation run 162, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.299[295,356] 1.04us |-----------------------------------------L0.299-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[295,334] 1.04us 701.05kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.04us 395.46kb |------------L0.?------------| "
- - "**** Simulation run 163, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 948.08kb total:"
- - "L0, all files 948.08kb "
+ - "L0.?[295,334] 1.04us 701kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.04us 395kb |------------L0.?------------| "
+ - "**** Simulation run 163, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 948kb total:"
+ - "L0, all files 948kb "
- "L0.358[592,670] 1.04us |-----------------------------------------L0.358-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 948.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 948kb total:"
- "L0 "
- - "L0.?[592,626] 1.04us 413.26kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.04us 534.81kb |---------------------L0.?----------------------| "
- - "**** Simulation run 164, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 741.68kb total:"
- - "L0, all files 741.68kb "
+ - "L0.?[592,626] 1.04us 413kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.04us 535kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 164, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 742kb total:"
+ - "L0, all files 742kb "
- "L0.301[295,356] 1.04us |-----------------------------------------L0.301-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 741.68kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 742kb total:"
- "L0 "
- - "L0.?[295,334] 1.04us 474.19kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.04us 267.49kb |------------L0.?------------| "
- - "**** Simulation run 165, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 859.7kb total:"
- - "L0, all files 859.7kb "
+ - "L0.?[295,334] 1.04us 474kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.04us 267kb |------------L0.?------------| "
+ - "**** Simulation run 165, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 860kb total:"
+ - "L0, all files 860kb "
- "L0.362[592,670] 1.05us |-----------------------------------------L0.362-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 859.7kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 860kb total:"
- "L0 "
- - "L0.?[592,626] 1.05us 374.74kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.05us 484.96kb |---------------------L0.?----------------------| "
- - "**** Simulation run 166, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 672.54kb total:"
- - "L0, all files 672.54kb "
+ - "L0.?[592,626] 1.05us 375kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.05us 485kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 166, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 673kb total:"
+ - "L0, all files 673kb "
- "L0.303[295,356] 1.05us |-----------------------------------------L0.303-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 672.54kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 673kb total:"
- "L0 "
- - "L0.?[295,334] 1.05us 429.99kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.05us 242.56kb |------------L0.?------------| "
- - "**** Simulation run 167, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 1.02mb total:"
- - "L0, all files 1.02mb "
+ - "L0.?[295,334] 1.05us 430kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.05us 243kb |------------L0.?------------| "
+ - "**** Simulation run 167, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.366[592,670] 1.05us |-----------------------------------------L0.366-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.02mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[592,626] 1.05us 455.28kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.05us 589.19kb |---------------------L0.?----------------------| "
- - "**** Simulation run 168, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 817.09kb total:"
- - "L0, all files 817.09kb "
+ - "L0.?[592,626] 1.05us 455kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.05us 589kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 168, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 817kb total:"
+ - "L0, all files 817kb "
- "L0.305[295,356] 1.05us |-----------------------------------------L0.305-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 817.09kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 817kb total:"
- "L0 "
- - "L0.?[295,334] 1.05us 522.4kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.05us 294.69kb |------------L0.?------------| "
- - "**** Simulation run 169, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 677.02kb total:"
- - "L0, all files 677.02kb "
+ - "L0.?[295,334] 1.05us 522kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.05us 295kb |------------L0.?------------| "
+ - "**** Simulation run 169, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 677kb total:"
+ - "L0, all files 677kb "
- "L0.370[592,629] 1.05us |-----------------------------------------L0.370-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 677.02kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 677kb total:"
- "L0 "
- - "L0.?[592,626] 1.05us 622.12kb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[627,629] 1.05us 54.89kb |L0.?|"
- - "**** Simulation run 170, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 1.07mb total:"
- - "L0, all files 1.07mb "
+ - "L0.?[592,626] 1.05us 622kb|--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[627,629] 1.05us 55kb |L0.?|"
+ - "**** Simulation run 170, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.307[295,356] 1.05us |-----------------------------------------L0.307-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.07mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[295,334] 1.05us 701.05kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.05us 395.46kb |------------L0.?------------| "
- - "**** Simulation run 171, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 948.08kb total:"
- - "L0, all files 948.08kb "
+ - "L0.?[295,334] 1.05us 701kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.05us 395kb |------------L0.?------------| "
+ - "**** Simulation run 171, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 948kb total:"
+ - "L0, all files 948kb "
- "L0.372[592,670] 1.05us |-----------------------------------------L0.372-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 948.08kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 948kb total:"
- "L0 "
- - "L0.?[592,626] 1.05us 413.26kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.05us 534.81kb |---------------------L0.?----------------------| "
- - "**** Simulation run 172, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 741.68kb total:"
- - "L0, all files 741.68kb "
+ - "L0.?[592,626] 1.05us 413kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.05us 535kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 172, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 742kb total:"
+ - "L0, all files 742kb "
- "L0.309[295,356] 1.05us |-----------------------------------------L0.309-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 741.68kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 742kb total:"
- "L0 "
- - "L0.?[295,334] 1.05us 474.19kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.05us 267.49kb |------------L0.?------------| "
- - "**** Simulation run 173, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 859.7kb total:"
- - "L0, all files 859.7kb "
+ - "L0.?[295,334] 1.05us 474kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.05us 267kb |------------L0.?------------| "
+ - "**** Simulation run 173, type=split(ReduceOverlap)(split_times=[626]). 1 Input Files, 860kb total:"
+ - "L0, all files 860kb "
- "L0.376[592,670] 1.05us |-----------------------------------------L0.376-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 859.7kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 860kb total:"
- "L0 "
- - "L0.?[592,626] 1.05us 374.74kb|----------------L0.?-----------------| "
- - "L0.?[627,670] 1.05us 484.96kb |---------------------L0.?----------------------| "
- - "**** Simulation run 174, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 672.54kb total:"
- - "L0, all files 672.54kb "
+ - "L0.?[592,626] 1.05us 375kb|----------------L0.?-----------------| "
+ - "L0.?[627,670] 1.05us 485kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 174, type=split(ReduceOverlap)(split_times=[334]). 1 Input Files, 673kb total:"
+ - "L0, all files 673kb "
- "L0.311[295,356] 1.05us |-----------------------------------------L0.311-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 672.54kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 673kb total:"
- "L0 "
- - "L0.?[295,334] 1.05us 429.99kb|-------------------------L0.?--------------------------| "
- - "L0.?[335,356] 1.05us 242.56kb |------------L0.?------------| "
+ - "L0.?[295,334] 1.05us 430kb|-------------------------L0.?--------------------------| "
+ - "L0.?[335,356] 1.05us 243kb |------------L0.?------------| "
- "Committing partition 1:"
- " Soft Deleting 35 files: L0.279, L0.281, L0.283, L0.285, L0.287, L0.289, L0.291, L0.293, L0.295, L0.297, L0.299, L0.301, L0.303, L0.305, L0.307, L0.309, L0.311, L0.316, L0.320, L0.324, L0.328, L0.330, L0.334, L0.338, L0.342, L0.344, L0.348, L0.352, L0.356, L0.358, L0.362, L0.366, L0.370, L0.372, L0.376"
- " Creating 70 files"
- - "**** Simulation run 175, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[619, 903]). 10 Input Files, 229.99mb total:"
+ - "**** Simulation run 175, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[619, 903]). 10 Input Files, 230mb total:"
- "L0 "
- - "L0.318[888,932] 1.03us 544.54kb |L0.318| "
- - "L0.317[673,887] 1.03us 2.53mb |----------L0.317-----------| "
- - "L0.315[358,591] 1.03us 2.73mb |------------L0.315------------| "
- - "L0.383[627,670] 1.03us 534.81kb |L0.383| "
- - "L0.382[592,626] 1.03us 413.26kb |L0.382| "
- - "L0.214[671,672] 1.03us 10.92kb |L0.214| "
+ - "L0.318[888,932] 1.03us 545kb |L0.318| "
+ - "L0.317[673,887] 1.03us 3mb |----------L0.317-----------| "
+ - "L0.315[358,591] 1.03us 3mb |------------L0.315------------| "
+ - "L0.383[627,670] 1.03us 535kb |L0.383| "
+ - "L0.382[592,626] 1.03us 413kb |L0.382| "
+ - "L0.214[671,672] 1.03us 11kb |L0.214| "
- "L0.212[357,357] 1.03us 0b |L0.212| "
- "L1 "
- - "L1.314[888,986] 1.03us 33.84mb |--L1.314---| "
- - "L1.381[627,887] 1.03us 89.75mb |-------------L1.381--------------| "
- - "L1.380[335,626] 1.03us 99.68mb|----------------L1.380----------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 229.99mb total:"
+ - "L1.314[888,986] 1.03us 34mb |--L1.314---| "
+ - "L1.381[627,887] 1.03us 90mb |-------------L1.381--------------| "
+ - "L1.380[335,626] 1.03us 100mb|----------------L1.380----------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 230mb total:"
- "L1 "
- - "L1.?[335,619] 1.03us 100.33mb|----------------L1.?-----------------| "
- - "L1.?[620,903] 1.03us 99.98mb |----------------L1.?-----------------| "
- - "L1.?[904,986] 1.03us 29.68mb |--L1.?---| "
+ - "L1.?[335,619] 1.03us 100mb|----------------L1.?-----------------| "
+ - "L1.?[620,903] 1.03us 100mb |----------------L1.?-----------------| "
+ - "L1.?[904,986] 1.03us 30mb |--L1.?---| "
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.212, L0.214, L1.314, L0.315, L0.317, L0.318, L1.380, L1.381, L0.382, L0.383"
- " Creating 3 files"
- - "**** Simulation run 176, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 374.74kb total:"
- - "L0, all files 374.74kb "
+ - "**** Simulation run 176, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 375kb total:"
+ - "L0, all files 375kb "
- "L0.384[592,626] 1.03us |-----------------------------------------L0.384-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 374.74kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 375kb total:"
- "L0 "
- - "L0.?[592,619] 1.03us 297.59kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.03us 77.15kb |----L0.?-----| "
- - "**** Simulation run 177, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 1.06mb total:"
- - "L0, all files 1.06mb "
+ - "L0.?[592,619] 1.03us 298kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.03us 77kb |----L0.?-----| "
+ - "**** Simulation run 177, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.322[888,986] 1.03us |-----------------------------------------L0.322-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[888,903] 1.03us 165.94kb|---L0.?----| "
- - "L0.?[904,986] 1.03us 918.23kb |----------------------------------L0.?-----------------------------------| "
- - "**** Simulation run 178, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 455.28kb total:"
- - "L0, all files 455.28kb "
+ - "L0.?[888,903] 1.03us 166kb|---L0.?----| "
+ - "L0.?[904,986] 1.03us 918kb |----------------------------------L0.?-----------------------------------| "
+ - "**** Simulation run 178, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 455kb total:"
+ - "L0, all files 455kb "
- "L0.404[592,626] 1.03us |-----------------------------------------L0.404-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 455.28kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 455kb total:"
- "L0 "
- - "L0.?[592,619] 1.03us 361.55kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.03us 93.73kb |----L0.?-----| "
- - "**** Simulation run 179, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 839.24kb total:"
- - "L0, all files 839.24kb "
+ - "L0.?[592,619] 1.03us 362kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.03us 94kb |----L0.?-----| "
+ - "**** Simulation run 179, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 839kb total:"
+ - "L0, all files 839kb "
- "L0.326[888,950] 1.03us |-----------------------------------------L0.326-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 839.24kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 839kb total:"
- "L0 "
- - "L0.?[888,903] 1.03us 203.04kb|-------L0.?--------| "
- - "L0.?[904,950] 1.03us 636.2kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 180, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 622.12kb total:"
- - "L0, all files 622.12kb "
+ - "L0.?[888,903] 1.03us 203kb|-------L0.?--------| "
+ - "L0.?[904,950] 1.03us 636kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 180, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 622kb total:"
+ - "L0, all files 622kb "
- "L0.388[592,626] 1.03us |-----------------------------------------L0.388-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 622.12kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 622kb total:"
- "L0 "
- - "L0.?[592,619] 1.03us 494.04kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.03us 128.08kb |----L0.?-----| "
- - "**** Simulation run 181, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 413.26kb total:"
- - "L0, all files 413.26kb "
+ - "L0.?[592,619] 1.03us 494kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.03us 128kb |----L0.?-----| "
+ - "**** Simulation run 181, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 413kb total:"
+ - "L0, all files 413kb "
- "L0.392[592,626] 1.04us |-----------------------------------------L0.392-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 413.26kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 413kb total:"
- "L0 "
- - "L0.?[592,619] 1.04us 328.18kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.04us 85.08kb |----L0.?-----| "
- - "**** Simulation run 182, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 544.54kb total:"
- - "L0, all files 544.54kb "
+ - "L0.?[592,619] 1.04us 328kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.04us 85kb |----L0.?-----| "
+ - "**** Simulation run 182, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 545kb total:"
+ - "L0, all files 545kb "
- "L0.332[888,932] 1.04us |-----------------------------------------L0.332-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 544.54kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 545kb total:"
- "L0 "
- - "L0.?[888,903] 1.04us 185.64kb|------------L0.?------------| "
- - "L0.?[904,932] 1.04us 358.9kb |-------------------------L0.?--------------------------| "
- - "**** Simulation run 183, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 374.74kb total:"
- - "L0, all files 374.74kb "
+ - "L0.?[888,903] 1.04us 186kb|------------L0.?------------| "
+ - "L0.?[904,932] 1.04us 359kb |-------------------------L0.?--------------------------| "
+ - "**** Simulation run 183, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 375kb total:"
+ - "L0, all files 375kb "
- "L0.396[592,626] 1.04us |-----------------------------------------L0.396-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 374.74kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 375kb total:"
- "L0 "
- - "L0.?[592,619] 1.04us 297.59kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.04us 77.15kb |----L0.?-----| "
- - "**** Simulation run 184, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 1.06mb total:"
- - "L0, all files 1.06mb "
+ - "L0.?[592,619] 1.04us 298kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.04us 77kb |----L0.?-----| "
+ - "**** Simulation run 184, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.336[888,986] 1.04us |-----------------------------------------L0.336-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[888,903] 1.04us 165.94kb|---L0.?----| "
- - "L0.?[904,986] 1.04us 918.23kb |----------------------------------L0.?-----------------------------------| "
- - "**** Simulation run 185, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 455.28kb total:"
- - "L0, all files 455.28kb "
+ - "L0.?[888,903] 1.04us 166kb|---L0.?----| "
+ - "L0.?[904,986] 1.04us 918kb |----------------------------------L0.?-----------------------------------| "
+ - "**** Simulation run 185, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 455kb total:"
+ - "L0, all files 455kb "
- "L0.400[592,626] 1.04us |-----------------------------------------L0.400-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 455.28kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 455kb total:"
- "L0 "
- - "L0.?[592,619] 1.04us 361.55kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.04us 93.73kb |----L0.?-----| "
- - "**** Simulation run 186, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 839.24kb total:"
- - "L0, all files 839.24kb "
+ - "L0.?[592,619] 1.04us 362kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.04us 94kb |----L0.?-----| "
+ - "**** Simulation run 186, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 839kb total:"
+ - "L0, all files 839kb "
- "L0.340[888,950] 1.04us |-----------------------------------------L0.340-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 839.24kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 839kb total:"
- "L0 "
- - "L0.?[888,903] 1.04us 203.04kb|-------L0.?--------| "
- - "L0.?[904,950] 1.04us 636.2kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 187, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 622.12kb total:"
- - "L0, all files 622.12kb "
+ - "L0.?[888,903] 1.04us 203kb|-------L0.?--------| "
+ - "L0.?[904,950] 1.04us 636kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 187, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 622kb total:"
+ - "L0, all files 622kb "
- "L0.408[592,626] 1.04us |-----------------------------------------L0.408-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 622.12kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 622kb total:"
- "L0 "
- - "L0.?[592,619] 1.04us 494.04kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.04us 128.08kb |----L0.?-----| "
- - "**** Simulation run 188, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 413.26kb total:"
- - "L0, all files 413.26kb "
+ - "L0.?[592,619] 1.04us 494kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.04us 128kb |----L0.?-----| "
+ - "**** Simulation run 188, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 413kb total:"
+ - "L0, all files 413kb "
- "L0.412[592,626] 1.04us |-----------------------------------------L0.412-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 413.26kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 413kb total:"
- "L0 "
- - "L0.?[592,619] 1.04us 328.18kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.04us 85.08kb |----L0.?-----| "
- - "**** Simulation run 189, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 544.54kb total:"
- - "L0, all files 544.54kb "
+ - "L0.?[592,619] 1.04us 328kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.04us 85kb |----L0.?-----| "
+ - "**** Simulation run 189, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 545kb total:"
+ - "L0, all files 545kb "
- "L0.346[888,932] 1.04us |-----------------------------------------L0.346-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 544.54kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 545kb total:"
- "L0 "
- - "L0.?[888,903] 1.04us 185.64kb|------------L0.?------------| "
- - "L0.?[904,932] 1.04us 358.9kb |-------------------------L0.?--------------------------| "
- - "**** Simulation run 190, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 374.74kb total:"
- - "L0, all files 374.74kb "
+ - "L0.?[888,903] 1.04us 186kb|------------L0.?------------| "
+ - "L0.?[904,932] 1.04us 359kb |-------------------------L0.?--------------------------| "
+ - "**** Simulation run 190, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 375kb total:"
+ - "L0, all files 375kb "
- "L0.416[592,626] 1.04us |-----------------------------------------L0.416-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 374.74kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 375kb total:"
- "L0 "
- - "L0.?[592,619] 1.04us 297.59kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.04us 77.15kb |----L0.?-----| "
- - "**** Simulation run 191, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 1.06mb total:"
- - "L0, all files 1.06mb "
+ - "L0.?[592,619] 1.04us 298kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.04us 77kb |----L0.?-----| "
+ - "**** Simulation run 191, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.350[888,986] 1.04us |-----------------------------------------L0.350-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[888,903] 1.04us 165.94kb|---L0.?----| "
- - "L0.?[904,986] 1.04us 918.23kb |----------------------------------L0.?-----------------------------------| "
- - "**** Simulation run 192, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 455.28kb total:"
- - "L0, all files 455.28kb "
+ - "L0.?[888,903] 1.04us 166kb|---L0.?----| "
+ - "L0.?[904,986] 1.04us 918kb |----------------------------------L0.?-----------------------------------| "
+ - "**** Simulation run 192, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 455kb total:"
+ - "L0, all files 455kb "
- "L0.420[592,626] 1.04us |-----------------------------------------L0.420-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 455.28kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 455kb total:"
- "L0 "
- - "L0.?[592,619] 1.04us 361.55kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.04us 93.73kb |----L0.?-----| "
- - "**** Simulation run 193, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 839.24kb total:"
- - "L0, all files 839.24kb "
+ - "L0.?[592,619] 1.04us 362kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.04us 94kb |----L0.?-----| "
+ - "**** Simulation run 193, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 839kb total:"
+ - "L0, all files 839kb "
- "L0.354[888,950] 1.04us |-----------------------------------------L0.354-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 839.24kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 839kb total:"
- "L0 "
- - "L0.?[888,903] 1.04us 203.04kb|-------L0.?--------| "
- - "L0.?[904,950] 1.04us 636.2kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 194, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 622.12kb total:"
- - "L0, all files 622.12kb "
+ - "L0.?[888,903] 1.04us 203kb|-------L0.?--------| "
+ - "L0.?[904,950] 1.04us 636kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 194, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 622kb total:"
+ - "L0, all files 622kb "
- "L0.424[592,626] 1.04us |-----------------------------------------L0.424-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 622.12kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 622kb total:"
- "L0 "
- - "L0.?[592,619] 1.04us 494.04kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.04us 128.08kb |----L0.?-----| "
- - "**** Simulation run 195, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 413.26kb total:"
- - "L0, all files 413.26kb "
+ - "L0.?[592,619] 1.04us 494kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.04us 128kb |----L0.?-----| "
+ - "**** Simulation run 195, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 413kb total:"
+ - "L0, all files 413kb "
- "L0.428[592,626] 1.04us |-----------------------------------------L0.428-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 413.26kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 413kb total:"
- "L0 "
- - "L0.?[592,619] 1.04us 328.18kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.04us 85.08kb |----L0.?-----| "
- - "**** Simulation run 196, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 544.54kb total:"
- - "L0, all files 544.54kb "
+ - "L0.?[592,619] 1.04us 328kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.04us 85kb |----L0.?-----| "
+ - "**** Simulation run 196, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 545kb total:"
+ - "L0, all files 545kb "
- "L0.360[888,932] 1.04us |-----------------------------------------L0.360-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 544.54kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 545kb total:"
- "L0 "
- - "L0.?[888,903] 1.04us 185.64kb|------------L0.?------------| "
- - "L0.?[904,932] 1.04us 358.9kb |-------------------------L0.?--------------------------| "
- - "**** Simulation run 197, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 374.74kb total:"
- - "L0, all files 374.74kb "
+ - "L0.?[888,903] 1.04us 186kb|------------L0.?------------| "
+ - "L0.?[904,932] 1.04us 359kb |-------------------------L0.?--------------------------| "
+ - "**** Simulation run 197, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 375kb total:"
+ - "L0, all files 375kb "
- "L0.432[592,626] 1.05us |-----------------------------------------L0.432-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 374.74kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 375kb total:"
- "L0 "
- - "L0.?[592,619] 1.05us 297.59kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.05us 77.15kb |----L0.?-----| "
- - "**** Simulation run 198, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 1.06mb total:"
- - "L0, all files 1.06mb "
+ - "L0.?[592,619] 1.05us 298kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.05us 77kb |----L0.?-----| "
+ - "**** Simulation run 198, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.364[888,986] 1.05us |-----------------------------------------L0.364-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[888,903] 1.05us 165.94kb|---L0.?----| "
- - "L0.?[904,986] 1.05us 918.23kb |----------------------------------L0.?-----------------------------------| "
- - "**** Simulation run 199, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 455.28kb total:"
- - "L0, all files 455.28kb "
+ - "L0.?[888,903] 1.05us 166kb|---L0.?----| "
+ - "L0.?[904,986] 1.05us 918kb |----------------------------------L0.?-----------------------------------| "
+ - "**** Simulation run 199, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 455kb total:"
+ - "L0, all files 455kb "
- "L0.436[592,626] 1.05us |-----------------------------------------L0.436-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 455.28kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 455kb total:"
- "L0 "
- - "L0.?[592,619] 1.05us 361.55kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.05us 93.73kb |----L0.?-----| "
- - "**** Simulation run 200, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 839.24kb total:"
- - "L0, all files 839.24kb "
+ - "L0.?[592,619] 1.05us 362kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.05us 94kb |----L0.?-----| "
+ - "**** Simulation run 200, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 839kb total:"
+ - "L0, all files 839kb "
- "L0.368[888,950] 1.05us |-----------------------------------------L0.368-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 839.24kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 839kb total:"
- "L0 "
- - "L0.?[888,903] 1.05us 203.04kb|-------L0.?--------| "
- - "L0.?[904,950] 1.05us 636.2kb |------------------------------L0.?------------------------------| "
- - "**** Simulation run 201, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 622.12kb total:"
- - "L0, all files 622.12kb "
+ - "L0.?[888,903] 1.05us 203kb|-------L0.?--------| "
+ - "L0.?[904,950] 1.05us 636kb |------------------------------L0.?------------------------------| "
+ - "**** Simulation run 201, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 622kb total:"
+ - "L0, all files 622kb "
- "L0.440[592,626] 1.05us |-----------------------------------------L0.440-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 622.12kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 622kb total:"
- "L0 "
- - "L0.?[592,619] 1.05us 494.04kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.05us 128.08kb |----L0.?-----| "
- - "**** Simulation run 202, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 413.26kb total:"
- - "L0, all files 413.26kb "
+ - "L0.?[592,619] 1.05us 494kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.05us 128kb |----L0.?-----| "
+ - "**** Simulation run 202, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 413kb total:"
+ - "L0, all files 413kb "
- "L0.444[592,626] 1.05us |-----------------------------------------L0.444-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 413.26kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 413kb total:"
- "L0 "
- - "L0.?[592,619] 1.05us 328.18kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.05us 85.08kb |----L0.?-----| "
- - "**** Simulation run 203, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 544.54kb total:"
- - "L0, all files 544.54kb "
+ - "L0.?[592,619] 1.05us 328kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.05us 85kb |----L0.?-----| "
+ - "**** Simulation run 203, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 545kb total:"
+ - "L0, all files 545kb "
- "L0.374[888,932] 1.05us |-----------------------------------------L0.374-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 544.54kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 545kb total:"
- "L0 "
- - "L0.?[888,903] 1.05us 185.64kb|------------L0.?------------| "
- - "L0.?[904,932] 1.05us 358.9kb |-------------------------L0.?--------------------------| "
- - "**** Simulation run 204, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 374.74kb total:"
- - "L0, all files 374.74kb "
+ - "L0.?[888,903] 1.05us 186kb|------------L0.?------------| "
+ - "L0.?[904,932] 1.05us 359kb |-------------------------L0.?--------------------------| "
+ - "**** Simulation run 204, type=split(ReduceOverlap)(split_times=[619]). 1 Input Files, 375kb total:"
+ - "L0, all files 375kb "
- "L0.448[592,626] 1.05us |-----------------------------------------L0.448-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 374.74kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 375kb total:"
- "L0 "
- - "L0.?[592,619] 1.05us 297.59kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[620,626] 1.05us 77.15kb |----L0.?-----| "
- - "**** Simulation run 205, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 1.06mb total:"
- - "L0, all files 1.06mb "
+ - "L0.?[592,619] 1.05us 298kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[620,626] 1.05us 77kb |----L0.?-----| "
+ - "**** Simulation run 205, type=split(ReduceOverlap)(split_times=[903]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.378[888,986] 1.05us |-----------------------------------------L0.378-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.06mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[888,903] 1.05us 165.94kb|---L0.?----| "
- - "L0.?[904,986] 1.05us 918.23kb |----------------------------------L0.?-----------------------------------| "
+ - "L0.?[888,903] 1.05us 166kb|---L0.?----| "
+ - "L0.?[904,986] 1.05us 918kb |----------------------------------L0.?-----------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 30 files: L0.322, L0.326, L0.332, L0.336, L0.340, L0.346, L0.350, L0.354, L0.360, L0.364, L0.368, L0.374, L0.378, L0.384, L0.388, L0.392, L0.396, L0.400, L0.404, L0.408, L0.412, L0.416, L0.420, L0.424, L0.428, L0.432, L0.436, L0.440, L0.444, L0.448"
- " Creating 60 files"
- - "**** Simulation run 206, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[275]). 2 Input Files, 102.69mb total:"
+ - "**** Simulation run 206, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[275]). 2 Input Files, 103mb total:"
- "L0 "
- - "L0.278[42,294] 1.03us 2.67mb|----------------------------------L0.278-----------------------------------| "
+ - "L0.278[42,294] 1.03us 3mb|----------------------------------L0.278-----------------------------------| "
- "L1 "
- - "L1.379[42,334] 1.03us 100.02mb|-----------------------------------------L1.379-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 102.69mb total:"
+ - "L1.379[42,334] 1.03us 100mb|-----------------------------------------L1.379-----------------------------------------|"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 103mb total:"
- "L1 "
- - "L1.?[42,275] 1.03us 81.94mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[276,334] 1.03us 20.75mb |-----L1.?------| "
+ - "L1.?[42,275] 1.03us 82mb |--------------------------------L1.?---------------------------------| "
+ - "L1.?[276,334] 1.03us 21mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.278, L1.379"
- " Creating 2 files"
- - "**** Simulation run 207, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 1.56mb total:"
- - "L0, all files 1.56mb "
+ - "**** Simulation run 207, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.280[173,294] 1.03us |----------------------------------------L0.280-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.56mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,275] 1.03us 1.31mb|----------------------------------L0.?-----------------------------------| "
- - "L0.?[276,294] 1.03us 250.4kb |---L0.?----| "
- - "**** Simulation run 208, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 4.21mb total:"
- - "L0, all files 4.21mb "
+ - "L0.?[173,275] 1.03us 1mb |----------------------------------L0.?-----------------------------------| "
+ - "L0.?[276,294] 1.03us 250kb |---L0.?----| "
+ - "**** Simulation run 208, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.282[50,294] 1.03us |-----------------------------------------L0.282-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[50,275] 1.03us 3.89mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[276,294] 1.03us 336.03kb |L0.?| "
- - "**** Simulation run 209, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2.55mb total:"
- - "L0, all files 2.55mb "
+ - "L0.?[50,275] 1.03us 4mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[276,294] 1.03us 336kb |L0.?| "
+ - "**** Simulation run 209, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.284[76,294] 1.04us |-----------------------------------------L0.284-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.55mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,275] 1.04us 2.32mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[276,294] 1.04us 227.29kb |L0.?-| "
- - "**** Simulation run 210, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2.67mb total:"
- - "L0, all files 2.67mb "
+ - "L0.?[76,275] 1.04us 2mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[276,294] 1.04us 227kb |L0.?-| "
+ - "**** Simulation run 210, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.286[42,294] 1.04us |-----------------------------------------L0.286-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.67mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,275] 1.04us 2.47mb|--------------------------------------L0.?---------------------------------------| "
- - "L0.?[276,294] 1.04us 206.1kb |L0.?| "
- - "**** Simulation run 211, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 1.56mb total:"
- - "L0, all files 1.56mb "
+ - "L0.?[42,275] 1.04us 2mb |--------------------------------------L0.?---------------------------------------| "
+ - "L0.?[276,294] 1.04us 206kb |L0.?| "
+ - "**** Simulation run 211, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.288[173,294] 1.04us |----------------------------------------L0.288-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.56mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,275] 1.04us 1.31mb|----------------------------------L0.?-----------------------------------| "
- - "L0.?[276,294] 1.04us 250.4kb |---L0.?----| "
- - "**** Simulation run 212, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 4.21mb total:"
- - "L0, all files 4.21mb "
+ - "L0.?[173,275] 1.04us 1mb |----------------------------------L0.?-----------------------------------| "
+ - "L0.?[276,294] 1.04us 250kb |---L0.?----| "
+ - "**** Simulation run 212, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.290[50,294] 1.04us |-----------------------------------------L0.290-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[50,275] 1.04us 3.89mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[276,294] 1.04us 336.03kb |L0.?| "
- - "**** Simulation run 213, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2.55mb total:"
- - "L0, all files 2.55mb "
+ - "L0.?[50,275] 1.04us 4mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[276,294] 1.04us 336kb |L0.?| "
+ - "**** Simulation run 213, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.292[76,294] 1.04us |-----------------------------------------L0.292-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.55mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,275] 1.04us 2.32mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[276,294] 1.04us 227.29kb |L0.?-| "
- - "**** Simulation run 214, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2.67mb total:"
- - "L0, all files 2.67mb "
+ - "L0.?[76,275] 1.04us 2mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[276,294] 1.04us 227kb |L0.?-| "
+ - "**** Simulation run 214, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.294[42,294] 1.04us |-----------------------------------------L0.294-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.67mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,275] 1.04us 2.47mb|--------------------------------------L0.?---------------------------------------| "
- - "L0.?[276,294] 1.04us 206.1kb |L0.?| "
- - "**** Simulation run 215, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 1.56mb total:"
- - "L0, all files 1.56mb "
+ - "L0.?[42,275] 1.04us 2mb |--------------------------------------L0.?---------------------------------------| "
+ - "L0.?[276,294] 1.04us 206kb |L0.?| "
+ - "**** Simulation run 215, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.296[173,294] 1.04us |----------------------------------------L0.296-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.56mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,275] 1.04us 1.31mb|----------------------------------L0.?-----------------------------------| "
- - "L0.?[276,294] 1.04us 250.4kb |---L0.?----| "
- - "**** Simulation run 216, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 4.21mb total:"
- - "L0, all files 4.21mb "
+ - "L0.?[173,275] 1.04us 1mb |----------------------------------L0.?-----------------------------------| "
+ - "L0.?[276,294] 1.04us 250kb |---L0.?----| "
+ - "**** Simulation run 216, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.298[50,294] 1.04us |-----------------------------------------L0.298-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[50,275] 1.04us 3.89mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[276,294] 1.04us 336.03kb |L0.?| "
- - "**** Simulation run 217, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2.55mb total:"
- - "L0, all files 2.55mb "
+ - "L0.?[50,275] 1.04us 4mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[276,294] 1.04us 336kb |L0.?| "
+ - "**** Simulation run 217, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.300[76,294] 1.04us |-----------------------------------------L0.300-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.55mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,275] 1.04us 2.32mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[276,294] 1.04us 227.29kb |L0.?-| "
- - "**** Simulation run 218, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2.67mb total:"
- - "L0, all files 2.67mb "
+ - "L0.?[76,275] 1.04us 2mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[276,294] 1.04us 227kb |L0.?-| "
+ - "**** Simulation run 218, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.302[42,294] 1.05us |-----------------------------------------L0.302-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.67mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,275] 1.05us 2.47mb|--------------------------------------L0.?---------------------------------------| "
- - "L0.?[276,294] 1.05us 206.1kb |L0.?| "
- - "**** Simulation run 219, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 1.56mb total:"
- - "L0, all files 1.56mb "
+ - "L0.?[42,275] 1.05us 2mb |--------------------------------------L0.?---------------------------------------| "
+ - "L0.?[276,294] 1.05us 206kb |L0.?| "
+ - "**** Simulation run 219, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2mb total:"
+ - "L0, all files 2mb "
- "L0.304[173,294] 1.05us |----------------------------------------L0.304-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.56mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:"
- "L0 "
- - "L0.?[173,275] 1.05us 1.31mb|----------------------------------L0.?-----------------------------------| "
- - "L0.?[276,294] 1.05us 250.4kb |---L0.?----| "
- - "**** Simulation run 220, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 4.21mb total:"
- - "L0, all files 4.21mb "
+ - "L0.?[173,275] 1.05us 1mb |----------------------------------L0.?-----------------------------------| "
+ - "L0.?[276,294] 1.05us 250kb |---L0.?----| "
+ - "**** Simulation run 220, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 4mb total:"
+ - "L0, all files 4mb "
- "L0.306[50,294] 1.05us |-----------------------------------------L0.306-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 4.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 4mb total:"
- "L0 "
- - "L0.?[50,275] 1.05us 3.89mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[276,294] 1.05us 336.03kb |L0.?| "
- - "**** Simulation run 221, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2.55mb total:"
- - "L0, all files 2.55mb "
+ - "L0.?[50,275] 1.05us 4mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[276,294] 1.05us 336kb |L0.?| "
+ - "**** Simulation run 221, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.308[76,294] 1.05us |-----------------------------------------L0.308-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.55mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[76,275] 1.05us 2.32mb|--------------------------------------L0.?--------------------------------------| "
- - "L0.?[276,294] 1.05us 227.29kb |L0.?-| "
- - "**** Simulation run 222, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 2.67mb total:"
- - "L0, all files 2.67mb "
+ - "L0.?[76,275] 1.05us 2mb |--------------------------------------L0.?--------------------------------------| "
+ - "L0.?[276,294] 1.05us 227kb |L0.?-| "
+ - "**** Simulation run 222, type=split(ReduceOverlap)(split_times=[275]). 1 Input Files, 3mb total:"
+ - "L0, all files 3mb "
- "L0.310[42,294] 1.05us |-----------------------------------------L0.310-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 2.67mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:"
- "L0 "
- - "L0.?[42,275] 1.05us 2.47mb|--------------------------------------L0.?---------------------------------------| "
- - "L0.?[276,294] 1.05us 206.1kb |L0.?| "
+ - "L0.?[42,275] 1.05us 2mb |--------------------------------------L0.?---------------------------------------| "
+ - "L0.?[276,294] 1.05us 206kb |L0.?| "
- "Committing partition 1:"
- " Soft Deleting 16 files: L0.280, L0.282, L0.284, L0.286, L0.288, L0.290, L0.292, L0.294, L0.296, L0.298, L0.300, L0.302, L0.304, L0.306, L0.308, L0.310"
- " Creating 32 files"
- - "**** Simulation run 223, type=split(CompactAndSplitOutput(ManySmallFiles))(split_times=[610]). 200 Input Files, 166.42mb total:"
+ - "**** Simulation run 223, type=split(CompactAndSplitOutput(ManySmallFiles))(split_times=[610]). 200 Input Files, 166mb total:"
- "L0 "
- - "L0.386[295,334] 1.03us 429.99kb |L0.386| "
- - "L0.387[335,356] 1.03us 242.56kb |L0.387| "
- - "L0.319[358,591] 1.03us 2.48mb |-------L0.319-------| "
- - "L0.455[592,619] 1.03us 297.59kb |L0.455| "
- - "L0.456[620,626] 1.03us 77.15kb |L0.456| "
- - "L0.385[627,670] 1.03us 484.96kb |L0.385| "
- - "L0.321[673,887] 1.03us 2.29mb |------L0.321------| "
- - "L0.457[888,903] 1.03us 165.94kb |L0.457| "
- - "L0.458[904,986] 1.03us 918.23kb |L0.458|"
- - "L0.517[173,275] 1.03us 1.31mb |L0.517-| "
- - "L0.518[276,294] 1.03us 250.4kb |L0.518| "
- - "L0.406[295,334] 1.03us 522.4kb |L0.406| "
- - "L0.407[335,356] 1.03us 294.69kb |L0.407| "
+ - "L0.386[295,334] 1.03us 430kb |L0.386| "
+ - "L0.387[335,356] 1.03us 243kb |L0.387| "
+ - "L0.319[358,591] 1.03us 2mb |-------L0.319-------| "
+ - "L0.455[592,619] 1.03us 298kb |L0.455| "
+ - "L0.456[620,626] 1.03us 77kb |L0.456| "
+ - "L0.385[627,670] 1.03us 485kb |L0.385| "
+ - "L0.321[673,887] 1.03us 2mb |------L0.321------| "
+ - "L0.457[888,903] 1.03us 166kb |L0.457| "
+ - "L0.458[904,986] 1.03us 918kb |L0.458|"
+ - "L0.517[173,275] 1.03us 1mb |L0.517-| "
+ - "L0.518[276,294] 1.03us 250kb |L0.518| "
+ - "L0.406[295,334] 1.03us 522kb |L0.406| "
+ - "L0.407[335,356] 1.03us 295kb |L0.407| "
- "L0.216[357,357] 1.03us 0b |L0.216| "
- - "L0.323[358,591] 1.03us 3.01mb |-------L0.323-------| "
- - "L0.459[592,619] 1.03us 361.55kb |L0.459| "
- - "L0.460[620,626] 1.03us 93.73kb |L0.460| "
- - "L0.405[627,670] 1.03us 589.19kb |L0.405| "
- - "L0.218[671,672] 1.03us 13.27kb |L0.218| "
- - "L0.325[673,887] 1.03us 2.78mb |------L0.325------| "
- - "L0.461[888,903] 1.03us 203.04kb |L0.461| "
- - "L0.462[904,950] 1.03us 636.2kb |L0.462|"
- - "L0.519[50,275] 1.03us 3.89mb|------L0.519-------| "
- - "L0.520[276,294] 1.03us 336.03kb |L0.520| "
- - "L0.390[295,334] 1.03us 701.05kb |L0.390| "
- - "L0.391[335,356] 1.03us 395.46kb |L0.391| "
+ - "L0.323[358,591] 1.03us 3mb |-------L0.323-------| "
+ - "L0.459[592,619] 1.03us 362kb |L0.459| "
+ - "L0.460[620,626] 1.03us 94kb |L0.460| "
+ - "L0.405[627,670] 1.03us 589kb |L0.405| "
+ - "L0.218[671,672] 1.03us 13kb |L0.218| "
+ - "L0.325[673,887] 1.03us 3mb |------L0.325------| "
+ - "L0.461[888,903] 1.03us 203kb |L0.461| "
+ - "L0.462[904,950] 1.03us 636kb |L0.462|"
+ - "L0.519[50,275] 1.03us 4mb|------L0.519-------| "
+ - "L0.520[276,294] 1.03us 336kb |L0.520| "
+ - "L0.390[295,334] 1.03us 701kb |L0.390| "
+ - "L0.391[335,356] 1.03us 395kb |L0.391| "
- "L0.220[357,357] 1.03us 0b |L0.220| "
- - "L0.327[358,591] 1.03us 4.05mb |-------L0.327-------| "
- - "L0.463[592,619] 1.03us 494.04kb |L0.463| "
- - "L0.464[620,626] 1.03us 128.08kb |L0.464| "
- - "L0.389[627,629] 1.03us 54.89kb |L0.389| "
- - "L0.521[76,275] 1.04us 2.32mb |-----L0.521-----| "
- - "L0.522[276,294] 1.04us 227.29kb |L0.522| "
- - "L0.394[295,334] 1.04us 474.19kb |L0.394| "
- - "L0.395[335,356] 1.04us 267.49kb |L0.395| "
+ - "L0.327[358,591] 1.03us 4mb |-------L0.327-------| "
+ - "L0.463[592,619] 1.03us 494kb |L0.463| "
+ - "L0.464[620,626] 1.03us 128kb |L0.464| "
+ - "L0.389[627,629] 1.03us 55kb |L0.389| "
+ - "L0.521[76,275] 1.04us 2mb |-----L0.521-----| "
+ - "L0.522[276,294] 1.04us 227kb |L0.522| "
+ - "L0.394[295,334] 1.04us 474kb |L0.394| "
+ - "L0.395[335,356] 1.04us 267kb |L0.395| "
- "L0.222[357,357] 1.04us 0b |L0.222| "
- - "L0.329[358,591] 1.04us 2.73mb |-------L0.329-------| "
- - "L0.465[592,619] 1.04us 328.18kb |L0.465| "
- - "L0.466[620,626] 1.04us 85.08kb |L0.466| "
- - "L0.393[627,670] 1.04us 534.81kb |L0.393| "
- - "L0.224[671,672] 1.04us 12.05kb |L0.224| "
- - "L0.331[673,887] 1.04us 2.53mb |------L0.331------| "
- - "L0.467[888,903] 1.04us 185.64kb |L0.467| "
- - "L0.468[904,932] 1.04us 358.9kb |L0.468|"
- - "L0.523[42,275] 1.04us 2.47mb|-------L0.523-------| "
- - "L0.524[276,294] 1.04us 206.1kb |L0.524| "
- - "L0.398[295,334] 1.04us 429.99kb |L0.398| "
- - "L0.399[335,356] 1.04us 242.56kb |L0.399| "
+ - "L0.329[358,591] 1.04us 3mb |-------L0.329-------| "
+ - "L0.465[592,619] 1.04us 328kb |L0.465| "
+ - "L0.466[620,626] 1.04us 85kb |L0.466| "
+ - "L0.393[627,670] 1.04us 535kb |L0.393| "
+ - "L0.224[671,672] 1.04us 12kb |L0.224| "
+ - "L0.331[673,887] 1.04us 3mb |------L0.331------| "
+ - "L0.467[888,903] 1.04us 186kb |L0.467| "
+ - "L0.468[904,932] 1.04us 359kb |L0.468|"
+ - "L0.523[42,275] 1.04us 2mb|-------L0.523-------| "
+ - "L0.524[276,294] 1.04us 206kb |L0.524| "
+ - "L0.398[295,334] 1.04us 430kb |L0.398| "
+ - "L0.399[335,356] 1.04us 243kb |L0.399| "
- "L0.226[357,357] 1.04us 0b |L0.226| "
- - "L0.333[358,591] 1.04us 2.48mb |-------L0.333-------| "
- - "L0.469[592,619] 1.04us 297.59kb |L0.469| "
- - "L0.470[620,626] 1.04us 77.15kb |L0.470| "
- - "L0.397[627,670] 1.04us 484.96kb |L0.397| "
- - "L0.228[671,672] 1.04us 10.92kb |L0.228| "
- - "L0.335[673,887] 1.04us 2.29mb |------L0.335------| "
- - "L0.471[888,903] 1.04us 165.94kb |L0.471| "
- - "L0.472[904,986] 1.04us 918.23kb |L0.472|"
- - "L0.525[173,275] 1.04us 1.31mb |L0.525-| "
- - "L0.526[276,294] 1.04us 250.4kb |L0.526| "
- - "L0.402[295,334] 1.04us 522.4kb |L0.402| "
- - "L0.403[335,356] 1.04us 294.69kb |L0.403| "
+ - "L0.333[358,591] 1.04us 2mb |-------L0.333-------| "
+ - "L0.469[592,619] 1.04us 298kb |L0.469| "
+ - "L0.470[620,626] 1.04us 77kb |L0.470| "
+ - "L0.397[627,670] 1.04us 485kb |L0.397| "
+ - "L0.228[671,672] 1.04us 11kb |L0.228| "
+ - "L0.335[673,887] 1.04us 2mb |------L0.335------| "
+ - "L0.471[888,903] 1.04us 166kb |L0.471| "
+ - "L0.472[904,986] 1.04us 918kb |L0.472|"
+ - "L0.525[173,275] 1.04us 1mb |L0.525-| "
+ - "L0.526[276,294] 1.04us 250kb |L0.526| "
+ - "L0.402[295,334] 1.04us 522kb |L0.402| "
+ - "L0.403[335,356] 1.04us 295kb |L0.403| "
- "L0.230[357,357] 1.04us 0b |L0.230| "
- - "L0.337[358,591] 1.04us 3.01mb |-------L0.337-------| "
- - "L0.473[592,619] 1.04us 361.55kb |L0.473| "
- - "L0.474[620,626] 1.04us 93.73kb |L0.474| "
- - "L0.401[627,670] 1.04us 589.19kb |L0.401| "
- - "L0.232[671,672] 1.04us 13.27kb |L0.232| "
- - "L0.339[673,887] 1.04us 2.78mb |------L0.339------| "
- - "L0.475[888,903] 1.04us 203.04kb |L0.475| "
- - "L0.476[904,950] 1.04us 636.2kb |L0.476|"
- - "L0.527[50,275] 1.04us 3.89mb|------L0.527-------| "
- - "L0.528[276,294] 1.04us 336.03kb |L0.528| "
- - "L0.410[295,334] 1.04us 701.05kb |L0.410| "
- - "L0.411[335,356] 1.04us 395.46kb |L0.411| "
+ - "L0.337[358,591] 1.04us 3mb |-------L0.337-------| "
+ - "L0.473[592,619] 1.04us 362kb |L0.473| "
+ - "L0.474[620,626] 1.04us 94kb |L0.474| "
+ - "L0.401[627,670] 1.04us 589kb |L0.401| "
+ - "L0.232[671,672] 1.04us 13kb |L0.232| "
+ - "L0.339[673,887] 1.04us 3mb |------L0.339------| "
+ - "L0.475[888,903] 1.04us 203kb |L0.475| "
+ - "L0.476[904,950] 1.04us 636kb |L0.476|"
+ - "L0.527[50,275] 1.04us 4mb|------L0.527-------| "
+ - "L0.528[276,294] 1.04us 336kb |L0.528| "
+ - "L0.410[295,334] 1.04us 701kb |L0.410| "
+ - "L0.411[335,356] 1.04us 395kb |L0.411| "
- "L0.234[357,357] 1.04us 0b |L0.234| "
- - "L0.341[358,591] 1.04us 4.05mb |-------L0.341-------| "
- - "L0.477[592,619] 1.04us 494.04kb |L0.477| "
- - "L0.478[620,626] 1.04us 128.08kb |L0.478| "
- - "L0.409[627,629] 1.04us 54.89kb |L0.409| "
- - "L0.529[76,275] 1.04us 2.32mb |-----L0.529-----| "
- - "L0.530[276,294] 1.04us 227.29kb |L0.530| "
- - "L0.414[295,334] 1.04us 474.19kb |L0.414| "
- - "L0.415[335,356] 1.04us 267.49kb |L0.415| "
+ - "L0.341[358,591] 1.04us 4mb |-------L0.341-------| "
+ - "L0.477[592,619] 1.04us 494kb |L0.477| "
+ - "L0.478[620,626] 1.04us 128kb |L0.478| "
+ - "L0.409[627,629] 1.04us 55kb |L0.409| "
+ - "L0.529[76,275] 1.04us 2mb |-----L0.529-----| "
+ - "L0.530[276,294] 1.04us 227kb |L0.530| "
+ - "L0.414[295,334] 1.04us 474kb |L0.414| "
+ - "L0.415[335,356] 1.04us 267kb |L0.415| "
- "L0.236[357,357] 1.04us 0b |L0.236| "
- - "L0.343[358,591] 1.04us 2.73mb |-------L0.343-------| "
- - "L0.479[592,619] 1.04us 328.18kb |L0.479| "
- - "L0.480[620,626] 1.04us 85.08kb |L0.480| "
- - "L0.413[627,670] 1.04us 534.81kb |L0.413| "
- - "L0.238[671,672] 1.04us 12.05kb |L0.238| "
- - "L0.345[673,887] 1.04us 2.53mb |------L0.345------| "
- - "L0.481[888,903] 1.04us 185.64kb |L0.481| "
- - "L0.482[904,932] 1.04us 358.9kb |L0.482|"
- - "L0.531[42,275] 1.04us 2.47mb|-------L0.531-------| "
- - "L0.532[276,294] 1.04us 206.1kb |L0.532| "
- - "L0.418[295,334] 1.04us 429.99kb |L0.418| "
- - "L0.419[335,356] 1.04us 242.56kb |L0.419| "
+ - "L0.343[358,591] 1.04us 3mb |-------L0.343-------| "
+ - "L0.479[592,619] 1.04us 328kb |L0.479| "
+ - "L0.480[620,626] 1.04us 85kb |L0.480| "
+ - "L0.413[627,670] 1.04us 535kb |L0.413| "
+ - "L0.238[671,672] 1.04us 12kb |L0.238| "
+ - "L0.345[673,887] 1.04us 3mb |------L0.345------| "
+ - "L0.481[888,903] 1.04us 186kb |L0.481| "
+ - "L0.482[904,932] 1.04us 359kb |L0.482|"
+ - "L0.531[42,275] 1.04us 2mb|-------L0.531-------| "
+ - "L0.532[276,294] 1.04us 206kb |L0.532| "
+ - "L0.418[295,334] 1.04us 430kb |L0.418| "
+ - "L0.419[335,356] 1.04us 243kb |L0.419| "
- "L0.240[357,357] 1.04us 0b |L0.240| "
- - "L0.347[358,591] 1.04us 2.48mb |-------L0.347-------| "
- - "L0.483[592,619] 1.04us 297.59kb |L0.483| "
- - "L0.484[620,626] 1.04us 77.15kb |L0.484| "
- - "L0.417[627,670] 1.04us 484.96kb |L0.417| "
- - "L0.242[671,672] 1.04us 10.92kb |L0.242| "
- - "L0.349[673,887] 1.04us 2.29mb |------L0.349------| "
- - "L0.485[888,903] 1.04us 165.94kb |L0.485| "
- - "L0.486[904,986] 1.04us 918.23kb |L0.486|"
- - "L0.533[173,275] 1.04us 1.31mb |L0.533-| "
- - "L0.534[276,294] 1.04us 250.4kb |L0.534| "
- - "L0.422[295,334] 1.04us 522.4kb |L0.422| "
- - "L0.423[335,356] 1.04us 294.69kb |L0.423| "
+ - "L0.347[358,591] 1.04us 2mb |-------L0.347-------| "
+ - "L0.483[592,619] 1.04us 298kb |L0.483| "
+ - "L0.484[620,626] 1.04us 77kb |L0.484| "
+ - "L0.417[627,670] 1.04us 485kb |L0.417| "
+ - "L0.242[671,672] 1.04us 11kb |L0.242| "
+ - "L0.349[673,887] 1.04us 2mb |------L0.349------| "
+ - "L0.485[888,903] 1.04us 166kb |L0.485| "
+ - "L0.486[904,986] 1.04us 918kb |L0.486|"
+ - "L0.533[173,275] 1.04us 1mb |L0.533-| "
+ - "L0.534[276,294] 1.04us 250kb |L0.534| "
+ - "L0.422[295,334] 1.04us 522kb |L0.422| "
+ - "L0.423[335,356] 1.04us 295kb |L0.423| "
- "L0.244[357,357] 1.04us 0b |L0.244| "
- - "L0.351[358,591] 1.04us 3.01mb |-------L0.351-------| "
- - "L0.487[592,619] 1.04us 361.55kb |L0.487| "
- - "L0.488[620,626] 1.04us 93.73kb |L0.488| "
- - "L0.421[627,670] 1.04us 589.19kb |L0.421| "
- - "L0.246[671,672] 1.04us 13.27kb |L0.246| "
- - "L0.353[673,887] 1.04us 2.78mb |------L0.353------| "
- - "L0.489[888,903] 1.04us 203.04kb |L0.489| "
- - "L0.490[904,950] 1.04us 636.2kb |L0.490|"
- - "L0.535[50,275] 1.04us 3.89mb|------L0.535-------| "
- - "L0.536[276,294] 1.04us 336.03kb |L0.536| "
- - "L0.426[295,334] 1.04us 701.05kb |L0.426| "
- - "L0.427[335,356] 1.04us 395.46kb |L0.427| "
+ - "L0.351[358,591] 1.04us 3mb |-------L0.351-------| "
+ - "L0.487[592,619] 1.04us 362kb |L0.487| "
+ - "L0.488[620,626] 1.04us 94kb |L0.488| "
+ - "L0.421[627,670] 1.04us 589kb |L0.421| "
+ - "L0.246[671,672] 1.04us 13kb |L0.246| "
+ - "L0.353[673,887] 1.04us 3mb |------L0.353------| "
+ - "L0.489[888,903] 1.04us 203kb |L0.489| "
+ - "L0.490[904,950] 1.04us 636kb |L0.490|"
+ - "L0.535[50,275] 1.04us 4mb|------L0.535-------| "
+ - "L0.536[276,294] 1.04us 336kb |L0.536| "
+ - "L0.426[295,334] 1.04us 701kb |L0.426| "
+ - "L0.427[335,356] 1.04us 395kb |L0.427| "
- "L0.248[357,357] 1.04us 0b |L0.248| "
- - "L0.355[358,591] 1.04us 4.05mb |-------L0.355-------| "
- - "L0.491[592,619] 1.04us 494.04kb |L0.491| "
- - "L0.492[620,626] 1.04us 128.08kb |L0.492| "
- - "L0.425[627,629] 1.04us 54.89kb |L0.425| "
- - "L0.537[76,275] 1.04us 2.32mb |-----L0.537-----| "
- - "L0.538[276,294] 1.04us 227.29kb |L0.538| "
- - "L0.430[295,334] 1.04us 474.19kb |L0.430| "
- - "L0.431[335,356] 1.04us 267.49kb |L0.431| "
+ - "L0.355[358,591] 1.04us 4mb |-------L0.355-------| "
+ - "L0.491[592,619] 1.04us 494kb |L0.491| "
+ - "L0.492[620,626] 1.04us 128kb |L0.492| "
+ - "L0.425[627,629] 1.04us 55kb |L0.425| "
+ - "L0.537[76,275] 1.04us 2mb |-----L0.537-----| "
+ - "L0.538[276,294] 1.04us 227kb |L0.538| "
+ - "L0.430[295,334] 1.04us 474kb |L0.430| "
+ - "L0.431[335,356] 1.04us 267kb |L0.431| "
- "L0.250[357,357] 1.04us 0b |L0.250| "
- - "L0.357[358,591] 1.04us 2.73mb |-------L0.357-------| "
- - "L0.493[592,619] 1.04us 328.18kb |L0.493| "
- - "L0.494[620,626] 1.04us 85.08kb |L0.494| "
- - "L0.429[627,670] 1.04us 534.81kb |L0.429| "
- - "L0.252[671,672] 1.04us 12.05kb |L0.252| "
- - "L0.359[673,887] 1.04us 2.53mb |------L0.359------| "
- - "L0.495[888,903] 1.04us 185.64kb |L0.495| "
- - "L0.496[904,932] 1.04us 358.9kb |L0.496|"
- - "L0.539[42,275] 1.05us 2.47mb|-------L0.539-------| "
- - "L0.540[276,294] 1.05us 206.1kb |L0.540| "
- - "L0.434[295,334] 1.05us 429.99kb |L0.434| "
- - "L0.435[335,356] 1.05us 242.56kb |L0.435| "
+ - "L0.357[358,591] 1.04us 3mb |-------L0.357-------| "
+ - "L0.493[592,619] 1.04us 328kb |L0.493| "
+ - "L0.494[620,626] 1.04us 85kb |L0.494| "
+ - "L0.429[627,670] 1.04us 535kb |L0.429| "
+ - "L0.252[671,672] 1.04us 12kb |L0.252| "
+ - "L0.359[673,887] 1.04us 3mb |------L0.359------| "
+ - "L0.495[888,903] 1.04us 186kb |L0.495| "
+ - "L0.496[904,932] 1.04us 359kb |L0.496|"
+ - "L0.539[42,275] 1.05us 2mb|-------L0.539-------| "
+ - "L0.540[276,294] 1.05us 206kb |L0.540| "
+ - "L0.434[295,334] 1.05us 430kb |L0.434| "
+ - "L0.435[335,356] 1.05us 243kb |L0.435| "
- "L0.254[357,357] 1.05us 0b |L0.254| "
- - "L0.361[358,591] 1.05us 2.48mb |-------L0.361-------| "
- - "L0.497[592,619] 1.05us 297.59kb |L0.497| "
- - "L0.498[620,626] 1.05us 77.15kb |L0.498| "
- - "L0.433[627,670] 1.05us 484.96kb |L0.433| "
- - "L0.256[671,672] 1.05us 10.92kb |L0.256| "
- - "L0.363[673,887] 1.05us 2.29mb |------L0.363------| "
- - "L0.499[888,903] 1.05us 165.94kb |L0.499| "
- - "L0.500[904,986] 1.05us 918.23kb |L0.500|"
- - "L0.541[173,275] 1.05us 1.31mb |L0.541-| "
- - "L0.542[276,294] 1.05us 250.4kb |L0.542| "
- - "L0.438[295,334] 1.05us 522.4kb |L0.438| "
- - "L0.439[335,356] 1.05us 294.69kb |L0.439| "
+ - "L0.361[358,591] 1.05us 2mb |-------L0.361-------| "
+ - "L0.497[592,619] 1.05us 298kb |L0.497| "
+ - "L0.498[620,626] 1.05us 77kb |L0.498| "
+ - "L0.433[627,670] 1.05us 485kb |L0.433| "
+ - "L0.256[671,672] 1.05us 11kb |L0.256| "
+ - "L0.363[673,887] 1.05us 2mb |------L0.363------| "
+ - "L0.499[888,903] 1.05us 166kb |L0.499| "
+ - "L0.500[904,986] 1.05us 918kb |L0.500|"
+ - "L0.541[173,275] 1.05us 1mb |L0.541-| "
+ - "L0.542[276,294] 1.05us 250kb |L0.542| "
+ - "L0.438[295,334] 1.05us 522kb |L0.438| "
+ - "L0.439[335,356] 1.05us 295kb |L0.439| "
- "L0.258[357,357] 1.05us 0b |L0.258| "
- - "L0.365[358,591] 1.05us 3.01mb |-------L0.365-------| "
- - "L0.501[592,619] 1.05us 361.55kb |L0.501| "
- - "L0.502[620,626] 1.05us 93.73kb |L0.502| "
- - "L0.437[627,670] 1.05us 589.19kb |L0.437| "
- - "L0.260[671,672] 1.05us 13.27kb |L0.260| "
- - "L0.367[673,887] 1.05us 2.78mb |------L0.367------| "
- - "L0.503[888,903] 1.05us 203.04kb |L0.503| "
- - "L0.504[904,950] 1.05us 636.2kb |L0.504|"
- - "L0.543[50,275] 1.05us 3.89mb|------L0.543-------| "
- - "L0.544[276,294] 1.05us 336.03kb |L0.544| "
- - "L0.442[295,334] 1.05us 701.05kb |L0.442| "
- - "L0.443[335,356] 1.05us 395.46kb |L0.443| "
+ - "L0.365[358,591] 1.05us 3mb |-------L0.365-------| "
+ - "L0.501[592,619] 1.05us 362kb |L0.501| "
+ - "L0.502[620,626] 1.05us 94kb |L0.502| "
+ - "L0.437[627,670] 1.05us 589kb |L0.437| "
+ - "L0.260[671,672] 1.05us 13kb |L0.260| "
+ - "L0.367[673,887] 1.05us 3mb |------L0.367------| "
+ - "L0.503[888,903] 1.05us 203kb |L0.503| "
+ - "L0.504[904,950] 1.05us 636kb |L0.504|"
+ - "L0.543[50,275] 1.05us 4mb|------L0.543-------| "
+ - "L0.544[276,294] 1.05us 336kb |L0.544| "
+ - "L0.442[295,334] 1.05us 701kb |L0.442| "
+ - "L0.443[335,356] 1.05us 395kb |L0.443| "
- "L0.262[357,357] 1.05us 0b |L0.262| "
- - "L0.369[358,591] 1.05us 4.05mb |-------L0.369-------| "
- - "L0.505[592,619] 1.05us 494.04kb |L0.505| "
- - "L0.506[620,626] 1.05us 128.08kb |L0.506| "
- - "L0.441[627,629] 1.05us 54.89kb |L0.441| "
- - "L0.545[76,275] 1.05us 2.32mb |-----L0.545-----| "
- - "L0.546[276,294] 1.05us 227.29kb |L0.546| "
- - "L0.446[295,334] 1.05us 474.19kb |L0.446| "
- - "L0.447[335,356] 1.05us 267.49kb |L0.447| "
+ - "L0.369[358,591] 1.05us 4mb |-------L0.369-------| "
+ - "L0.505[592,619] 1.05us 494kb |L0.505| "
+ - "L0.506[620,626] 1.05us 128kb |L0.506| "
+ - "L0.441[627,629] 1.05us 55kb |L0.441| "
+ - "L0.545[76,275] 1.05us 2mb |-----L0.545-----| "
+ - "L0.546[276,294] 1.05us 227kb |L0.546| "
+ - "L0.446[295,334] 1.05us 474kb |L0.446| "
+ - "L0.447[335,356] 1.05us 267kb |L0.447| "
- "L0.264[357,357] 1.05us 0b |L0.264| "
- - "L0.371[358,591] 1.05us 2.73mb |-------L0.371-------| "
- - "L0.507[592,619] 1.05us 328.18kb |L0.507| "
- - "L0.508[620,626] 1.05us 85.08kb |L0.508| "
- - "L0.445[627,670] 1.05us 534.81kb |L0.445| "
- - "L0.266[671,672] 1.05us 12.05kb |L0.266| "
- - "L0.373[673,887] 1.05us 2.53mb |------L0.373------| "
- - "L0.509[888,903] 1.05us 185.64kb |L0.509| "
- - "L0.510[904,932] 1.05us 358.9kb |L0.510|"
- - "L0.547[42,275] 1.05us 2.47mb|-------L0.547-------| "
- - "L0.548[276,294] 1.05us 206.1kb |L0.548| "
- - "L0.450[295,334] 1.05us 429.99kb |L0.450| "
- - "L0.451[335,356] 1.05us 242.56kb |L0.451| "
+ - "L0.371[358,591] 1.05us 3mb |-------L0.371-------| "
+ - "L0.507[592,619] 1.05us 328kb |L0.507| "
+ - "L0.508[620,626] 1.05us 85kb |L0.508| "
+ - "L0.445[627,670] 1.05us 535kb |L0.445| "
+ - "L0.266[671,672] 1.05us 12kb |L0.266| "
+ - "L0.373[673,887] 1.05us 3mb |------L0.373------| "
+ - "L0.509[888,903] 1.05us 186kb |L0.509| "
+ - "L0.510[904,932] 1.05us 359kb |L0.510|"
+ - "L0.547[42,275] 1.05us 2mb|-------L0.547-------| "
+ - "L0.548[276,294] 1.05us 206kb |L0.548| "
+ - "L0.450[295,334] 1.05us 430kb |L0.450| "
+ - "L0.451[335,356] 1.05us 243kb |L0.451| "
- "L0.268[357,357] 1.05us 0b |L0.268| "
- - "L0.375[358,591] 1.05us 2.48mb |-------L0.375-------| "
- - "L0.511[592,619] 1.05us 297.59kb |L0.511| "
- - "L0.512[620,626] 1.05us 77.15kb |L0.512| "
- - "L0.449[627,670] 1.05us 484.96kb |L0.449| "
- - "L0.270[671,672] 1.05us 10.92kb |L0.270| "
- - "L0.377[673,887] 1.05us 2.29mb |------L0.377------| "
- - "L0.513[888,903] 1.05us 165.94kb |L0.513| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 166.42mb total:"
+ - "L0.375[358,591] 1.05us 2mb |-------L0.375-------| "
+ - "L0.511[592,619] 1.05us 298kb |L0.511| "
+ - "L0.512[620,626] 1.05us 77kb |L0.512| "
+ - "L0.449[627,670] 1.05us 485kb |L0.449| "
+ - "L0.270[671,672] 1.05us 11kb |L0.270| "
+ - "L0.377[673,887] 1.05us 2mb |------L0.377------| "
+ - "L0.513[888,903] 1.05us 166kb |L0.513| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 166mb total:"
- "L0 "
- - "L0.?[42,610] 1.05us 100.14mb|------------------------L0.?------------------------| "
- - "L0.?[611,986] 1.05us 66.29mb |--------------L0.?---------------| "
+ - "L0.?[42,610] 1.05us 100mb|------------------------L0.?------------------------| "
+ - "L0.?[611,986] 1.05us 66mb |--------------L0.?---------------| "
- "Committing partition 1:"
- " Soft Deleting 200 files: L0.216, L0.218, L0.220, L0.222, L0.224, L0.226, L0.228, L0.230, L0.232, L0.234, L0.236, L0.238, L0.240, L0.242, L0.244, L0.246, L0.248, L0.250, L0.252, L0.254, L0.256, L0.258, L0.260, L0.262, L0.264, L0.266, L0.268, L0.270, L0.319, L0.321, L0.323, L0.325, L0.327, L0.329, L0.331, L0.333, L0.335, L0.337, L0.339, L0.341, L0.343, L0.345, L0.347, L0.349, L0.351, L0.353, L0.355, L0.357, L0.359, L0.361, L0.363, L0.365, L0.367, L0.369, L0.371, L0.373, L0.375, L0.377, L0.385, L0.386, L0.387, L0.389, L0.390, L0.391, L0.393, L0.394, L0.395, L0.397, L0.398, L0.399, L0.401, L0.402, L0.403, L0.405, L0.406, L0.407, L0.409, L0.410, L0.411, L0.413, L0.414, L0.415, L0.417, L0.418, L0.419, L0.421, L0.422, L0.423, L0.425, L0.426, L0.427, L0.429, L0.430, L0.431, L0.433, L0.434, L0.435, L0.437, L0.438, L0.439, L0.441, L0.442, L0.443, L0.445, L0.446, L0.447, L0.449, L0.450, L0.451, L0.455, L0.456, L0.457, L0.458, L0.459, L0.460, L0.461, L0.462, L0.463, L0.464, L0.465, L0.466, L0.467, L0.468, L0.469, L0.470, L0.471, L0.472, L0.473, L0.474, L0.475, L0.476, L0.477, L0.478, L0.479, L0.480, L0.481, L0.482, L0.483, L0.484, L0.485, L0.486, L0.487, L0.488, L0.489, L0.490, L0.491, L0.492, L0.493, L0.494, L0.495, L0.496, L0.497, L0.498, L0.499, L0.500, L0.501, L0.502, L0.503, L0.504, L0.505, L0.506, L0.507, L0.508, L0.509, L0.510, L0.511, L0.512, L0.513, L0.517, L0.518, L0.519, L0.520, L0.521, L0.522, L0.523, L0.524, L0.525, L0.526, L0.527, L0.528, L0.529, L0.530, L0.531, L0.532, L0.533, L0.534, L0.535, L0.536, L0.537, L0.538, L0.539, L0.540, L0.541, L0.542, L0.543, L0.544, L0.545, L0.546, L0.547, L0.548"
- " Creating 2 files"
- - "**** Simulation run 224, type=compact(ManySmallFiles). 1 Input Files, 918.23kb total:"
- - "L0, all files 918.23kb "
+ - "**** Simulation run 224, type=compact(ManySmallFiles). 1 Input Files, 918kb total:"
+ - "L0, all files 918kb "
- "L0.514[904,986] 1.05us |-----------------------------------------L0.514-----------------------------------------|"
- - "**** 1 Output Files (parquet_file_id not yet assigned), 918.23kb total:"
- - "L0, all files 918.23kb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 918kb total:"
+ - "L0, all files 918kb "
- "L0.?[904,986] 1.05us |------------------------------------------L0.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 1 files: L0.514"
- " Creating 1 files"
- - "**** Simulation run 225, type=split(HighL0OverlapSingleFile)(split_times=[234]). 1 Input Files, 81.94mb total:"
- - "L1, all files 81.94mb "
+ - "**** Simulation run 225, type=split(HighL0OverlapSingleFile)(split_times=[234]). 1 Input Files, 82mb total:"
+ - "L1, all files 82mb "
- "L1.515[42,275] 1.03us |-----------------------------------------L1.515-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 81.94mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 82mb total:"
- "L1 "
- - "L1.?[42,234] 1.03us 67.52mb|----------------------------------L1.?----------------------------------| "
- - "L1.?[235,275] 1.03us 14.42mb |----L1.?-----| "
- - "**** Simulation run 226, type=split(HighL0OverlapSingleFile)(split_times=[426]). 1 Input Files, 100.33mb total:"
- - "L1, all files 100.33mb "
+ - "L1.?[42,234] 1.03us 68mb |----------------------------------L1.?----------------------------------| "
+ - "L1.?[235,275] 1.03us 14mb |----L1.?-----| "
+ - "**** Simulation run 226, type=split(HighL0OverlapSingleFile)(split_times=[426]). 1 Input Files, 100mb total:"
+ - "L1, all files 100mb "
- "L1.452[335,619] 1.03us |-----------------------------------------L1.452-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 100.33mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L1 "
- - "L1.?[335,426] 1.03us 32.15mb|-----------L1.?-----------| "
- - "L1.?[427,619] 1.03us 68.18mb |---------------------------L1.?---------------------------| "
- - "**** Simulation run 227, type=split(HighL0OverlapSingleFile)(split_times=[234, 426]). 1 Input Files, 100.14mb total:"
- - "L0, all files 100.14mb "
+ - "L1.?[335,426] 1.03us 32mb|-----------L1.?-----------| "
+ - "L1.?[427,619] 1.03us 68mb |---------------------------L1.?---------------------------| "
+ - "**** Simulation run 227, type=split(HighL0OverlapSingleFile)(split_times=[234, 426]). 1 Input Files, 100mb total:"
+ - "L0, all files 100mb "
- "L0.549[42,610] 1.05us |-----------------------------------------L0.549-----------------------------------------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 100.14mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L0 "
- - "L0.?[42,234] 1.05us 33.85mb|------------L0.?------------| "
- - "L0.?[235,426] 1.05us 33.67mb |------------L0.?------------| "
- - "L0.?[427,610] 1.05us 32.61mb |-----------L0.?-----------| "
+ - "L0.?[42,234] 1.05us 34mb |------------L0.?------------| "
+ - "L0.?[235,426] 1.05us 34mb |------------L0.?------------| "
+ - "L0.?[427,610] 1.05us 33mb |-----------L0.?-----------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.452, L1.515, L0.549"
- " Creating 7 files"
- - "**** Simulation run 228, type=split(ReduceOverlap)(split_times=[619, 903]). 1 Input Files, 66.29mb total:"
- - "L0, all files 66.29mb "
+ - "**** Simulation run 228, type=split(ReduceOverlap)(split_times=[619, 903]). 1 Input Files, 66mb total:"
+ - "L0, all files 66mb "
- "L0.550[611,986] 1.05us |-----------------------------------------L0.550-----------------------------------------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 66.29mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 66mb total:"
- "L0 "
- - "L0.?[611,619] 1.05us 1.41mb|L0.?| "
- - "L0.?[620,903] 1.05us 50.02mb |------------------------------L0.?-------------------------------| "
- - "L0.?[904,986] 1.05us 14.85mb |------L0.?-------| "
- - "**** Simulation run 229, type=split(ReduceOverlap)(split_times=[275, 334]). 1 Input Files, 33.67mb total:"
- - "L0, all files 33.67mb "
+ - "L0.?[611,619] 1.05us 1mb |L0.?| "
+ - "L0.?[620,903] 1.05us 50mb |------------------------------L0.?-------------------------------| "
+ - "L0.?[904,986] 1.05us 15mb |------L0.?-------| "
+ - "**** Simulation run 229, type=split(ReduceOverlap)(split_times=[275, 334]). 1 Input Files, 34mb total:"
+ - "L0, all files 34mb "
- "L0.557[235,426] 1.05us |-----------------------------------------L0.557-----------------------------------------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 33.67mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 34mb total:"
- "L0 "
- - "L0.?[235,275] 1.05us 7.05mb|------L0.?------| "
- - "L0.?[276,334] 1.05us 10.23mb |----------L0.?-----------| "
- - "L0.?[335,426] 1.05us 16.4mb |------------------L0.?------------------| "
+ - "L0.?[235,275] 1.05us 7mb |------L0.?------| "
+ - "L0.?[276,334] 1.05us 10mb |----------L0.?-----------| "
+ - "L0.?[335,426] 1.05us 16mb |------------------L0.?------------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.550, L0.557"
- " Creating 6 files"
- - "**** Simulation run 230, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[257, 472]). 7 Input Files, 269.49mb total:"
+ - "**** Simulation run 230, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[257, 472]). 7 Input Files, 269mb total:"
- "L0 "
- - "L0.556[42,234] 1.05us 33.85mb|----------L0.556-----------| "
- - "L0.558[427,610] 1.05us 32.61mb |----------L0.558----------| "
+ - "L0.556[42,234] 1.05us 34mb|----------L0.556-----------| "
+ - "L0.558[427,610] 1.05us 33mb |----------L0.558----------| "
- "L1 "
- - "L1.552[42,234] 1.03us 67.52mb|----------L1.552-----------| "
- - "L1.553[235,275] 1.03us 14.42mb |L1.553| "
- - "L1.516[276,334] 1.03us 20.75mb |L1.516-| "
- - "L1.554[335,426] 1.03us 32.15mb |---L1.554---| "
- - "L1.555[427,619] 1.03us 68.18mb |----------L1.555-----------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 269.49mb total:"
+ - "L1.552[42,234] 1.03us 68mb|----------L1.552-----------| "
+ - "L1.553[235,275] 1.03us 14mb |L1.553| "
+ - "L1.516[276,334] 1.03us 21mb |L1.516-| "
+ - "L1.554[335,426] 1.03us 32mb |---L1.554---| "
+ - "L1.555[427,619] 1.03us 68mb |----------L1.555-----------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 269mb total:"
- "L1 "
- - "L1.?[42,257] 1.05us 100.42mb|-------------L1.?--------------| "
- - "L1.?[258,472] 1.05us 99.95mb |-------------L1.?--------------| "
- - "L1.?[473,619] 1.05us 69.12mb |--------L1.?--------| "
+ - "L1.?[42,257] 1.05us 100mb|-------------L1.?--------------| "
+ - "L1.?[258,472] 1.05us 100mb |-------------L1.?--------------| "
+ - "L1.?[473,619] 1.05us 69mb |--------L1.?--------| "
- "Committing partition 1:"
- " Soft Deleting 7 files: L1.516, L1.552, L1.553, L1.554, L1.555, L0.556, L0.558"
- " Creating 3 files"
- - "**** Simulation run 231, type=split(ReduceOverlap)(split_times=[257]). 1 Input Files, 7.05mb total:"
- - "L0, all files 7.05mb "
+ - "**** Simulation run 231, type=split(ReduceOverlap)(split_times=[257]). 1 Input Files, 7mb total:"
+ - "L0, all files 7mb "
- "L0.562[235,275] 1.05us |-----------------------------------------L0.562-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 7.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 7mb total:"
- "L0 "
- - "L0.?[235,257] 1.05us 3.88mb|---------------------L0.?----------------------| "
- - "L0.?[258,275] 1.05us 3.17mb |----------------L0.?----------------| "
+ - "L0.?[235,257] 1.05us 4mb |---------------------L0.?----------------------| "
+ - "L0.?[258,275] 1.05us 3mb |----------------L0.?----------------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L0.562"
- " Creating 2 files"
- - "**** Simulation run 232, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[969]). 2 Input Files, 30.57mb total:"
+ - "**** Simulation run 232, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[969]). 2 Input Files, 31mb total:"
- "L0 "
- - "L0.551[904,986] 1.05us 918.23kb|-----------------------------------------L0.551-----------------------------------------|"
+ - "L0.551[904,986] 1.05us 918kb|-----------------------------------------L0.551-----------------------------------------|"
- "L1 "
- - "L1.454[904,986] 1.03us 29.68mb|-----------------------------------------L1.454-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 30.57mb total:"
+ - "L1.454[904,986] 1.03us 30mb|-----------------------------------------L1.454-----------------------------------------|"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 31mb total:"
- "L1 "
- - "L1.?[904,969] 1.05us 24.23mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[970,986] 1.05us 6.34mb |-----L1.?------| "
+ - "L1.?[904,969] 1.05us 24mb|--------------------------------L1.?---------------------------------| "
+ - "L1.?[970,986] 1.05us 6mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.454, L0.551"
- " Creating 2 files"
- - "**** Simulation run 233, type=split(ReduceOverlap)(split_times=[969]). 1 Input Files, 14.85mb total:"
- - "L0, all files 14.85mb "
+ - "**** Simulation run 233, type=split(ReduceOverlap)(split_times=[969]). 1 Input Files, 15mb total:"
+ - "L0, all files 15mb "
- "L0.561[904,986] 1.05us |-----------------------------------------L0.561-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 14.85mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 15mb total:"
- "L0 "
- - "L0.?[904,969] 1.05us 11.77mb|--------------------------------L0.?---------------------------------| "
- - "L0.?[970,986] 1.05us 3.08mb |-----L0.?------| "
+ - "L0.?[904,969] 1.05us 12mb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[970,986] 1.05us 3mb |-----L0.?------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L0.561"
- " Creating 2 files"
- - "**** Simulation run 234, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[428]). 3 Input Files, 126.57mb total:"
+ - "**** Simulation run 234, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[428]). 3 Input Files, 127mb total:"
- "L0 "
- - "L0.564[335,426] 1.05us 16.4mb |---------------L0.564---------------| "
- - "L0.563[276,334] 1.05us 10.23mb |--------L0.563--------| "
+ - "L0.564[335,426] 1.05us 16mb |---------------L0.564---------------| "
+ - "L0.563[276,334] 1.05us 10mb |--------L0.563--------| "
- "L1 "
- - "L1.566[258,472] 1.05us 99.95mb|-----------------------------------------L1.566-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 126.57mb total:"
+ - "L1.566[258,472] 1.05us 100mb|-----------------------------------------L1.566-----------------------------------------|"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 127mb total:"
- "L1 "
- - "L1.?[258,428] 1.05us 100.55mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[429,472] 1.05us 26.02mb |------L1.?------| "
+ - "L1.?[258,428] 1.05us 101mb|--------------------------------L1.?---------------------------------| "
+ - "L1.?[429,472] 1.05us 26mb |------L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.563, L0.564, L1.566"
- " Creating 2 files"
- - "**** Simulation run 235, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[969]). 4 Input Files, 45.42mb total:"
+ - "**** Simulation run 235, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[969]). 4 Input Files, 45mb total:"
- "L0 "
- - "L0.572[904,969] 1.05us 11.77mb|-------------------------------L0.572--------------------------------| "
- - "L0.573[970,986] 1.05us 3.08mb |----L0.573-----| "
+ - "L0.572[904,969] 1.05us 12mb|-------------------------------L0.572--------------------------------| "
+ - "L0.573[970,986] 1.05us 3mb |----L0.573-----| "
- "L1 "
- - "L1.570[904,969] 1.05us 24.23mb|-------------------------------L1.570--------------------------------| "
- - "L1.571[970,986] 1.05us 6.34mb |----L1.571-----| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 45.42mb total:"
+ - "L1.570[904,969] 1.05us 24mb|-------------------------------L1.570--------------------------------| "
+ - "L1.571[970,986] 1.05us 6mb |----L1.571-----| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 45mb total:"
- "L1 "
- "L1.?[904,969] 1.05us 36mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[970,986] 1.05us 9.42mb |-----L1.?------| "
+ - "L1.?[970,986] 1.05us 9mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L1.570, L1.571, L0.572, L0.573"
- " Creating 2 files"
- - "**** Simulation run 236, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[668, 863]). 4 Input Files, 220.54mb total:"
+ - "**** Simulation run 236, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[668, 863]). 4 Input Files, 221mb total:"
- "L0 "
- - "L0.560[620,903] 1.05us 50.02mb |-------------------------L0.560--------------------------| "
- - "L0.559[611,619] 1.05us 1.41mb |L0.559| "
+ - "L0.560[620,903] 1.05us 50mb |-------------------------L0.560--------------------------| "
+ - "L0.559[611,619] 1.05us 1mb |L0.559| "
- "L1 "
- - "L1.453[620,903] 1.03us 99.98mb |-------------------------L1.453--------------------------| "
- - "L1.567[473,619] 1.05us 69.12mb|-----------L1.567-----------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 220.54mb total:"
+ - "L1.453[620,903] 1.03us 100mb |-------------------------L1.453--------------------------| "
+ - "L1.567[473,619] 1.05us 69mb|-----------L1.567-----------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 221mb total:"
- "L1 "
- - "L1.?[473,668] 1.05us 100.01mb|-----------------L1.?-----------------| "
- - "L1.?[669,863] 1.05us 99.5mb |-----------------L1.?-----------------| "
- - "L1.?[864,903] 1.05us 21.03mb |-L1.?-| "
+ - "L1.?[473,668] 1.05us 100mb|-----------------L1.?-----------------| "
+ - "L1.?[669,863] 1.05us 100mb |-----------------L1.?-----------------| "
+ - "L1.?[864,903] 1.05us 21mb |-L1.?-| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L1.453, L0.559, L0.560, L1.567"
- " Creating 3 files"
- - "**** Simulation run 237, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[228, 414]). 4 Input Files, 208.01mb total:"
+ - "**** Simulation run 237, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[228, 414]). 4 Input Files, 208mb total:"
- "L0 "
- - "L0.568[235,257] 1.05us 3.88mb |L0.568| "
- - "L0.569[258,275] 1.05us 3.17mb |L0.569| "
+ - "L0.568[235,257] 1.05us 4mb |L0.568| "
+ - "L0.569[258,275] 1.05us 3mb |L0.569| "
- "L1 "
- - "L1.565[42,257] 1.05us 100.42mb|---------------------L1.565---------------------| "
- - "L1.574[258,428] 1.05us 100.55mb |---------------L1.574----------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 208.01mb total:"
+ - "L1.565[42,257] 1.05us 100mb|---------------------L1.565---------------------| "
+ - "L1.574[258,428] 1.05us 101mb |---------------L1.574----------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 208mb total:"
- "L1 "
- - "L1.?[42,228] 1.05us 100.23mb|------------------L1.?-------------------| "
- - "L1.?[229,414] 1.05us 99.7mb |------------------L1.?-------------------| "
- - "L1.?[415,428] 1.05us 8.08mb |L1.?|"
+ - "L1.?[42,228] 1.05us 100mb|------------------L1.?-------------------| "
+ - "L1.?[229,414] 1.05us 100mb |------------------L1.?-------------------| "
+ - "L1.?[415,428] 1.05us 8mb |L1.?|"
- "Committing partition 1:"
- " Soft Deleting 4 files: L1.565, L0.568, L0.569, L1.574"
- " Creating 3 files"
- - "**** Simulation run 238, type=split(ReduceOverlap)(split_times=[499, 599]). 1 Input Files, 100.01mb total:"
- - "L1, all files 100.01mb "
+ - "**** Simulation run 238, type=split(ReduceOverlap)(split_times=[499, 599]). 1 Input Files, 100mb total:"
+ - "L1, all files 100mb "
- "L1.578[473,668] 1.05us |-----------------------------------------L1.578-----------------------------------------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 100.01mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L1 "
- - "L1.?[473,499] 1.05us 13.34mb|---L1.?---| "
- - "L1.?[500,599] 1.05us 50.78mb |-------------------L1.?--------------------| "
- - "L1.?[600,668] 1.05us 35.9mb |------------L1.?-------------| "
- - "**** Simulation run 239, type=split(ReduceOverlap)(split_times=[699, 799]). 1 Input Files, 99.5mb total:"
- - "L1, all files 99.5mb "
+ - "L1.?[473,499] 1.05us 13mb|---L1.?---| "
+ - "L1.?[500,599] 1.05us 51mb |-------------------L1.?--------------------| "
+ - "L1.?[600,668] 1.05us 36mb |------------L1.?-------------| "
+ - "**** Simulation run 239, type=split(ReduceOverlap)(split_times=[699, 799]). 1 Input Files, 100mb total:"
+ - "L1, all files 100mb "
- "L1.579[669,863] 1.05us |-----------------------------------------L1.579-----------------------------------------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 99.5mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L1 "
- - "L1.?[669,699] 1.05us 15.39mb|---L1.?----| "
- - "L1.?[700,799] 1.05us 50.78mb |-------------------L1.?--------------------| "
- - "L1.?[800,863] 1.05us 33.34mb |-----------L1.?------------| "
- - "**** Simulation run 240, type=split(ReduceOverlap)(split_times=[899]). 1 Input Files, 21.03mb total:"
- - "L1, all files 21.03mb "
+ - "L1.?[669,699] 1.05us 15mb|---L1.?----| "
+ - "L1.?[700,799] 1.05us 51mb |-------------------L1.?--------------------| "
+ - "L1.?[800,863] 1.05us 33mb |-----------L1.?------------| "
+ - "**** Simulation run 240, type=split(ReduceOverlap)(split_times=[899]). 1 Input Files, 21mb total:"
+ - "L1, all files 21mb "
- "L1.580[864,903] 1.05us |-----------------------------------------L1.580-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 21.03mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 21mb total:"
- "L1 "
- - "L1.?[864,899] 1.05us 18.87mb|-------------------------------------L1.?-------------------------------------| "
- - "L1.?[900,903] 1.05us 2.16mb |L1.?| "
- - "**** Simulation run 241, type=split(ReduceOverlap)(split_times=[299, 399]). 1 Input Files, 99.7mb total:"
- - "L1, all files 99.7mb "
+ - "L1.?[864,899] 1.05us 19mb|-------------------------------------L1.?-------------------------------------| "
+ - "L1.?[900,903] 1.05us 2mb |L1.?| "
+ - "**** Simulation run 241, type=split(ReduceOverlap)(split_times=[299, 399]). 1 Input Files, 100mb total:"
+ - "L1, all files 100mb "
- "L1.582[229,414] 1.05us |-----------------------------------------L1.582-----------------------------------------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 99.7mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L1 "
- - "L1.?[229,299] 1.05us 37.72mb|--------------L1.?--------------| "
- - "L1.?[300,399] 1.05us 53.35mb |---------------------L1.?---------------------| "
- - "L1.?[400,414] 1.05us 8.62mb |L1.?| "
- - "**** Simulation run 242, type=split(ReduceOverlap)(split_times=[99, 199]). 1 Input Files, 100.23mb total:"
- - "L1, all files 100.23mb "
+ - "L1.?[229,299] 1.05us 38mb|--------------L1.?--------------| "
+ - "L1.?[300,399] 1.05us 53mb |---------------------L1.?---------------------| "
+ - "L1.?[400,414] 1.05us 9mb |L1.?| "
+ - "**** Simulation run 242, type=split(ReduceOverlap)(split_times=[99, 199]). 1 Input Files, 100mb total:"
+ - "L1, all files 100mb "
- "L1.581[42,228] 1.05us |----------------------------------------L1.581-----------------------------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 100.23mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L1 "
- - "L1.?[42,99] 1.05us 30.72mb|----------L1.?-----------| "
- - "L1.?[100,199] 1.05us 53.35mb |--------------------L1.?---------------------| "
- - "L1.?[200,228] 1.05us 16.17mb |---L1.?----| "
+ - "L1.?[42,99] 1.05us 31mb |----------L1.?-----------| "
+ - "L1.?[100,199] 1.05us 53mb |--------------------L1.?---------------------| "
+ - "L1.?[200,228] 1.05us 16mb |---L1.?----| "
- "Committing partition 1:"
- " Soft Deleting 5 files: L1.578, L1.579, L1.580, L1.581, L1.582"
- " Creating 14 files"
- - "**** Simulation run 243, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[71, 142]). 4 Input Files, 284.07mb total:"
+ - "**** Simulation run 243, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[71, 142]). 4 Input Files, 284mb total:"
- "L1 "
- - "L1.595[42,99] 1.05us 30.72mb |--------L1.595---------| "
- - "L1.596[100,199] 1.05us 53.35mb |------------------L1.596------------------| "
+ - "L1.595[42,99] 1.05us 31mb |--------L1.595---------| "
+ - "L1.596[100,199] 1.05us 53mb |------------------L1.596------------------| "
- "L2 "
- "L2.1[0,99] 99ns 100mb |-------------------L2.1-------------------| "
- "L2.2[100,199] 199ns 100mb |-------------------L2.2-------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 284.07mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 284mb total:"
- "L2 "
- - "L2.?[0,71] 1.05us 101.35mb|-------------L2.?-------------| "
- - "L2.?[72,142] 1.05us 99.92mb |------------L2.?-------------| "
- - "L2.?[143,199] 1.05us 82.79mb |---------L2.?----------| "
+ - "L2.?[0,71] 1.05us 101mb |-------------L2.?-------------| "
+ - "L2.?[72,142] 1.05us 100mb |------------L2.?-------------| "
+ - "L2.?[143,199] 1.05us 83mb |---------L2.?----------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L2.1, L2.2, L1.595, L1.596"
- " Creating 3 files"
- - "**** Simulation run 244, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[265]). 3 Input Files, 153.89mb total:"
+ - "**** Simulation run 244, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[265]). 3 Input Files, 154mb total:"
- "L1 "
- - "L1.597[200,228] 1.05us 16.17mb|--------L1.597---------| "
- - "L1.592[229,299] 1.05us 37.72mb |---------------------------L1.592----------------------------| "
+ - "L1.597[200,228] 1.05us 16mb|--------L1.597---------| "
+ - "L1.592[229,299] 1.05us 38mb |---------------------------L1.592----------------------------| "
- "L2 "
- "L2.3[200,299] 299ns 100mb|-----------------------------------------L2.3------------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 153.89mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 154mb total:"
- "L2 "
- - "L2.?[200,265] 1.05us 101.04mb|--------------------------L2.?---------------------------| "
- - "L2.?[266,299] 1.05us 52.85mb |-----------L2.?------------| "
+ - "L2.?[200,265] 1.05us 101mb|--------------------------L2.?---------------------------| "
+ - "L2.?[266,299] 1.05us 53mb |-----------L2.?------------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L2.3, L1.592, L1.597"
- " Creating 2 files"
- - "**** Simulation run 245, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[368, 436]). 6 Input Files, 296.08mb total:"
+ - "**** Simulation run 245, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[368, 436]). 6 Input Files, 296mb total:"
- "L1 "
- - "L1.593[300,399] 1.05us 53.35mb|------------------L1.593------------------| "
- - "L1.594[400,414] 1.05us 8.62mb |L1.594| "
- - "L1.583[415,428] 1.05us 8.08mb |L1.583| "
- - "L1.575[429,472] 1.05us 26.02mb |-----L1.575------| "
+ - "L1.593[300,399] 1.05us 53mb|------------------L1.593------------------| "
+ - "L1.594[400,414] 1.05us 9mb |L1.594| "
+ - "L1.583[415,428] 1.05us 8mb |L1.583| "
+ - "L1.575[429,472] 1.05us 26mb |-----L1.575------| "
- "L2 "
- "L2.4[300,399] 399ns 100mb|-------------------L2.4-------------------| "
- "L2.5[400,499] 499ns 100mb |-------------------L2.5-------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 296.08mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 296mb total:"
- "L2 "
- - "L2.?[300,368] 1.05us 101.17mb|------------L2.?------------| "
- - "L2.?[369,436] 1.05us 99.69mb |------------L2.?------------| "
- - "L2.?[437,499] 1.05us 95.22mb |-----------L2.?-----------| "
+ - "L2.?[300,368] 1.05us 101mb|------------L2.?------------| "
+ - "L2.?[369,436] 1.05us 100mb |------------L2.?------------| "
+ - "L2.?[437,499] 1.05us 95mb |-----------L2.?-----------| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L2.4, L2.5, L1.575, L1.583, L1.593, L1.594"
- " Creating 3 files"
- - "**** Simulation run 246, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[500, 563]). 4 Input Files, 259.33mb total:"
+ - "**** Simulation run 246, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[500, 563]). 4 Input Files, 259mb total:"
- "L1 "
- - "L1.584[473,499] 1.05us 13.34mb |---L1.584---| "
- - "L1.585[500,599] 1.05us 50.78mb |-----------------------L1.585------------------------|"
+ - "L1.584[473,499] 1.05us 13mb |---L1.584---| "
+ - "L1.585[500,599] 1.05us 51mb |-----------------------L1.585------------------------|"
- "L2 "
- - "L2.605[437,499] 1.05us 95.22mb|-------------L2.605-------------| "
+ - "L2.605[437,499] 1.05us 95mb|-------------L2.605-------------| "
- "L2.6[500,599] 599ns 100mb |------------------------L2.6-------------------------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 259.33mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 259mb total:"
- "L2 "
- - "L2.?[437,500] 1.05us 100.85mb|--------------L2.?---------------| "
- - "L2.?[501,563] 1.05us 99.25mb |--------------L2.?--------------| "
- - "L2.?[564,599] 1.05us 59.23mb |------L2.?-------| "
+ - "L2.?[437,500] 1.05us 101mb|--------------L2.?---------------| "
+ - "L2.?[501,563] 1.05us 99mb |--------------L2.?--------------| "
+ - "L2.?[564,599] 1.05us 59mb |------L2.?-------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L2.6, L1.584, L1.585, L2.605"
- " Creating 3 files"
- - "**** Simulation run 247, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[666]). 3 Input Files, 151.29mb total:"
+ - "**** Simulation run 247, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[666]). 3 Input Files, 151mb total:"
- "L1 "
- - "L1.586[600,668] 1.05us 35.9mb|--------------------------L1.586---------------------------| "
- - "L1.587[669,699] 1.05us 15.39mb |---------L1.587----------| "
+ - "L1.586[600,668] 1.05us 36mb|--------------------------L1.586---------------------------| "
+ - "L1.587[669,699] 1.05us 15mb |---------L1.587----------| "
- "L2 "
- "L2.7[600,699] 699ns 100mb|-----------------------------------------L2.7------------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 151.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 151mb total:"
- "L2 "
- - "L2.?[600,666] 1.05us 100.86mb|--------------------------L2.?---------------------------| "
- - "L2.?[667,699] 1.05us 50.43mb |-----------L2.?------------| "
+ - "L2.?[600,666] 1.05us 101mb|--------------------------L2.?---------------------------| "
+ - "L2.?[667,699] 1.05us 50mb |-----------L2.?------------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L2.7, L1.586, L1.587"
- " Creating 2 files"
- - "**** Simulation run 248, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[771, 842]). 4 Input Files, 284.11mb total:"
+ - "**** Simulation run 248, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[771, 842]). 4 Input Files, 284mb total:"
- "L1 "
- - "L1.588[700,799] 1.05us 50.78mb|------------------L1.588------------------| "
- - "L1.589[800,863] 1.05us 33.34mb |----------L1.589----------| "
+ - "L1.588[700,799] 1.05us 51mb|------------------L1.588------------------| "
+ - "L1.589[800,863] 1.05us 33mb |----------L1.589----------| "
- "L2 "
- "L2.8[700,799] 799ns 100mb|-------------------L2.8-------------------| "
- "L2.9[800,899] 899ns 100mb |-------------------L2.9-------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 284.11mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 284mb total:"
- "L2 "
- - "L2.?[700,771] 1.05us 101.37mb|-------------L2.?-------------| "
- - "L2.?[772,842] 1.05us 99.94mb |------------L2.?-------------| "
- - "L2.?[843,899] 1.05us 82.81mb |---------L2.?----------| "
+ - "L2.?[700,771] 1.05us 101mb|-------------L2.?-------------| "
+ - "L2.?[772,842] 1.05us 100mb |------------L2.?-------------| "
+ - "L2.?[843,899] 1.05us 83mb |---------L2.?----------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L2.8, L2.9, L1.588, L1.589"
- " Creating 3 files"
- "**** Final Output Files (5.36gb written)"
- "L1 "
- "L1.576[904,969] 1.05us 36mb |L1.576| "
- - "L1.577[970,986] 1.05us 9.42mb |L1.577|"
- - "L1.590[864,899] 1.05us 18.87mb |L1.590| "
- - "L1.591[900,903] 1.05us 2.16mb |L1.591| "
+ - "L1.577[970,986] 1.05us 9mb |L1.577|"
+ - "L1.590[864,899] 1.05us 19mb |L1.590| "
+ - "L1.591[900,903] 1.05us 2mb |L1.591| "
- "L2 "
- "L2.10[900,999] 999ns 100mb |L2.10-| "
- - "L2.598[0,71] 1.05us 101.35mb|L2.598| "
- - "L2.599[72,142] 1.05us 99.92mb |L2.599| "
- - "L2.600[143,199] 1.05us 82.79mb |L2.600| "
- - "L2.601[200,265] 1.05us 101.04mb |L2.601| "
- - "L2.602[266,299] 1.05us 52.85mb |L2.602| "
- - "L2.603[300,368] 1.05us 101.17mb |L2.603| "
- - "L2.604[369,436] 1.05us 99.69mb |L2.604| "
- - "L2.606[437,500] 1.05us 100.85mb |L2.606| "
- - "L2.607[501,563] 1.05us 99.25mb |L2.607| "
- - "L2.608[564,599] 1.05us 59.23mb |L2.608| "
- - "L2.609[600,666] 1.05us 100.86mb |L2.609| "
- - "L2.610[667,699] 1.05us 50.43mb |L2.610| "
- - "L2.611[700,771] 1.05us 101.37mb |L2.611| "
- - "L2.612[772,842] 1.05us 99.94mb |L2.612| "
- - "L2.613[843,899] 1.05us 82.81mb |L2.613| "
+ - "L2.598[0,71] 1.05us 101mb|L2.598| "
+ - "L2.599[72,142] 1.05us 100mb |L2.599| "
+ - "L2.600[143,199] 1.05us 83mb |L2.600| "
+ - "L2.601[200,265] 1.05us 101mb |L2.601| "
+ - "L2.602[266,299] 1.05us 53mb |L2.602| "
+ - "L2.603[300,368] 1.05us 101mb |L2.603| "
+ - "L2.604[369,436] 1.05us 100mb |L2.604| "
+ - "L2.606[437,500] 1.05us 101mb |L2.606| "
+ - "L2.607[501,563] 1.05us 99mb |L2.607| "
+ - "L2.608[564,599] 1.05us 59mb |L2.608| "
+ - "L2.609[600,666] 1.05us 101mb |L2.609| "
+ - "L2.610[667,699] 1.05us 50mb |L2.610| "
+ - "L2.611[700,771] 1.05us 101mb |L2.611| "
+ - "L2.612[772,842] 1.05us 100mb |L2.612| "
+ - "L2.613[843,899] 1.05us 83mb |L2.613| "
"###
);
}
@@ -6590,251 +6590,251 @@ async fn actual_case_from_catalog_1() {
---
- "**** Input Files "
- "L0 "
- - "L0.1[1,2] 342ns 467.61kb |L0.1| "
- - "L0.2[3,4] 342ns 463.74kb |L0.2| "
- - "L0.3[5,7] 342ns 444.11kb |L0.3| "
- - "L0.4[6,49] 127ns 271.06kb |--L0.4---| "
- - "L0.5[8,25] 342ns 462.28kb |L0.5| "
- - "L0.6[9,54] 141ns 90.98kb |--L0.6---| "
- - "L0.7[10,20] 153ns 88.65kb |L0.7| "
- - "L0.8[11,30] 172ns 65.99kb |L0.8| "
- - "L0.9[12,14] 191ns 86.86kb |L0.9| "
- - "L0.10[13,47] 212ns 68.58kb |-L0.10-| "
- - "L0.11[15,51] 224ns 75.9kb |-L0.11-| "
- - "L0.12[16,55] 239ns 78.99kb |-L0.12--| "
- - "L0.13[17,56] 258ns 87.79kb |-L0.13--| "
- - "L0.14[18,65] 273ns 161.65kb |--L0.14---| "
- - "L0.15[19,68] 296ns 132.69kb |---L0.15---| "
- - "L0.16[21,23] 306ns 71.52kb |L0.16| "
- - "L0.17[22,24] 311ns 40.76kb |L0.17| "
- - "L0.18[26,29] 311ns 41.78kb |L0.18| "
- - "L0.19[27,52] 342ns 441.9kb |L0.19| "
- - "L0.20[28,32] 316ns 58.63kb |L0.20| "
- - "L0.21[31,34] 319ns 59.46kb |L0.21| "
- - "L0.22[33,36] 323ns 68.05kb |L0.22| "
- - "L0.23[35,38] 325ns 57.75kb |L0.23| "
- - "L0.24[37,40] 328ns 65.71kb |L0.24| "
- - "L0.25[39,42] 335ns 52.29kb |L0.25| "
- - "L0.26[41,44] 336ns 64.67kb |L0.26| "
- - "L0.27[43,46] 340ns 94.6kb |L0.27| "
- - "L0.28[45,48] 341ns 159.1kb |L0.28| "
- - "L0.29[50,71] 127ns 724.18kb |L0.29| "
- - "L0.30[53,62] 342ns 441.7kb |L0.30| "
- - "L0.31[57,61] 341ns 113.7kb |L0.31| "
- - "L0.32[58,70] 141ns 458.2kb |L0.32| "
- - "L0.33[59,93] 153ns 112.82mb |-L0.33-| "
- - "L0.34[60,102] 172ns 20.74mb |--L0.34--| "
- - "L0.35[63,75] 342ns 581.5kb |L0.35| "
- - "L0.36[64,74] 341ns 183.67kb |L0.36| "
- - "L0.37[66,67] 212ns 231.24kb |L0.37| "
- - "L0.38[69,73] 306ns 6.91kb |L0.38| "
- - "L0.39[72,117] 127ns 259.37mb |--L0.39--| "
- - "L0.40[76,80] 342ns 289.7kb |L0.40| "
- - "L0.41[77,77] 311ns 6.25kb |L0.41| "
- - "L0.42[78,79] 316ns 6.52kb |L0.42| "
- - "L0.43[81,133] 141ns 248.75mb |---L0.43---| "
- - "L0.44[82,83] 342ns 106.19kb |L0.44| "
- - "L0.45[84,89] 342ns 134.35kb |L0.45| "
- - "L0.46[85,86] 319ns 6.48kb |L0.46| "
- - "L0.47[87,88] 341ns 123.23kb |L0.47| "
- - "L0.48[90,97] 342ns 154.86kb |L0.48| "
- - "L0.49[91,92] 341ns 104.78kb |L0.49| "
- - "L0.50[94,143] 153ns 114.93mb |---L0.50---| "
- - "L0.51[95,96] 224ns 192.12kb |L0.51| "
- - "L0.52[98,111] 342ns 108.27kb |L0.52| "
- - "L0.53[99,109] 212ns 91.17kb |L0.53| "
- - "L0.54[100,104] 325ns 6.41kb |L0.54| "
- - "L0.55[101,106] 191ns 66.43kb |L0.55| "
- - "L0.56[103,173] 172ns 218.34mb |-----L0.56------| "
- - "L0.57[105,112] 224ns 76.1kb |L0.57| "
- - "L0.58[107,108] 239ns 8.04kb |L0.58| "
- - "L0.59[110,110] 328ns 6.25kb |L0.59| "
- - "L0.60[113,116] 224ns 47.83kb |L0.60| "
- - "L0.61[114,124] 172ns 76.18mb |L0.61| "
- - "L0.62[115,123] 342ns 106.65kb |L0.62| "
- - "L0.63[116,119] 239ns 93.25kb |L0.63| "
- - "L0.64[118,120] 258ns 91.58kb |L0.64| "
- - "L0.65[121,122] 273ns 7.27kb |L0.65| "
- - "L0.66[125,137] 172ns 95.62mb |L0.66| "
- - "L0.67[126,136] 342ns 100.3kb |L0.67| "
- - "L0.68[128,142] 273ns 116.41kb |L0.68| "
- - "L0.69[129,130] 258ns 8.82kb |L0.69| "
- - "L0.70[131,132] 341ns 24.97kb |L0.70| "
- - "L0.71[134,145] 179ns 32.92mb |L0.71| "
- - "L0.72[135,144] 191ns 746.27kb |L0.72| "
- - "L0.73[138,158] 172ns 68.19mb |L0.73| "
- - "L0.74[139,159] 342ns 178.85kb |L0.74| "
- - "L0.75[140,154] 336ns 6.54kb |L0.75| "
- - "L0.76[146,155] 179ns 62.24mb |L0.76| "
- - "L0.77[147,160] 191ns 20.65mb |L0.77| "
- - "L0.78[148,150] 273ns 54.11kb |L0.78| "
- - "L0.79[149,157] 296ns 72.69kb |L0.79| "
- - "L0.80[151,152] 224ns 22.94kb |L0.80| "
- - "L0.81[156,160] 179ns 53.39mb |L0.81| "
- - "L0.82[161,163] 191ns 1.01mb |L0.82| "
- - "L0.83[161,171] 179ns 43.98mb |L0.83| "
- - "L0.84[162,167] 342ns 42.05kb |L0.84| "
- - "L0.85[164,174] 191ns 94.8mb |L0.85| "
- - "L0.86[165,170] 296ns 49.19kb |L0.86| "
- - "L0.87[166,168] 172ns 14.03mb |L0.87| "
- - "L0.88[169,181] 342ns 168.01kb |L0.88| "
- - "L0.89[175,180] 191ns 130.33mb |L0.89| "
- - "L0.90[176,178] 273ns 185.12kb |L0.90| "
- - "L0.91[177,182] 212ns 45.6mb |L0.91| "
- - "L0.92[183,197] 212ns 201.72mb |L0.92| "
- - "L0.93[184,196] 342ns 155.5kb |L0.93| "
- - "L0.94[185,195] 224ns 14.29mb |L0.94| "
- - "L0.95[186,187] 273ns 17.38kb |L0.95| "
- - "L0.96[188,193] 191ns 50.51mb |L0.96| "
- - "L0.97[189,190] 341ns 6.27kb |L0.97| "
- - "L0.98[192,194] 296ns 36.31kb |L0.98| "
- - "L0.99[198,204] 212ns 46.41mb |L0.99| "
- - "L0.100[199,206] 342ns 102.08kb |L0.100| "
- - "L0.101[200,207] 224ns 110.47mb |L0.101| "
- - "L0.102[201,203] 296ns 26.74kb |L0.102| "
- - "L0.103[202,205] 341ns 6.33kb |L0.103| "
- - "L0.104[208,214] 224ns 60.63mb |L0.104| "
- - "L0.105[209,215] 342ns 71.41kb |L0.105| "
- - "L0.106[210,211] 239ns 6.47kb |L0.106| "
- - "L0.107[213,221] 239ns 98.9mb |L0.107| "
- - "L0.108[216,226] 342ns 156.29kb |L0.108| "
- - "L0.109[217,220] 340ns 46.02kb |L0.109| "
- - "L0.110[218,219] 341ns 7.74kb |L0.110| "
- - "L0.111[222,225] 239ns 111.11mb |L0.111| "
- - "L0.112[223,228] 258ns 116.85mb |L0.112| "
- - "L0.113[227,234] 342ns 41.96kb |L0.113| "
- - "L0.114[229,242] 258ns 126.21mb |L0.114| "
- - "L0.115[230,231] 340ns 24.93kb |L0.115| "
- - "L0.116[232,244] 273ns 49.7mb |L0.116| "
- - "L0.117[233,237] 273ns 78.92kb |L0.117| "
- - "L0.118[235,241] 342ns 82.6kb |L0.118| "
- - "L0.119[236,238] 296ns 30.77kb |L0.119| "
- - "L0.120[240,243] 306ns 30.56kb |L0.120| "
- - "L0.121[245,255] 273ns 161.61mb |L0.121| "
- - "L0.122[246,249] 258ns 31.68kb |L0.122| "
- - "L0.123[247,250] 306ns 30.06kb |L0.123| "
- - "L0.124[248,254] 342ns 114.23kb |L0.124| "
- - "L0.125[251,255] 273ns 19.87mb |L0.125| "
- - "L0.126[252,268] 340ns 45.98kb |L0.126| "
- - "L0.127[253,267] 341ns 7.82kb |L0.127| "
- - "L0.128[256,259] 273ns 23.75mb |L0.128| "
- - "L0.129[256,262] 273ns 25.67mb |L0.129| "
- - "L0.130[257,263] 342ns 111.34kb |L0.130| "
- - "L0.131[260,270] 273ns 176.43mb |L0.131| "
- - "L0.132[261,264] 296ns 9.56mb |L0.132| "
- - "L0.133[265,270] 296ns 11.39mb |L0.133| "
- - "L0.134[266,269] 342ns 43.99kb |L0.134| "
- - "L0.135[271,277] 296ns 96.82mb |L0.135| "
- - "L0.136[271,275] 273ns 27.62mb |L0.136| "
- - "L0.137[272,276] 342ns 79.75kb |L0.137| "
- - "L0.138[274,281] 306ns 28.94mb |L0.138| "
- - "L0.139[278,283] 296ns 119.96mb |L0.139| "
- - "L0.140[279,284] 342ns 107.35kb |L0.140| "
- - "L0.141[280,285] 306ns 13.17kb |L0.141| "
- - "L0.142[282,286] 306ns 33.31mb |L0.142| "
- - "L0.143[287,298] 306ns 170.87mb |L0.143| "
- - "L0.144[288,291] 296ns 27.05kb |L0.144| "
- - "L0.145[289,299] 306ns 70.07mb |L0.145| "
- - "L0.146[290,292] 342ns 16.03kb |L0.146| "
- - "L0.147[293,339] 342ns 94.48mb |--L0.147--| "
- - "L0.148[294,321] 328ns 53.89kb |L0.148| "
- - "L0.149[295,332] 335ns 189.72mb |L0.149-| "
- - "L0.150[297,313] 311ns 232.92mb |L0.150| "
- - "L0.151[300,307] 306ns 168.29mb |L0.151| "
- - "L0.152[301,302] 306ns 16.71kb |L0.152| "
- - "L0.153[303,304] 325ns 9.76kb |L0.153| "
- - "L0.154[305,317] 316ns 218.94mb |L0.154| "
- - "L0.155[308,309] 319ns 12.53kb |L0.155| "
- - "L0.156[310,320] 319ns 212.24mb |L0.156|"
- - "L0.157[312,314] 341ns 25.38kb |L0.157|"
- - "L0.158[315,324] 323ns 214.34mb |L0.158|"
- - "L0.159[318,326] 325ns 214.16mb |L0.159|"
- - "L0.160[322,329] 328ns 212.79mb |L0.160|"
- - "L0.161[327,333] 336ns 183.09mb |L0.161|"
- - "L0.162[330,338] 340ns 230.91mb |L0.162|"
- - "L0.163[331,338] 341ns 232.23mb |L0.163|"
- - "L0.164[334,337] 336ns 29.12mb |L0.164|"
- - "WARNING: file L0.39[72,117] 127ns 259.37mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.43[81,133] 141ns 248.75mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.56[103,173] 172ns 218.34mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.92[183,197] 212ns 201.72mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.121[245,255] 273ns 161.61mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.131[260,270] 273ns 176.43mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.143[287,298] 306ns 170.87mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.149[295,332] 335ns 189.72mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.150[297,313] 311ns 232.92mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.151[300,307] 306ns 168.29mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.154[305,317] 316ns 218.94mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.156[310,320] 319ns 212.24mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.158[315,324] 323ns 214.34mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.159[318,326] 325ns 214.16mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.160[322,329] 328ns 212.79mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.161[327,333] 336ns 183.09mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.162[330,338] 340ns 230.91mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L0.163[331,338] 341ns 232.23mb exceeds soft limit 100mb by more than 50%"
+ - "L0.1[1,2] 342ns 468kb |L0.1| "
+ - "L0.2[3,4] 342ns 464kb |L0.2| "
+ - "L0.3[5,7] 342ns 444kb |L0.3| "
+ - "L0.4[6,49] 127ns 271kb |--L0.4---| "
+ - "L0.5[8,25] 342ns 462kb |L0.5| "
+ - "L0.6[9,54] 141ns 91kb |--L0.6---| "
+ - "L0.7[10,20] 153ns 89kb |L0.7| "
+ - "L0.8[11,30] 172ns 66kb |L0.8| "
+ - "L0.9[12,14] 191ns 87kb |L0.9| "
+ - "L0.10[13,47] 212ns 69kb |-L0.10-| "
+ - "L0.11[15,51] 224ns 76kb |-L0.11-| "
+ - "L0.12[16,55] 239ns 79kb |-L0.12--| "
+ - "L0.13[17,56] 258ns 88kb |-L0.13--| "
+ - "L0.14[18,65] 273ns 162kb |--L0.14---| "
+ - "L0.15[19,68] 296ns 133kb |---L0.15---| "
+ - "L0.16[21,23] 306ns 72kb |L0.16| "
+ - "L0.17[22,24] 311ns 41kb |L0.17| "
+ - "L0.18[26,29] 311ns 42kb |L0.18| "
+ - "L0.19[27,52] 342ns 442kb |L0.19| "
+ - "L0.20[28,32] 316ns 59kb |L0.20| "
+ - "L0.21[31,34] 319ns 59kb |L0.21| "
+ - "L0.22[33,36] 323ns 68kb |L0.22| "
+ - "L0.23[35,38] 325ns 58kb |L0.23| "
+ - "L0.24[37,40] 328ns 66kb |L0.24| "
+ - "L0.25[39,42] 335ns 52kb |L0.25| "
+ - "L0.26[41,44] 336ns 65kb |L0.26| "
+ - "L0.27[43,46] 340ns 95kb |L0.27| "
+ - "L0.28[45,48] 341ns 159kb |L0.28| "
+ - "L0.29[50,71] 127ns 724kb |L0.29| "
+ - "L0.30[53,62] 342ns 442kb |L0.30| "
+ - "L0.31[57,61] 341ns 114kb |L0.31| "
+ - "L0.32[58,70] 141ns 458kb |L0.32| "
+ - "L0.33[59,93] 153ns 113mb |-L0.33-| "
+ - "L0.34[60,102] 172ns 21mb |--L0.34--| "
+ - "L0.35[63,75] 342ns 582kb |L0.35| "
+ - "L0.36[64,74] 341ns 184kb |L0.36| "
+ - "L0.37[66,67] 212ns 231kb |L0.37| "
+ - "L0.38[69,73] 306ns 7kb |L0.38| "
+ - "L0.39[72,117] 127ns 259mb |--L0.39--| "
+ - "L0.40[76,80] 342ns 290kb |L0.40| "
+ - "L0.41[77,77] 311ns 6kb |L0.41| "
+ - "L0.42[78,79] 316ns 7kb |L0.42| "
+ - "L0.43[81,133] 141ns 249mb |---L0.43---| "
+ - "L0.44[82,83] 342ns 106kb |L0.44| "
+ - "L0.45[84,89] 342ns 134kb |L0.45| "
+ - "L0.46[85,86] 319ns 6kb |L0.46| "
+ - "L0.47[87,88] 341ns 123kb |L0.47| "
+ - "L0.48[90,97] 342ns 155kb |L0.48| "
+ - "L0.49[91,92] 341ns 105kb |L0.49| "
+ - "L0.50[94,143] 153ns 115mb |---L0.50---| "
+ - "L0.51[95,96] 224ns 192kb |L0.51| "
+ - "L0.52[98,111] 342ns 108kb |L0.52| "
+ - "L0.53[99,109] 212ns 91kb |L0.53| "
+ - "L0.54[100,104] 325ns 6kb |L0.54| "
+ - "L0.55[101,106] 191ns 66kb |L0.55| "
+ - "L0.56[103,173] 172ns 218mb |-----L0.56------| "
+ - "L0.57[105,112] 224ns 76kb |L0.57| "
+ - "L0.58[107,108] 239ns 8kb |L0.58| "
+ - "L0.59[110,110] 328ns 6kb |L0.59| "
+ - "L0.60[113,116] 224ns 48kb |L0.60| "
+ - "L0.61[114,124] 172ns 76mb |L0.61| "
+ - "L0.62[115,123] 342ns 107kb |L0.62| "
+ - "L0.63[116,119] 239ns 93kb |L0.63| "
+ - "L0.64[118,120] 258ns 92kb |L0.64| "
+ - "L0.65[121,122] 273ns 7kb |L0.65| "
+ - "L0.66[125,137] 172ns 96mb |L0.66| "
+ - "L0.67[126,136] 342ns 100kb |L0.67| "
+ - "L0.68[128,142] 273ns 116kb |L0.68| "
+ - "L0.69[129,130] 258ns 9kb |L0.69| "
+ - "L0.70[131,132] 341ns 25kb |L0.70| "
+ - "L0.71[134,145] 179ns 33mb |L0.71| "
+ - "L0.72[135,144] 191ns 746kb |L0.72| "
+ - "L0.73[138,158] 172ns 68mb |L0.73| "
+ - "L0.74[139,159] 342ns 179kb |L0.74| "
+ - "L0.75[140,154] 336ns 7kb |L0.75| "
+ - "L0.76[146,155] 179ns 62mb |L0.76| "
+ - "L0.77[147,160] 191ns 21mb |L0.77| "
+ - "L0.78[148,150] 273ns 54kb |L0.78| "
+ - "L0.79[149,157] 296ns 73kb |L0.79| "
+ - "L0.80[151,152] 224ns 23kb |L0.80| "
+ - "L0.81[156,160] 179ns 53mb |L0.81| "
+ - "L0.82[161,163] 191ns 1mb |L0.82| "
+ - "L0.83[161,171] 179ns 44mb |L0.83| "
+ - "L0.84[162,167] 342ns 42kb |L0.84| "
+ - "L0.85[164,174] 191ns 95mb |L0.85| "
+ - "L0.86[165,170] 296ns 49kb |L0.86| "
+ - "L0.87[166,168] 172ns 14mb |L0.87| "
+ - "L0.88[169,181] 342ns 168kb |L0.88| "
+ - "L0.89[175,180] 191ns 130mb |L0.89| "
+ - "L0.90[176,178] 273ns 185kb |L0.90| "
+ - "L0.91[177,182] 212ns 46mb |L0.91| "
+ - "L0.92[183,197] 212ns 202mb |L0.92| "
+ - "L0.93[184,196] 342ns 156kb |L0.93| "
+ - "L0.94[185,195] 224ns 14mb |L0.94| "
+ - "L0.95[186,187] 273ns 17kb |L0.95| "
+ - "L0.96[188,193] 191ns 51mb |L0.96| "
+ - "L0.97[189,190] 341ns 6kb |L0.97| "
+ - "L0.98[192,194] 296ns 36kb |L0.98| "
+ - "L0.99[198,204] 212ns 46mb |L0.99| "
+ - "L0.100[199,206] 342ns 102kb |L0.100| "
+ - "L0.101[200,207] 224ns 110mb |L0.101| "
+ - "L0.102[201,203] 296ns 27kb |L0.102| "
+ - "L0.103[202,205] 341ns 6kb |L0.103| "
+ - "L0.104[208,214] 224ns 61mb |L0.104| "
+ - "L0.105[209,215] 342ns 71kb |L0.105| "
+ - "L0.106[210,211] 239ns 6kb |L0.106| "
+ - "L0.107[213,221] 239ns 99mb |L0.107| "
+ - "L0.108[216,226] 342ns 156kb |L0.108| "
+ - "L0.109[217,220] 340ns 46kb |L0.109| "
+ - "L0.110[218,219] 341ns 8kb |L0.110| "
+ - "L0.111[222,225] 239ns 111mb |L0.111| "
+ - "L0.112[223,228] 258ns 117mb |L0.112| "
+ - "L0.113[227,234] 342ns 42kb |L0.113| "
+ - "L0.114[229,242] 258ns 126mb |L0.114| "
+ - "L0.115[230,231] 340ns 25kb |L0.115| "
+ - "L0.116[232,244] 273ns 50mb |L0.116| "
+ - "L0.117[233,237] 273ns 79kb |L0.117| "
+ - "L0.118[235,241] 342ns 83kb |L0.118| "
+ - "L0.119[236,238] 296ns 31kb |L0.119| "
+ - "L0.120[240,243] 306ns 31kb |L0.120| "
+ - "L0.121[245,255] 273ns 162mb |L0.121| "
+ - "L0.122[246,249] 258ns 32kb |L0.122| "
+ - "L0.123[247,250] 306ns 30kb |L0.123| "
+ - "L0.124[248,254] 342ns 114kb |L0.124| "
+ - "L0.125[251,255] 273ns 20mb |L0.125| "
+ - "L0.126[252,268] 340ns 46kb |L0.126| "
+ - "L0.127[253,267] 341ns 8kb |L0.127| "
+ - "L0.128[256,259] 273ns 24mb |L0.128| "
+ - "L0.129[256,262] 273ns 26mb |L0.129| "
+ - "L0.130[257,263] 342ns 111kb |L0.130| "
+ - "L0.131[260,270] 273ns 176mb |L0.131| "
+ - "L0.132[261,264] 296ns 10mb |L0.132| "
+ - "L0.133[265,270] 296ns 11mb |L0.133| "
+ - "L0.134[266,269] 342ns 44kb |L0.134| "
+ - "L0.135[271,277] 296ns 97mb |L0.135| "
+ - "L0.136[271,275] 273ns 28mb |L0.136| "
+ - "L0.137[272,276] 342ns 80kb |L0.137| "
+ - "L0.138[274,281] 306ns 29mb |L0.138| "
+ - "L0.139[278,283] 296ns 120mb |L0.139| "
+ - "L0.140[279,284] 342ns 107kb |L0.140| "
+ - "L0.141[280,285] 306ns 13kb |L0.141| "
+ - "L0.142[282,286] 306ns 33mb |L0.142| "
+ - "L0.143[287,298] 306ns 171mb |L0.143| "
+ - "L0.144[288,291] 296ns 27kb |L0.144| "
+ - "L0.145[289,299] 306ns 70mb |L0.145| "
+ - "L0.146[290,292] 342ns 16kb |L0.146| "
+ - "L0.147[293,339] 342ns 94mb |--L0.147--| "
+ - "L0.148[294,321] 328ns 54kb |L0.148| "
+ - "L0.149[295,332] 335ns 190mb |L0.149-| "
+ - "L0.150[297,313] 311ns 233mb |L0.150| "
+ - "L0.151[300,307] 306ns 168mb |L0.151| "
+ - "L0.152[301,302] 306ns 17kb |L0.152| "
+ - "L0.153[303,304] 325ns 10kb |L0.153| "
+ - "L0.154[305,317] 316ns 219mb |L0.154| "
+ - "L0.155[308,309] 319ns 13kb |L0.155| "
+ - "L0.156[310,320] 319ns 212mb |L0.156|"
+ - "L0.157[312,314] 341ns 25kb |L0.157|"
+ - "L0.158[315,324] 323ns 214mb |L0.158|"
+ - "L0.159[318,326] 325ns 214mb |L0.159|"
+ - "L0.160[322,329] 328ns 213mb |L0.160|"
+ - "L0.161[327,333] 336ns 183mb |L0.161|"
+ - "L0.162[330,338] 340ns 231mb |L0.162|"
+ - "L0.163[331,338] 341ns 232mb |L0.163|"
+ - "L0.164[334,337] 336ns 29mb |L0.164|"
+ - "WARNING: file L0.39[72,117] 127ns 259mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.43[81,133] 141ns 249mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.56[103,173] 172ns 218mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.92[183,197] 212ns 202mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.121[245,255] 273ns 162mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.131[260,270] 273ns 176mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.143[287,298] 306ns 171mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.149[295,332] 335ns 190mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.150[297,313] 311ns 233mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.151[300,307] 306ns 168mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.154[305,317] 316ns 219mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.156[310,320] 319ns 212mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.158[315,324] 323ns 214mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.159[318,326] 325ns 214mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.160[322,329] 328ns 213mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.161[327,333] 336ns 183mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.162[330,338] 340ns 231mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L0.163[331,338] 341ns 232mb exceeds soft limit 100mb by more than 50%"
- "**** Final Output Files (17.91gb written)"
- "L1 "
- - "L1.528[305,306] 342ns 95.64mb |L1.528| "
+ - "L1.528[305,306] 342ns 96mb |L1.528| "
- "L2 "
- - "L2.420[1,44] 342ns 100.43mb|-L2.420--| "
- - "L2.453[282,288] 342ns 100.47mb |L2.453| "
- - "L2.460[183,189] 342ns 114.32mb |L2.460| "
- - "L2.467[314,314] 342ns 112.75mb |L2.467|"
- - "L2.468[315,316] 342ns 106.96mb |L2.468|"
- - "L2.469[317,317] 342ns 106.96mb |L2.469|"
- - "L2.470[318,319] 342ns 110.83mb |L2.470|"
- - "L2.471[320,320] 342ns 110.83mb |L2.471|"
- - "L2.472[321,323] 342ns 145.95mb |L2.472|"
- - "L2.473[324,325] 342ns 126.84mb |L2.473|"
- - "L2.474[326,326] 342ns 126.84mb |L2.474|"
- - "L2.475[327,329] 342ns 196.99mb |L2.475|"
- - "L2.476[330,331] 342ns 113.91mb |L2.476|"
- - "L2.477[332,332] 342ns 113.91mb |L2.477|"
- - "L2.478[333,335] 342ns 198.92mb |L2.478|"
- - "L2.493[45,69] 342ns 102.44mb |L2.493| "
- - "L2.499[115,121] 342ns 112.91mb |L2.499| "
- - "L2.505[158,164] 342ns 108.2mb |L2.505| "
- - "L2.509[178,182] 342ns 109.16mb |L2.509| "
- - "L2.510[190,196] 342ns 110.18mb |L2.510| "
- - "L2.515[227,233] 342ns 114.13mb |L2.515| "
- - "L2.521[261,267] 342ns 117.41mb |L2.521| "
- - "L2.524[289,294] 342ns 124.23mb |L2.524| "
- - "L2.529[307,310] 342ns 133.3mb |L2.529| "
- - "L2.530[311,313] 342ns 133.3mb |L2.530|"
- - "L2.531[338,339] 342ns 158.43mb |L2.531|"
- - "L2.532[336,337] 342ns 146.11mb |L2.532|"
- - "L2.533[70,85] 342ns 101.77mb |L2.533| "
- - "L2.534[86,100] 342ns 94.99mb |L2.534| "
- - "L2.535[101,102] 342ns 20.35mb |L2.535| "
- - "L2.536[103,109] 342ns 103.24mb |L2.536| "
- - "L2.537[110,114] 342ns 86.03mb |L2.537| "
- - "L2.538[122,128] 342ns 104.09mb |L2.538| "
- - "L2.539[129,134] 342ns 86.74mb |L2.539| "
- - "L2.540[135,138] 342ns 86.74mb |L2.540| "
- - "L2.541[139,146] 342ns 105.72mb |L2.541| "
- - "L2.542[147,153] 342ns 90.61mb |L2.542| "
- - "L2.543[154,157] 342ns 75.51mb |L2.543| "
- - "L2.544[165,171] 342ns 117.7mb |L2.544| "
- - "L2.545[172,177] 342ns 117.7mb |L2.545| "
- - "L2.546[197,204] 342ns 110.87mb |L2.546| "
- - "L2.547[205,211] 342ns 95.03mb |L2.547| "
- - "L2.548[212,213] 342ns 47.51mb |L2.548| "
- - "L2.549[214,220] 342ns 107.87mb |L2.549| "
- - "L2.550[221,226] 342ns 107.87mb |L2.550| "
- - "L2.551[234,240] 342ns 103.59mb |L2.551| "
- - "L2.552[241,246] 342ns 86.32mb |L2.552| "
- - "L2.553[247,248] 342ns 51.79mb |L2.553| "
- - "L2.554[249,255] 342ns 101.5mb |L2.554| "
- - "L2.555[256,260] 342ns 84.58mb |L2.555| "
- - "L2.556[268,273] 342ns 111.1mb |L2.556| "
- - "L2.557[274,278] 342ns 88.88mb |L2.557| "
- - "L2.558[279,281] 342ns 88.88mb |L2.558| "
- - "L2.559[295,299] 342ns 130.01mb |L2.559| "
- - "L2.560[300,303] 342ns 97.51mb |L2.560| "
- - "L2.561[304,304] 342ns 65.01mb |L2.561| "
- - "WARNING: file L2.475[327,329] 342ns 196.99mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L2.478[333,335] 342ns 198.92mb exceeds soft limit 100mb by more than 50%"
- - "WARNING: file L2.531[338,339] 342ns 158.43mb exceeds soft limit 100mb by more than 50%"
+ - "L2.420[1,44] 342ns 100mb |-L2.420--| "
+ - "L2.453[282,288] 342ns 100mb |L2.453| "
+ - "L2.460[183,189] 342ns 114mb |L2.460| "
+ - "L2.467[314,314] 342ns 113mb |L2.467|"
+ - "L2.468[315,316] 342ns 107mb |L2.468|"
+ - "L2.469[317,317] 342ns 107mb |L2.469|"
+ - "L2.470[318,319] 342ns 111mb |L2.470|"
+ - "L2.471[320,320] 342ns 111mb |L2.471|"
+ - "L2.472[321,323] 342ns 146mb |L2.472|"
+ - "L2.473[324,325] 342ns 127mb |L2.473|"
+ - "L2.474[326,326] 342ns 127mb |L2.474|"
+ - "L2.475[327,329] 342ns 197mb |L2.475|"
+ - "L2.476[330,331] 342ns 114mb |L2.476|"
+ - "L2.477[332,332] 342ns 114mb |L2.477|"
+ - "L2.478[333,335] 342ns 199mb |L2.478|"
+ - "L2.493[45,69] 342ns 102mb |L2.493| "
+ - "L2.499[115,121] 342ns 113mb |L2.499| "
+ - "L2.505[158,164] 342ns 108mb |L2.505| "
+ - "L2.509[178,182] 342ns 109mb |L2.509| "
+ - "L2.510[190,196] 342ns 110mb |L2.510| "
+ - "L2.515[227,233] 342ns 114mb |L2.515| "
+ - "L2.521[261,267] 342ns 117mb |L2.521| "
+ - "L2.524[289,294] 342ns 124mb |L2.524| "
+ - "L2.529[307,310] 342ns 133mb |L2.529| "
+ - "L2.530[311,313] 342ns 133mb |L2.530|"
+ - "L2.531[338,339] 342ns 158mb |L2.531|"
+ - "L2.532[336,337] 342ns 146mb |L2.532|"
+ - "L2.533[70,85] 342ns 102mb |L2.533| "
+ - "L2.534[86,100] 342ns 95mb |L2.534| "
+ - "L2.535[101,102] 342ns 20mb |L2.535| "
+ - "L2.536[103,109] 342ns 103mb |L2.536| "
+ - "L2.537[110,114] 342ns 86mb |L2.537| "
+ - "L2.538[122,128] 342ns 104mb |L2.538| "
+ - "L2.539[129,134] 342ns 87mb |L2.539| "
+ - "L2.540[135,138] 342ns 87mb |L2.540| "
+ - "L2.541[139,146] 342ns 106mb |L2.541| "
+ - "L2.542[147,153] 342ns 91mb |L2.542| "
+ - "L2.543[154,157] 342ns 76mb |L2.543| "
+ - "L2.544[165,171] 342ns 118mb |L2.544| "
+ - "L2.545[172,177] 342ns 118mb |L2.545| "
+ - "L2.546[197,204] 342ns 111mb |L2.546| "
+ - "L2.547[205,211] 342ns 95mb |L2.547| "
+ - "L2.548[212,213] 342ns 48mb |L2.548| "
+ - "L2.549[214,220] 342ns 108mb |L2.549| "
+ - "L2.550[221,226] 342ns 108mb |L2.550| "
+ - "L2.551[234,240] 342ns 104mb |L2.551| "
+ - "L2.552[241,246] 342ns 86mb |L2.552| "
+ - "L2.553[247,248] 342ns 52mb |L2.553| "
+ - "L2.554[249,255] 342ns 102mb |L2.554| "
+ - "L2.555[256,260] 342ns 85mb |L2.555| "
+ - "L2.556[268,273] 342ns 111mb |L2.556| "
+ - "L2.557[274,278] 342ns 89mb |L2.557| "
+ - "L2.558[279,281] 342ns 89mb |L2.558| "
+ - "L2.559[295,299] 342ns 130mb |L2.559| "
+ - "L2.560[300,303] 342ns 98mb |L2.560| "
+ - "L2.561[304,304] 342ns 65mb |L2.561| "
+ - "WARNING: file L2.475[327,329] 342ns 197mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L2.478[333,335] 342ns 199mb exceeds soft limit 100mb by more than 50%"
+ - "WARNING: file L2.531[338,339] 342ns 158mb exceeds soft limit 100mb by more than 50%"
"###
);
}
diff --git a/compactor2/tests/layouts/common_use_cases.rs b/compactor2/tests/layouts/common_use_cases.rs
index cd30a39b1f..cec5de46ae 100644
--- a/compactor2/tests/layouts/common_use_cases.rs
+++ b/compactor2/tests/layouts/common_use_cases.rs
@@ -79,15 +79,15 @@ async fn test_keep_ingesting_l0_files_20_percent_overlap() {
- "L0.752[5010,5024] 501ns 5mb |L0.752|"
- "L0.753[5020,5034] 502ns 5mb |L0.753|"
- "L2 "
- - "L2.29[0,160] 19ns 79.6mb |L2.29| "
- - "L2.59[161,361] 39ns 100.33mb |L2.59| "
- - "L2.89[362,562] 59ns 100.47mb |L2.89| "
- - "L2.119[563,753] 79ns 95.47mb |L2.119| "
- - "L2.149[754,954] 99ns 100.5mb |L2.149| "
- - "L2.179[955,1155] 119ns 100.5mb |L2.179| "
- - "L2.209[1156,1356] 139ns 100.5mb |L2.209| "
- - "L2.239[1357,1557] 159ns 100.5mb |L2.239| "
- - "L2.269[1558,1758] 179ns 100.5mb |L2.269| "
+ - "L2.29[0,160] 19ns 80mb |L2.29| "
+ - "L2.59[161,361] 39ns 100mb |L2.59| "
+ - "L2.89[362,562] 59ns 100mb |L2.89| "
+ - "L2.119[563,753] 79ns 95mb |L2.119| "
+ - "L2.149[754,954] 99ns 101mb |L2.149| "
+ - "L2.179[955,1155] 119ns 101mb |L2.179| "
+ - "L2.209[1156,1356] 139ns 101mb |L2.209| "
+ - "L2.239[1357,1557] 159ns 101mb |L2.239| "
+ - "L2.269[1558,1758] 179ns 101mb |L2.269| "
- "L2.299[1759,1958] 199ns 100mb |L2.299| "
- "L2.329[1959,2158] 219ns 100mb |L2.329| "
- "L2.359[2159,2358] 239ns 100mb |L2.359| "
@@ -104,7 +104,7 @@ async fn test_keep_ingesting_l0_files_20_percent_overlap() {
- "L2.689[4359,4558] 459ns 100mb |L2.689| "
- "L2.719[4559,4758] 479ns 100mb |L2.719| "
- "L2.749[4759,4958] 499ns 100mb |L2.749|"
- - "L2.750[4959,5001] 499ns 21.61mb |L2.750|"
+ - "L2.750[4959,5001] 499ns 22mb |L2.750|"
"###
);
}
@@ -177,16 +177,16 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap() {
- "L0.752[5010,5024] 501ns 5mb |L0.752|"
- "L0.753[5020,5034] 502ns 5mb |L0.753|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |L2.29| "
- - "L2.59[164,364] 39ns 100.08mb |L2.59| "
- - "L2.89[365,565] 59ns 100.43mb |L2.89| "
- - "L2.119[566,756] 79ns 95.47mb |L2.119| "
- - "L2.149[757,957] 99ns 100.5mb |L2.149| "
- - "L2.179[958,1158] 119ns 100.5mb |L2.179| "
- - "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
- - "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
- - "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
- - "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
+ - "L2.29[0,163] 19ns 80mb |L2.29| "
+ - "L2.59[164,364] 39ns 100mb |L2.59| "
+ - "L2.89[365,565] 59ns 100mb |L2.89| "
+ - "L2.119[566,756] 79ns 95mb |L2.119| "
+ - "L2.149[757,957] 99ns 101mb |L2.149| "
+ - "L2.179[958,1158] 119ns 101mb |L2.179| "
+ - "L2.209[1159,1359] 139ns 101mb |L2.209| "
+ - "L2.239[1360,1560] 159ns 101mb |L2.239| "
+ - "L2.269[1561,1761] 179ns 101mb |L2.269| "
+ - "L2.299[1762,1962] 199ns 101mb |L2.299| "
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
@@ -202,7 +202,7 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap() {
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
- "L2.719[4563,4762] 479ns 100mb |L2.719| "
- "L2.749[4763,4962] 499ns 100mb |L2.749|"
- - "L2.750[4963,5004] 499ns 21.11mb |L2.750|"
+ - "L2.750[4963,5004] 499ns 21mb |L2.750|"
"###
);
}
@@ -263,15 +263,15 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.1[0,14] 0ns |--------L0.1---------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 25mb total:"
- "L1 "
- - "L1.?[0,43] 4ns 19.91mb |--------------------------------L1.?---------------------------------| "
- - "L1.?[44,54] 4ns 5.09mb |-----L1.?-----| "
+ - "L1.?[0,43] 4ns 20mb |--------------------------------L1.?---------------------------------| "
+ - "L1.?[44,54] 4ns 5mb |-----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 5 files: L0.1, L0.2, L0.3, L0.4, L0.5"
- " Creating 2 files"
- "**** Final Output Files (25mb written)"
- "L1 "
- - "L1.6[0,43] 4ns 19.91mb |--------------------------------L1.6---------------------------------| "
- - "L1.7[44,54] 4ns 5.09mb |-----L1.7-----| "
+ - "L1.6[0,43] 4ns 20mb |--------------------------------L1.6---------------------------------| "
+ - "L1.7[44,54] 4ns 5mb |-----L1.7-----| "
"###
);
} else if i == show_intermediate_result_runs[1] {
@@ -287,14 +287,14 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.214[1430,1444] 143ns 5mb |L0.214|"
- "L0.215[1440,1454] 144ns 5mb |L0.215|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |-L2.29--| "
- - "L2.59[164,364] 39ns 100.08mb |--L2.59---| "
- - "L2.89[365,565] 59ns 100.43mb |--L2.89---| "
- - "L2.119[566,756] 79ns 95.47mb |-L2.119--| "
- - "L2.149[757,957] 99ns 100.5mb |--L2.149--| "
- - "L2.179[958,1158] 119ns 100.5mb |--L2.179--| "
- - "L2.209[1159,1359] 139ns 100.5mb |--L2.209--| "
- - "L2.210[1360,1404] 139ns 22.61mb |L2.210|"
+ - "L2.29[0,163] 19ns 80mb |-L2.29--| "
+ - "L2.59[164,364] 39ns 100mb |--L2.59---| "
+ - "L2.89[365,565] 59ns 100mb |--L2.89---| "
+ - "L2.119[566,756] 79ns 95mb |-L2.119--| "
+ - "L2.149[757,957] 99ns 101mb |--L2.149--| "
+ - "L2.179[958,1158] 119ns 101mb |--L2.179--| "
+ - "L2.209[1159,1359] 139ns 101mb |--L2.209--| "
+ - "L2.210[1360,1404] 139ns 23mb |L2.210|"
- "**** Simulation run 35, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1443]). 5 Input Files, 25mb total:"
- "L0, all files 5mb "
- "L0.215[1440,1454] 144ns |-------L0.215--------| "
@@ -304,24 +304,24 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.211[1400,1414] 140ns |-------L0.211--------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 25mb total:"
- "L1 "
- - "L1.?[1400,1443] 144ns 19.91mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[1444,1454] 144ns 5.09mb |-----L1.?-----| "
+ - "L1.?[1400,1443] 144ns 20mb|--------------------------------L1.?---------------------------------| "
+ - "L1.?[1444,1454] 144ns 5mb |-----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 5 files: L0.211, L0.212, L0.213, L0.214, L0.215"
- " Creating 2 files"
- "**** Final Output Files (1.64gb written)"
- "L1 "
- - "L1.216[1400,1443] 144ns 19.91mb |L1.216|"
- - "L1.217[1444,1454] 144ns 5.09mb |L1.217|"
+ - "L1.216[1400,1443] 144ns 20mb |L1.216|"
+ - "L1.217[1444,1454] 144ns 5mb |L1.217|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |-L2.29--| "
- - "L2.59[164,364] 39ns 100.08mb |--L2.59---| "
- - "L2.89[365,565] 59ns 100.43mb |--L2.89---| "
- - "L2.119[566,756] 79ns 95.47mb |-L2.119--| "
- - "L2.149[757,957] 99ns 100.5mb |--L2.149--| "
- - "L2.179[958,1158] 119ns 100.5mb |--L2.179--| "
- - "L2.209[1159,1359] 139ns 100.5mb |--L2.209--| "
- - "L2.210[1360,1404] 139ns 22.61mb |L2.210|"
+ - "L2.29[0,163] 19ns 80mb |-L2.29--| "
+ - "L2.59[164,364] 39ns 100mb |--L2.59---| "
+ - "L2.89[365,565] 59ns 100mb |--L2.89---| "
+ - "L2.119[566,756] 79ns 95mb |-L2.119--| "
+ - "L2.149[757,957] 99ns 101mb |--L2.149--| "
+ - "L2.179[958,1158] 119ns 101mb |--L2.179--| "
+ - "L2.209[1159,1359] 139ns 101mb |--L2.209--| "
+ - "L2.210[1360,1404] 139ns 23mb |L2.210|"
"###
);
} else if i == show_intermediate_result_runs[2] {
@@ -337,22 +337,22 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.341[2280,2294] 228ns 5mb |L0.341|"
- "L0.342[2290,2304] 229ns 5mb |L0.342|"
- "L1 "
- - "L1.336[2200,2243] 224ns 19.91mb |L1.336|"
- - "L1.337[2244,2254] 224ns 5.09mb |L1.337|"
+ - "L1.336[2200,2243] 224ns 20mb |L1.336|"
+ - "L1.337[2244,2254] 224ns 5mb |L1.337|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |L2.29| "
- - "L2.59[164,364] 39ns 100.08mb |L2.59| "
- - "L2.89[365,565] 59ns 100.43mb |L2.89| "
- - "L2.119[566,756] 79ns 95.47mb |L2.119| "
- - "L2.149[757,957] 99ns 100.5mb |L2.149| "
- - "L2.179[958,1158] 119ns 100.5mb |L2.179| "
- - "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
- - "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
- - "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
- - "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
+ - "L2.29[0,163] 19ns 80mb |L2.29| "
+ - "L2.59[164,364] 39ns 100mb |L2.59| "
+ - "L2.89[365,565] 59ns 100mb |L2.89| "
+ - "L2.119[566,756] 79ns 95mb |L2.119| "
+ - "L2.149[757,957] 99ns 101mb |L2.149| "
+ - "L2.179[958,1158] 119ns 101mb |L2.179| "
+ - "L2.209[1159,1359] 139ns 101mb |L2.209| "
+ - "L2.239[1360,1560] 159ns 101mb |L2.239| "
+ - "L2.269[1561,1761] 179ns 101mb |L2.269| "
+ - "L2.299[1762,1962] 199ns 101mb |L2.299| "
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
- - "L2.330[2163,2204] 219ns 21.11mb |L2.330|"
- - "**** Simulation run 56, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2292]). 6 Input Files, 30.09mb total:"
+ - "L2.330[2163,2204] 219ns 21mb |L2.330|"
+ - "**** Simulation run 56, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2292]). 6 Input Files, 30mb total:"
- "L0 "
- "L0.342[2290,2304] 229ns 5mb |------L0.342-------|"
- "L0.341[2280,2294] 228ns 5mb |------L0.341-------| "
@@ -360,32 +360,32 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.339[2260,2274] 226ns 5mb |------L0.339-------| "
- "L0.338[2250,2264] 225ns 5mb |------L0.338-------| "
- "L1 "
- - "L1.337[2244,2254] 224ns 5.09mb|---L1.337----| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 30.09mb total:"
+ - "L1.337[2244,2254] 224ns 5mb|---L1.337----| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 30mb total:"
- "L1 "
- - "L1.?[2244,2292] 229ns 24.07mb|---------------------------------L1.?---------------------------------| "
- - "L1.?[2293,2304] 229ns 6.02mb |-----L1.?-----| "
+ - "L1.?[2244,2292] 229ns 24mb|---------------------------------L1.?---------------------------------| "
+ - "L1.?[2293,2304] 229ns 6mb |-----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L1.337, L0.338, L0.339, L0.340, L0.341, L0.342"
- " Creating 2 files"
- "**** Final Output Files (2.61gb written)"
- "L1 "
- - "L1.336[2200,2243] 224ns 19.91mb |L1.336|"
- - "L1.343[2244,2292] 229ns 24.07mb |L1.343|"
- - "L1.344[2293,2304] 229ns 6.02mb |L1.344|"
+ - "L1.336[2200,2243] 224ns 20mb |L1.336|"
+ - "L1.343[2244,2292] 229ns 24mb |L1.343|"
+ - "L1.344[2293,2304] 229ns 6mb |L1.344|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |L2.29| "
- - "L2.59[164,364] 39ns 100.08mb |L2.59| "
- - "L2.89[365,565] 59ns 100.43mb |L2.89| "
- - "L2.119[566,756] 79ns 95.47mb |L2.119| "
- - "L2.149[757,957] 99ns 100.5mb |L2.149| "
- - "L2.179[958,1158] 119ns 100.5mb |L2.179| "
- - "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
- - "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
- - "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
- - "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
+ - "L2.29[0,163] 19ns 80mb |L2.29| "
+ - "L2.59[164,364] 39ns 100mb |L2.59| "
+ - "L2.89[365,565] 59ns 100mb |L2.89| "
+ - "L2.119[566,756] 79ns 95mb |L2.119| "
+ - "L2.149[757,957] 99ns 101mb |L2.149| "
+ - "L2.179[958,1158] 119ns 101mb |L2.179| "
+ - "L2.209[1159,1359] 139ns 101mb |L2.209| "
+ - "L2.239[1360,1560] 159ns 101mb |L2.239| "
+ - "L2.269[1561,1761] 179ns 101mb |L2.269| "
+ - "L2.299[1762,1962] 199ns 101mb |L2.299| "
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
- - "L2.330[2163,2204] 219ns 21.11mb |L2.330|"
+ - "L2.330[2163,2204] 219ns 21mb |L2.330|"
"###
);
} else if i == show_intermediate_result_runs[3] {
@@ -401,29 +401,29 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.505[3380,3394] 338ns 5mb |L0.505|"
- "L0.506[3390,3404] 339ns 5mb |L0.506|"
- "L1 "
- - "L1.486[3200,3243] 324ns 19.91mb |L1.486|"
- - "L1.493[3244,3292] 329ns 24.07mb |L1.493|"
- - "L1.500[3293,3341] 334ns 24.41mb |L1.500|"
- - "L1.501[3342,3354] 334ns 6.61mb |L1.501|"
+ - "L1.486[3200,3243] 324ns 20mb |L1.486|"
+ - "L1.493[3244,3292] 329ns 24mb |L1.493|"
+ - "L1.500[3293,3341] 334ns 24mb |L1.500|"
+ - "L1.501[3342,3354] 334ns 7mb |L1.501|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |L2.29| "
- - "L2.59[164,364] 39ns 100.08mb |L2.59| "
- - "L2.89[365,565] 59ns 100.43mb |L2.89| "
- - "L2.119[566,756] 79ns 95.47mb |L2.119| "
- - "L2.149[757,957] 99ns 100.5mb |L2.149| "
- - "L2.179[958,1158] 119ns 100.5mb |L2.179| "
- - "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
- - "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
- - "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
- - "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
+ - "L2.29[0,163] 19ns 80mb |L2.29| "
+ - "L2.59[164,364] 39ns 100mb |L2.59| "
+ - "L2.89[365,565] 59ns 100mb |L2.89| "
+ - "L2.119[566,756] 79ns 95mb |L2.119| "
+ - "L2.149[757,957] 99ns 101mb |L2.149| "
+ - "L2.179[958,1158] 119ns 101mb |L2.179| "
+ - "L2.209[1159,1359] 139ns 101mb |L2.209| "
+ - "L2.239[1360,1560] 159ns 101mb |L2.239| "
+ - "L2.269[1561,1761] 179ns 101mb |L2.269| "
+ - "L2.299[1762,1962] 199ns 101mb |L2.299| "
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
- "L2.419[2563,2762] 279ns 100mb |L2.419| "
- "L2.449[2763,2962] 299ns 100mb |L2.449| "
- "L2.479[2963,3162] 319ns 100mb |L2.479| "
- - "L2.480[3163,3204] 319ns 21.11mb |L2.480|"
- - "**** Simulation run 83, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[3391]). 6 Input Files, 31.61mb total:"
+ - "L2.480[3163,3204] 319ns 21mb |L2.480|"
+ - "**** Simulation run 83, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[3391]). 6 Input Files, 32mb total:"
- "L0 "
- "L0.506[3390,3404] 339ns 5mb |------L0.506------| "
- "L0.505[3380,3394] 338ns 5mb |------L0.505------| "
@@ -431,42 +431,42 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.503[3360,3374] 336ns 5mb |------L0.503------| "
- "L0.502[3350,3364] 335ns 5mb |------L0.502------| "
- "L1 "
- - "L1.501[3342,3354] 334ns 6.61mb|----L1.501-----| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 31.61mb total:"
+ - "L1.501[3342,3354] 334ns 7mb|----L1.501-----| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 32mb total:"
- "L1 "
- - "L1.?[3342,3391] 339ns 24.98mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[3392,3404] 339ns 6.63mb |-----L1.?------| "
+ - "L1.?[3342,3391] 339ns 25mb|--------------------------------L1.?---------------------------------| "
+ - "L1.?[3392,3404] 339ns 7mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L1.501, L0.502, L0.503, L0.504, L0.505, L0.506"
- " Creating 2 files"
- - "**** Simulation run 84, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[3362]). 6 Input Files, 121.11mb total:"
+ - "**** Simulation run 84, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[3362]). 6 Input Files, 121mb total:"
- "L1 "
- - "L1.500[3293,3341] 334ns 24.41mb |----L1.500-----| "
- - "L1.493[3244,3292] 329ns 24.07mb |----L1.493-----| "
- - "L1.486[3200,3243] 324ns 19.91mb |----L1.486----| "
- - "L1.508[3392,3404] 339ns 6.63mb |L1.508|"
- - "L1.507[3342,3391] 339ns 24.98mb |-----L1.507-----| "
+ - "L1.500[3293,3341] 334ns 24mb |----L1.500-----| "
+ - "L1.493[3244,3292] 329ns 24mb |----L1.493-----| "
+ - "L1.486[3200,3243] 324ns 20mb |----L1.486----| "
+ - "L1.508[3392,3404] 339ns 7mb |L1.508|"
+ - "L1.507[3342,3391] 339ns 25mb |-----L1.507-----| "
- "L2 "
- - "L2.480[3163,3204] 319ns 21.11mb|---L2.480----| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 121.11mb total:"
+ - "L2.480[3163,3204] 319ns 21mb|---L2.480----| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 121mb total:"
- "L2 "
- "L2.?[3163,3362] 339ns 100mb|----------------------------------L2.?----------------------------------| "
- - "L2.?[3363,3404] 339ns 21.11mb |----L2.?-----| "
+ - "L2.?[3363,3404] 339ns 21mb |----L2.?-----| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L2.480, L1.486, L1.493, L1.500, L1.507, L1.508"
- " Creating 2 files"
- "**** Final Output Files (3.95gb written)"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |L2.29| "
- - "L2.59[164,364] 39ns 100.08mb |L2.59| "
- - "L2.89[365,565] 59ns 100.43mb |L2.89| "
- - "L2.119[566,756] 79ns 95.47mb |L2.119| "
- - "L2.149[757,957] 99ns 100.5mb |L2.149| "
- - "L2.179[958,1158] 119ns 100.5mb |L2.179| "
- - "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
- - "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
- - "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
- - "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
+ - "L2.29[0,163] 19ns 80mb |L2.29| "
+ - "L2.59[164,364] 39ns 100mb |L2.59| "
+ - "L2.89[365,565] 59ns 100mb |L2.89| "
+ - "L2.119[566,756] 79ns 95mb |L2.119| "
+ - "L2.149[757,957] 99ns 101mb |L2.149| "
+ - "L2.179[958,1158] 119ns 101mb |L2.179| "
+ - "L2.209[1159,1359] 139ns 101mb |L2.209| "
+ - "L2.239[1360,1560] 159ns 101mb |L2.239| "
+ - "L2.269[1561,1761] 179ns 101mb |L2.269| "
+ - "L2.299[1762,1962] 199ns 101mb |L2.299| "
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
@@ -474,7 +474,7 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L2.449[2763,2962] 299ns 100mb |L2.449| "
- "L2.479[2963,3162] 319ns 100mb |L2.479| "
- "L2.509[3163,3362] 339ns 100mb |L2.509|"
- - "L2.510[3363,3404] 339ns 21.11mb |L2.510|"
+ - "L2.510[3363,3404] 339ns 21mb |L2.510|"
"###
);
} else if i == show_intermediate_result_runs[4] {
@@ -490,19 +490,19 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.671[4480,4494] 448ns 5mb |L0.671|"
- "L0.672[4490,4504] 449ns 5mb |L0.672|"
- "L1 "
- - "L1.666[4400,4443] 444ns 19.91mb |L1.666|"
- - "L1.667[4444,4454] 444ns 5.09mb |L1.667|"
+ - "L1.666[4400,4443] 444ns 20mb |L1.666|"
+ - "L1.667[4444,4454] 444ns 5mb |L1.667|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |L2.29| "
- - "L2.59[164,364] 39ns 100.08mb |L2.59| "
- - "L2.89[365,565] 59ns 100.43mb |L2.89| "
- - "L2.119[566,756] 79ns 95.47mb |L2.119| "
- - "L2.149[757,957] 99ns 100.5mb |L2.149| "
- - "L2.179[958,1158] 119ns 100.5mb |L2.179| "
- - "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
- - "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
- - "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
- - "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
+ - "L2.29[0,163] 19ns 80mb |L2.29| "
+ - "L2.59[164,364] 39ns 100mb |L2.59| "
+ - "L2.89[365,565] 59ns 100mb |L2.89| "
+ - "L2.119[566,756] 79ns 95mb |L2.119| "
+ - "L2.149[757,957] 99ns 101mb |L2.149| "
+ - "L2.179[958,1158] 119ns 101mb |L2.179| "
+ - "L2.209[1159,1359] 139ns 101mb |L2.209| "
+ - "L2.239[1360,1560] 159ns 101mb |L2.239| "
+ - "L2.269[1561,1761] 179ns 101mb |L2.269| "
+ - "L2.299[1762,1962] 199ns 101mb |L2.299| "
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
@@ -515,8 +515,8 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L2.599[3763,3962] 399ns 100mb |L2.599| "
- "L2.629[3963,4162] 419ns 100mb |L2.629| "
- "L2.659[4163,4362] 439ns 100mb |L2.659|"
- - "L2.660[4363,4404] 439ns 21.11mb |L2.660|"
- - "**** Simulation run 111, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4492]). 6 Input Files, 30.09mb total:"
+ - "L2.660[4363,4404] 439ns 21mb |L2.660|"
+ - "**** Simulation run 111, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4492]). 6 Input Files, 30mb total:"
- "L0 "
- "L0.672[4490,4504] 449ns 5mb |------L0.672-------|"
- "L0.671[4480,4494] 448ns 5mb |------L0.671-------| "
@@ -524,30 +524,30 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.669[4460,4474] 446ns 5mb |------L0.669-------| "
- "L0.668[4450,4464] 445ns 5mb |------L0.668-------| "
- "L1 "
- - "L1.667[4444,4454] 444ns 5.09mb|---L1.667----| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 30.09mb total:"
+ - "L1.667[4444,4454] 444ns 5mb|---L1.667----| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 30mb total:"
- "L1 "
- - "L1.?[4444,4492] 449ns 24.07mb|---------------------------------L1.?---------------------------------| "
- - "L1.?[4493,4504] 449ns 6.02mb |-----L1.?-----| "
+ - "L1.?[4444,4492] 449ns 24mb|---------------------------------L1.?---------------------------------| "
+ - "L1.?[4493,4504] 449ns 6mb |-----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L1.667, L0.668, L0.669, L0.670, L0.671, L0.672"
- " Creating 2 files"
- "**** Final Output Files (5.17gb written)"
- "L1 "
- - "L1.666[4400,4443] 444ns 19.91mb |L1.666|"
- - "L1.673[4444,4492] 449ns 24.07mb |L1.673|"
- - "L1.674[4493,4504] 449ns 6.02mb |L1.674|"
+ - "L1.666[4400,4443] 444ns 20mb |L1.666|"
+ - "L1.673[4444,4492] 449ns 24mb |L1.673|"
+ - "L1.674[4493,4504] 449ns 6mb |L1.674|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |L2.29| "
- - "L2.59[164,364] 39ns 100.08mb |L2.59| "
- - "L2.89[365,565] 59ns 100.43mb |L2.89| "
- - "L2.119[566,756] 79ns 95.47mb |L2.119| "
- - "L2.149[757,957] 99ns 100.5mb |L2.149| "
- - "L2.179[958,1158] 119ns 100.5mb |L2.179| "
- - "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
- - "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
- - "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
- - "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
+ - "L2.29[0,163] 19ns 80mb |L2.29| "
+ - "L2.59[164,364] 39ns 100mb |L2.59| "
+ - "L2.89[365,565] 59ns 100mb |L2.89| "
+ - "L2.119[566,756] 79ns 95mb |L2.119| "
+ - "L2.149[757,957] 99ns 101mb |L2.149| "
+ - "L2.179[958,1158] 119ns 101mb |L2.179| "
+ - "L2.209[1159,1359] 139ns 101mb |L2.209| "
+ - "L2.239[1360,1560] 159ns 101mb |L2.239| "
+ - "L2.269[1561,1761] 179ns 101mb |L2.269| "
+ - "L2.299[1762,1962] 199ns 101mb |L2.299| "
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
@@ -560,7 +560,7 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L2.599[3763,3962] 399ns 100mb |L2.599| "
- "L2.629[3963,4162] 419ns 100mb |L2.629| "
- "L2.659[4163,4362] 439ns 100mb |L2.659|"
- - "L2.660[4363,4404] 439ns 21.11mb |L2.660|"
+ - "L2.660[4363,4404] 439ns 21mb |L2.660|"
"###
);
} else if i == show_intermediate_result_runs[5] {
@@ -576,21 +576,21 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.745[4980,4994] 498ns 5mb |L0.745|"
- "L0.746[4990,5004] 499ns 5mb |L0.746|"
- "L1 "
- - "L1.726[4800,4843] 484ns 19.91mb |L1.726|"
- - "L1.733[4844,4892] 489ns 24.07mb |L1.733|"
- - "L1.740[4893,4941] 494ns 24.41mb |L1.740|"
- - "L1.741[4942,4954] 494ns 6.61mb |L1.741|"
+ - "L1.726[4800,4843] 484ns 20mb |L1.726|"
+ - "L1.733[4844,4892] 489ns 24mb |L1.733|"
+ - "L1.740[4893,4941] 494ns 24mb |L1.740|"
+ - "L1.741[4942,4954] 494ns 7mb |L1.741|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |L2.29| "
- - "L2.59[164,364] 39ns 100.08mb |L2.59| "
- - "L2.89[365,565] 59ns 100.43mb |L2.89| "
- - "L2.119[566,756] 79ns 95.47mb |L2.119| "
- - "L2.149[757,957] 99ns 100.5mb |L2.149| "
- - "L2.179[958,1158] 119ns 100.5mb |L2.179| "
- - "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
- - "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
- - "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
- - "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
+ - "L2.29[0,163] 19ns 80mb |L2.29| "
+ - "L2.59[164,364] 39ns 100mb |L2.59| "
+ - "L2.89[365,565] 59ns 100mb |L2.89| "
+ - "L2.119[566,756] 79ns 95mb |L2.119| "
+ - "L2.149[757,957] 99ns 101mb |L2.149| "
+ - "L2.179[958,1158] 119ns 101mb |L2.179| "
+ - "L2.209[1159,1359] 139ns 101mb |L2.209| "
+ - "L2.239[1360,1560] 159ns 101mb |L2.239| "
+ - "L2.269[1561,1761] 179ns 101mb |L2.269| "
+ - "L2.299[1762,1962] 199ns 101mb |L2.299| "
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
@@ -605,8 +605,8 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L2.659[4163,4362] 439ns 100mb |L2.659| "
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
- "L2.719[4563,4762] 479ns 100mb |L2.719|"
- - "L2.720[4763,4804] 479ns 21.11mb |L2.720|"
- - "**** Simulation run 123, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4991]). 6 Input Files, 31.61mb total:"
+ - "L2.720[4763,4804] 479ns 21mb |L2.720|"
+ - "**** Simulation run 123, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4991]). 6 Input Files, 32mb total:"
- "L0 "
- "L0.746[4990,5004] 499ns 5mb |------L0.746------| "
- "L0.745[4980,4994] 498ns 5mb |------L0.745------| "
@@ -614,42 +614,42 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.743[4960,4974] 496ns 5mb |------L0.743------| "
- "L0.742[4950,4964] 495ns 5mb |------L0.742------| "
- "L1 "
- - "L1.741[4942,4954] 494ns 6.61mb|----L1.741-----| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 31.61mb total:"
+ - "L1.741[4942,4954] 494ns 7mb|----L1.741-----| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 32mb total:"
- "L1 "
- - "L1.?[4942,4991] 499ns 24.98mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[4992,5004] 499ns 6.63mb |-----L1.?------| "
+ - "L1.?[4942,4991] 499ns 25mb|--------------------------------L1.?---------------------------------| "
+ - "L1.?[4992,5004] 499ns 7mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L1.741, L0.742, L0.743, L0.744, L0.745, L0.746"
- " Creating 2 files"
- - "**** Simulation run 124, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4962]). 6 Input Files, 121.11mb total:"
+ - "**** Simulation run 124, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4962]). 6 Input Files, 121mb total:"
- "L1 "
- - "L1.740[4893,4941] 494ns 24.41mb |----L1.740-----| "
- - "L1.733[4844,4892] 489ns 24.07mb |----L1.733-----| "
- - "L1.726[4800,4843] 484ns 19.91mb |----L1.726----| "
- - "L1.748[4992,5004] 499ns 6.63mb |L1.748|"
- - "L1.747[4942,4991] 499ns 24.98mb |-----L1.747-----| "
+ - "L1.740[4893,4941] 494ns 24mb |----L1.740-----| "
+ - "L1.733[4844,4892] 489ns 24mb |----L1.733-----| "
+ - "L1.726[4800,4843] 484ns 20mb |----L1.726----| "
+ - "L1.748[4992,5004] 499ns 7mb |L1.748|"
+ - "L1.747[4942,4991] 499ns 25mb |-----L1.747-----| "
- "L2 "
- - "L2.720[4763,4804] 479ns 21.11mb|---L2.720----| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 121.11mb total:"
+ - "L2.720[4763,4804] 479ns 21mb|---L2.720----| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 121mb total:"
- "L2 "
- "L2.?[4763,4962] 499ns 100mb|----------------------------------L2.?----------------------------------| "
- - "L2.?[4963,5004] 499ns 21.11mb |----L2.?-----| "
+ - "L2.?[4963,5004] 499ns 21mb |----L2.?-----| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L2.720, L1.726, L1.733, L1.740, L1.747, L1.748"
- " Creating 2 files"
- "**** Final Output Files (5.82gb written)"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |L2.29| "
- - "L2.59[164,364] 39ns 100.08mb |L2.59| "
- - "L2.89[365,565] 59ns 100.43mb |L2.89| "
- - "L2.119[566,756] 79ns 95.47mb |L2.119| "
- - "L2.149[757,957] 99ns 100.5mb |L2.149| "
- - "L2.179[958,1158] 119ns 100.5mb |L2.179| "
- - "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
- - "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
- - "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
- - "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
+ - "L2.29[0,163] 19ns 80mb |L2.29| "
+ - "L2.59[164,364] 39ns 100mb |L2.59| "
+ - "L2.89[365,565] 59ns 100mb |L2.89| "
+ - "L2.119[566,756] 79ns 95mb |L2.119| "
+ - "L2.149[757,957] 99ns 101mb |L2.149| "
+ - "L2.179[958,1158] 119ns 101mb |L2.179| "
+ - "L2.209[1159,1359] 139ns 101mb |L2.209| "
+ - "L2.239[1360,1560] 159ns 101mb |L2.239| "
+ - "L2.269[1561,1761] 179ns 101mb |L2.269| "
+ - "L2.299[1762,1962] 199ns 101mb |L2.299| "
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
@@ -665,7 +665,7 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
- "L2.719[4563,4762] 479ns 100mb |L2.719|"
- "L2.749[4763,4962] 499ns 100mb |L2.749|"
- - "L2.750[4963,5004] 499ns 21.11mb |L2.750|"
+ - "L2.750[4963,5004] 499ns 21mb |L2.750|"
"###
);
} else {
@@ -707,19 +707,19 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L0.759[5060,5074] 506ns 5mb |L0.759|"
- "L0.760[5070,5084] 507ns 5mb |L0.760|"
- "L1 "
- - "L1.756[5000,5043] 504ns 19.91mb |L1.756|"
- - "L1.757[5044,5054] 504ns 5.09mb |L1.757|"
+ - "L1.756[5000,5043] 504ns 20mb |L1.756|"
+ - "L1.757[5044,5054] 504ns 5mb |L1.757|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |L2.29| "
- - "L2.59[164,364] 39ns 100.08mb |L2.59| "
- - "L2.89[365,565] 59ns 100.43mb |L2.89| "
- - "L2.119[566,756] 79ns 95.47mb |L2.119| "
- - "L2.149[757,957] 99ns 100.5mb |L2.149| "
- - "L2.179[958,1158] 119ns 100.5mb |L2.179| "
- - "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
- - "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
- - "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
- - "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
+ - "L2.29[0,163] 19ns 80mb |L2.29| "
+ - "L2.59[164,364] 39ns 100mb |L2.59| "
+ - "L2.89[365,565] 59ns 100mb |L2.89| "
+ - "L2.119[566,756] 79ns 95mb |L2.119| "
+ - "L2.149[757,957] 99ns 101mb |L2.149| "
+ - "L2.179[958,1158] 119ns 101mb |L2.179| "
+ - "L2.209[1159,1359] 139ns 101mb |L2.209| "
+ - "L2.239[1360,1560] 159ns 101mb |L2.239| "
+ - "L2.269[1561,1761] 179ns 101mb |L2.269| "
+ - "L2.299[1762,1962] 199ns 101mb |L2.299| "
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
@@ -735,7 +735,7 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
- "L2.719[4563,4762] 479ns 100mb |L2.719| "
- "L2.749[4763,4962] 499ns 100mb |L2.749|"
- - "L2.750[4963,5004] 499ns 21.11mb |L2.750|"
+ - "L2.750[4963,5004] 499ns 21mb |L2.750|"
"###
);
}
@@ -810,13 +810,13 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_output_250mb() {
- "L0.76[510,524] 51ns 5mb |L0.76|"
- "L0.77[520,534] 52ns 5mb |L0.77|"
- "L1 "
- - "L1.66[400,443] 44ns 19.91mb |L1.66| "
- - "L1.73[444,492] 49ns 24.07mb |L1.73-| "
- - "L1.74[493,504] 49ns 6.02mb |L1.74|"
+ - "L1.66[400,443] 44ns 20mb |L1.66| "
+ - "L1.73[444,492] 49ns 24mb |L1.73-| "
+ - "L1.74[493,504] 49ns 6mb |L1.74|"
- "L2 "
- - "L2.29[0,163] 19ns 79.9mb |----------L2.29----------| "
- - "L2.59[164,364] 39ns 100.08mb |-------------L2.59-------------| "
- - "L2.60[365,404] 39ns 20.02mb |L2.60| "
+ - "L2.29[0,163] 19ns 80mb |----------L2.29----------| "
+ - "L2.59[164,364] 39ns 100mb |-------------L2.59-------------| "
+ - "L2.60[365,404] 39ns 20mb |L2.60| "
"###
);
}
diff --git a/compactor2/tests/layouts/core.rs b/compactor2/tests/layouts/core.rs
index ca1a8568f4..cf6b75588d 100644
--- a/compactor2/tests/layouts/core.rs
+++ b/compactor2/tests/layouts/core.rs
@@ -162,26 +162,26 @@ async fn all_non_overlapping_l0() {
- "L0.1[0,1] 0ns |L0.1| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L1 "
- - "L1.?[0,720] 9ns 79.91mb |--------------------------------L1.?---------------------------------| "
- - "L1.?[721,901] 9ns 20.09mb |-----L1.?------| "
+ - "L1.?[0,720] 9ns 80mb |--------------------------------L1.?---------------------------------| "
+ - "L1.?[721,901] 9ns 20mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10"
- " Creating 2 files"
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[720]). 2 Input Files, 100mb total:"
- "L1 "
- - "L1.12[721,901] 9ns 20.09mb |-----L1.12-----| "
- - "L1.11[0,720] 9ns 79.91mb |--------------------------------L1.11--------------------------------| "
+ - "L1.12[721,901] 9ns 20mb |-----L1.12-----| "
+ - "L1.11[0,720] 9ns 80mb |--------------------------------L1.11--------------------------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L2 "
- - "L2.?[0,720] 9ns 79.91mb |--------------------------------L2.?---------------------------------| "
- - "L2.?[721,901] 9ns 20.09mb |-----L2.?------| "
+ - "L2.?[0,720] 9ns 80mb |--------------------------------L2.?---------------------------------| "
+ - "L2.?[721,901] 9ns 20mb |-----L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.11, L1.12"
- " Creating 2 files"
- "**** Final Output Files (200mb written)"
- "L2 "
- - "L2.13[0,720] 9ns 79.91mb |--------------------------------L2.13--------------------------------| "
- - "L2.14[721,901] 9ns 20.09mb |-----L2.14-----| "
+ - "L2.13[0,720] 9ns 80mb |--------------------------------L2.13--------------------------------| "
+ - "L2.14[721,901] 9ns 20mb |-----L2.14-----| "
"###
);
}
@@ -244,7 +244,7 @@ async fn l1_with_overlapping_l0() {
- "L1 "
- "L1.1[50,99] 1ns 10mb |-----L1.1-----| "
- "L1.2[100,149] 2ns 10mb |-----L1.2-----| "
- - "**** Simulation run 0, type=compact(TotalSizeLessThanMaxCompactSize). 6 Input Files, 10.02mb total:"
+ - "**** Simulation run 0, type=compact(TotalSizeLessThanMaxCompactSize). 6 Input Files, 10mb total:"
- "L0 "
- "L0.7[260,310] 15ns 5kb |-------L0.7--------| "
- "L0.6[230,280] 14ns 5kb |-------L0.6--------| "
@@ -253,16 +253,16 @@ async fn l1_with_overlapping_l0() {
- "L0.3[140,190] 11ns 5kb |-------L0.3--------| "
- "L1 "
- "L1.2[100,149] 2ns 10mb |-------L1.2--------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 10.02mb total:"
- - "L1, all files 10.02mb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 10mb total:"
+ - "L1, all files 10mb "
- "L1.?[100,310] 15ns |------------------------------------------L1.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 6 files: L1.2, L0.3, L0.4, L0.5, L0.6, L0.7"
- " Creating 1 files"
- - "**** Final Output Files (10.02mb written)"
+ - "**** Final Output Files (10mb written)"
- "L1 "
- "L1.1[50,99] 1ns 10mb |-----L1.1-----| "
- - "L1.8[100,310] 15ns 10.02mb |---------------------------------L1.8---------------------------------| "
+ - "L1.8[100,310] 15ns 10mb |---------------------------------L1.8---------------------------------| "
"###
);
}
@@ -422,15 +422,15 @@ async fn l1_with_non_overlapping_l0_larger() {
- "L1.8[300,450] 13ns 15mb |-------------L1.8--------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 108mb total:"
- "L2 "
- - "L2.?[50,370] 13ns 86.4mb |---------------------------------L2.?---------------------------------| "
- - "L2.?[371,450] 13ns 21.6mb |-----L2.?------| "
+ - "L2.?[50,370] 13ns 86mb |---------------------------------L2.?---------------------------------| "
+ - "L2.?[371,450] 13ns 22mb |-----L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 5 files: L1.1, L1.2, L1.3, L1.4, L1.8"
- " Creating 2 files"
- "**** Final Output Files (123mb written)"
- "L2 "
- - "L2.9[50,370] 13ns 86.4mb |---------------------------------L2.9---------------------------------| "
- - "L2.10[371,450] 13ns 21.6mb |-----L2.10-----| "
+ - "L2.9[50,370] 13ns 86mb |---------------------------------L2.9---------------------------------| "
+ - "L2.10[371,450] 13ns 22mb |-----L2.10-----| "
"###
);
}
@@ -520,9 +520,9 @@ async fn l1_too_much_with_non_overlapping_l0() {
- "L1.3[150,199] 120s 70mb |-----------L1.3------------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 240mb total:"
- "L2 "
- - "L2.?[50,113] 120s 101.48mb|----------------L2.?----------------| "
- - "L2.?[114,176] 120s 99.87mb |---------------L2.?----------------| "
- - "L2.?[177,199] 120s 38.66mb |---L2.?----| "
+ - "L2.?[50,113] 120s 101mb |----------------L2.?----------------| "
+ - "L2.?[114,176] 120s 100mb |---------------L2.?----------------| "
+ - "L2.?[177,199] 120s 39mb |---L2.?----| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.1, L1.2, L1.3"
- " Creating 3 files"
@@ -534,9 +534,9 @@ async fn l1_too_much_with_non_overlapping_l0() {
- "L1.7[350,399] 360s |--------L1.7--------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 280mb total:"
- "L2 "
- - "L2.?[200,272] 360s 101.31mb|-------------L2.?-------------| "
- - "L2.?[273,344] 360s 99.9mb |-------------L2.?-------------| "
- - "L2.?[345,399] 360s 78.79mb |---------L2.?---------| "
+ - "L2.?[200,272] 360s 101mb |-------------L2.?-------------| "
+ - "L2.?[273,344] 360s 100mb |-------------L2.?-------------| "
+ - "L2.?[345,399] 360s 79mb |---------L2.?---------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L1.4, L1.5, L1.6, L1.7"
- " Creating 3 files"
@@ -548,23 +548,23 @@ async fn l1_too_much_with_non_overlapping_l0() {
- "L1.8[400,449] 420s 70mb |-----L1.8------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 225mb total:"
- "L2 "
- - "L2.?[400,511] 780s 100.3mb|-----------------L2.?-----------------| "
- - "L2.?[512,622] 780s 99.4mb |----------------L2.?-----------------| "
- - "L2.?[623,649] 780s 25.3mb |-L2.?--| "
+ - "L2.?[400,511] 780s 100mb |-----------------L2.?-----------------| "
+ - "L2.?[512,622] 780s 99mb |----------------L2.?-----------------| "
+ - "L2.?[623,649] 780s 25mb |-L2.?--| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L1.8, L1.9, L1.10, L1.14"
- " Creating 3 files"
- "**** Final Output Files (760mb written)"
- "L2 "
- - "L2.15[50,113] 120s 101.48mb|-L2.15-| "
- - "L2.16[114,176] 120s 99.87mb |-L2.16-| "
- - "L2.17[177,199] 120s 38.66mb |L2.17| "
- - "L2.18[200,272] 360s 101.31mb |-L2.18--| "
- - "L2.19[273,344] 360s 99.9mb |-L2.19--| "
- - "L2.20[345,399] 360s 78.79mb |L2.20-| "
- - "L2.21[400,511] 780s 100.3mb |----L2.21-----| "
- - "L2.22[512,622] 780s 99.4mb |----L2.22-----| "
- - "L2.23[623,649] 780s 25.3mb |L2.23|"
+ - "L2.15[50,113] 120s 101mb |-L2.15-| "
+ - "L2.16[114,176] 120s 100mb |-L2.16-| "
+ - "L2.17[177,199] 120s 39mb |L2.17| "
+ - "L2.18[200,272] 360s 101mb |-L2.18--| "
+ - "L2.19[273,344] 360s 100mb |-L2.19--| "
+ - "L2.20[345,399] 360s 79mb |L2.20-| "
+ - "L2.21[400,511] 780s 100mb |----L2.21-----| "
+ - "L2.22[512,622] 780s 99mb |----L2.22-----| "
+ - "L2.23[623,649] 780s 25mb |L2.23|"
"###
);
}
@@ -659,15 +659,15 @@ async fn many_l1_with_non_overlapping_l0() {
- "L1.14[600,650] 23ns 15mb |L1.14| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 88mb total:"
- "L2 "
- - "L2.?[50,530] 23ns 70.4mb |---------------------------------L2.?---------------------------------| "
- - "L2.?[531,650] 23ns 17.6mb |-----L2.?------| "
+ - "L2.?[50,530] 23ns 70mb |---------------------------------L2.?---------------------------------| "
+ - "L2.?[531,650] 23ns 18mb |-----L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 11 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8, L1.9, L1.10, L1.14"
- " Creating 2 files"
- "**** Final Output Files (103mb written)"
- "L2 "
- - "L2.15[50,530] 23ns 70.4mb|--------------------------------L2.15---------------------------------| "
- - "L2.16[531,650] 23ns 17.6mb |-----L2.16-----| "
+ - "L2.15[50,530] 23ns 70mb |--------------------------------L2.15---------------------------------| "
+ - "L2.16[531,650] 23ns 18mb |-----L2.16-----| "
"###
);
}
@@ -746,15 +746,15 @@ async fn large_l1_with_non_overlapping_l0() {
- "L1.6[600,650] 23ns 15mb |L1.6-| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 185mb total:"
- "L2 "
- - "L2.?[50,375] 23ns 100.21mb|---------------------L2.?---------------------| "
- - "L2.?[376,650] 23ns 84.79mb |-----------------L2.?------------------| "
+ - "L2.?[50,375] 23ns 100mb |---------------------L2.?---------------------| "
+ - "L2.?[376,650] 23ns 85mb |-----------------L2.?------------------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.1, L1.2, L1.6"
- " Creating 2 files"
- "**** Final Output Files (200mb written)"
- "L2 "
- - "L2.7[50,375] 23ns 100.21mb|---------------------L2.7---------------------| "
- - "L2.8[376,650] 23ns 84.79mb |-----------------L2.8------------------| "
+ - "L2.7[50,375] 23ns 100mb |---------------------L2.7---------------------| "
+ - "L2.8[376,650] 23ns 85mb |-----------------L2.8------------------| "
"###
);
}
diff --git a/compactor2/tests/layouts/created_at.rs b/compactor2/tests/layouts/created_at.rs
index 6c02e5d151..371511f1c3 100644
--- a/compactor2/tests/layouts/created_at.rs
+++ b/compactor2/tests/layouts/created_at.rs
@@ -95,15 +95,15 @@ async fn base1_level1_level2_overlaps() {
- "L2.1[4,7] 7ns 100mb |------------L2.1------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
- "L2 "
- - "L2.?[1,6] 10ns 111.11mb |----------------------L2.?----------------------| "
- - "L2.?[7,10] 10ns 88.89mb |------------L2.?------------|"
+ - "L2.?[1,6] 10ns 111mb |----------------------L2.?----------------------| "
+ - "L2.?[7,10] 10ns 89mb |------------L2.?------------|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L2.1, L1.2, L1.3"
- " Creating 2 files"
- "**** Final Output Files (200mb written)"
- "L2 "
- - "L2.4[1,6] 10ns 111.11mb |----------------------L2.4----------------------| "
- - "L2.5[7,10] 10ns 88.89mb |------------L2.5------------|"
+ - "L2.4[1,6] 10ns 111mb |----------------------L2.4----------------------| "
+ - "L2.5[7,10] 10ns 89mb |------------L2.5------------|"
"###
);
}
@@ -205,17 +205,17 @@ async fn base1_level0_level1() {
- "L2.1[4,7] 7ns 100mb |------------L2.1------------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
- "L2 "
- - "L2.?[1,5] 11ns 111.11mb |-----------------L2.?-----------------| "
- - "L2.?[6,9] 11ns 83.33mb |------------L2.?------------| "
- - "L2.?[10,10] 11ns 55.56mb |L2.?|"
+ - "L2.?[1,5] 11ns 111mb |-----------------L2.?-----------------| "
+ - "L2.?[6,9] 11ns 83mb |------------L2.?------------| "
+ - "L2.?[10,10] 11ns 56mb |L2.?|"
- "Committing partition 1:"
- " Soft Deleting 4 files: L2.1, L1.3, L1.5, L1.6"
- " Creating 3 files"
- "**** Final Output Files (350mb written)"
- "L2 "
- - "L2.7[1,5] 11ns 111.11mb |-----------------L2.7-----------------| "
- - "L2.8[6,9] 11ns 83.33mb |------------L2.8------------| "
- - "L2.9[10,10] 11ns 55.56mb |L2.9|"
+ - "L2.7[1,5] 11ns 111mb |-----------------L2.7-----------------| "
+ - "L2.8[6,9] 11ns 83mb |------------L2.8------------| "
+ - "L2.9[10,10] 11ns 56mb |L2.9|"
"###
);
}
diff --git a/compactor2/tests/layouts/knobs.rs b/compactor2/tests/layouts/knobs.rs
index ccc7c57334..2326390b7e 100644
--- a/compactor2/tests/layouts/knobs.rs
+++ b/compactor2/tests/layouts/knobs.rs
@@ -55,15 +55,15 @@ async fn all_overlapping_l0_split_percentage() {
- "L0.1[100,200000] 1ns |-----------------------------------------L0.1------------------------------------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 90mb total:"
- "L1 "
- - "L1.?[100,190005] 10ns 85.5mb|---------------------------------------L1.?----------------------------------------| "
- - "L1.?[190006,200000] 10ns 4.5mb |L1.?|"
+ - "L1.?[100,190005] 10ns 86mb|---------------------------------------L1.?----------------------------------------| "
+ - "L1.?[190006,200000] 10ns 5mb |L1.?|"
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10"
- " Creating 2 files"
- "**** Final Output Files (90mb written)"
- "L1 "
- - "L1.11[100,190005] 10ns 85.5mb|---------------------------------------L1.11---------------------------------------| "
- - "L1.12[190006,200000] 10ns 4.5mb |L1.12|"
+ - "L1.11[100,190005] 10ns 86mb|---------------------------------------L1.11---------------------------------------| "
+ - "L1.12[190006,200000] 10ns 5mb |L1.12|"
"###
);
}
@@ -249,8 +249,8 @@ async fn all_overlapping_l0_max_num_files_per_plan() {
- "L0.3[100,200000] 3ns |-----------------------------------------L0.3------------------------------------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 27mb total:"
- "L0 "
- - "L0.?[100,160020] 3ns 21.6mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[160021,200000] 3ns 5.4mb |-----L0.?------| "
+ - "L0.?[100,160020] 3ns 22mb|---------------------------------L0.?---------------------------------| "
+ - "L0.?[160021,200000] 3ns 5mb |-----L0.?------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.1, L0.2, L0.3"
- " Creating 2 files"
@@ -261,8 +261,8 @@ async fn all_overlapping_l0_max_num_files_per_plan() {
- "L0.6[100,200000] 6ns |-----------------------------------------L0.6------------------------------------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 27mb total:"
- "L0 "
- - "L0.?[100,160020] 6ns 21.6mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[160021,200000] 6ns 5.4mb |-----L0.?------| "
+ - "L0.?[100,160020] 6ns 22mb|---------------------------------L0.?---------------------------------| "
+ - "L0.?[160021,200000] 6ns 5mb |-----L0.?------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.4, L0.5, L0.6"
- " Creating 2 files"
@@ -273,8 +273,8 @@ async fn all_overlapping_l0_max_num_files_per_plan() {
- "L0.9[100,200000] 9ns |-----------------------------------------L0.9------------------------------------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 27mb total:"
- "L0 "
- - "L0.?[100,160020] 9ns 21.6mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[160021,200000] 9ns 5.4mb |-----L0.?------| "
+ - "L0.?[100,160020] 9ns 22mb|---------------------------------L0.?---------------------------------| "
+ - "L0.?[160021,200000] 9ns 5mb |-----L0.?------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.7, L0.8, L0.9"
- " Creating 2 files"
@@ -287,27 +287,27 @@ async fn all_overlapping_l0_max_num_files_per_plan() {
- "Committing partition 1:"
- " Soft Deleting 1 files: L0.10"
- " Creating 1 files"
- - "**** Simulation run 4, type=split(CompactAndSplitOutput(ManySmallFiles))(split_times=[160020]). 3 Input Files, 48.6mb total:"
+ - "**** Simulation run 4, type=split(CompactAndSplitOutput(ManySmallFiles))(split_times=[160020]). 3 Input Files, 49mb total:"
- "L0 "
- - "L0.11[100,160020] 3ns 21.6mb|--------------------------------L0.11---------------------------------| "
- - "L0.12[160021,200000] 3ns 5.4mb |-----L0.12-----| "
- - "L0.13[100,160020] 6ns 21.6mb|--------------------------------L0.13---------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 48.6mb total:"
+ - "L0.11[100,160020] 3ns 22mb|--------------------------------L0.11---------------------------------| "
+ - "L0.12[160021,200000] 3ns 5mb |-----L0.12-----| "
+ - "L0.13[100,160020] 6ns 22mb|--------------------------------L0.13---------------------------------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 49mb total:"
- "L0 "
- - "L0.?[100,160020] 6ns 38.88mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[160021,200000] 6ns 9.72mb |-----L0.?------| "
+ - "L0.?[100,160020] 6ns 39mb|---------------------------------L0.?---------------------------------| "
+ - "L0.?[160021,200000] 6ns 10mb |-----L0.?------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.11, L0.12, L0.13"
- " Creating 2 files"
- - "**** Simulation run 5, type=split(CompactAndSplitOutput(ManySmallFiles))(split_times=[160020]). 3 Input Files, 32.4mb total:"
+ - "**** Simulation run 5, type=split(CompactAndSplitOutput(ManySmallFiles))(split_times=[160020]). 3 Input Files, 32mb total:"
- "L0 "
- - "L0.14[160021,200000] 6ns 5.4mb |-----L0.14-----| "
- - "L0.15[100,160020] 9ns 21.6mb|--------------------------------L0.15---------------------------------| "
- - "L0.16[160021,200000] 9ns 5.4mb |-----L0.16-----| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 32.4mb total:"
+ - "L0.14[160021,200000] 6ns 5mb |-----L0.14-----| "
+ - "L0.15[100,160020] 9ns 22mb|--------------------------------L0.15---------------------------------| "
+ - "L0.16[160021,200000] 9ns 5mb |-----L0.16-----| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 32mb total:"
- "L0 "
- - "L0.?[100,160020] 9ns 25.92mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[160021,200000] 9ns 6.48mb |-----L0.?------| "
+ - "L0.?[100,160020] 9ns 26mb|---------------------------------L0.?---------------------------------| "
+ - "L0.?[160021,200000] 9ns 6mb |-----L0.?------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.14, L0.15, L0.16"
- " Creating 2 files"
@@ -320,33 +320,33 @@ async fn all_overlapping_l0_max_num_files_per_plan() {
- "Committing partition 1:"
- " Soft Deleting 1 files: L0.17"
- " Creating 1 files"
- - "**** Simulation run 7, type=split(CompactAndSplitOutput(ManySmallFiles))(split_times=[160020]). 3 Input Files, 74.52mb total:"
+ - "**** Simulation run 7, type=split(CompactAndSplitOutput(ManySmallFiles))(split_times=[160020]). 3 Input Files, 75mb total:"
- "L0 "
- - "L0.18[100,160020] 6ns 38.88mb|--------------------------------L0.18---------------------------------| "
- - "L0.19[160021,200000] 6ns 9.72mb |-----L0.19-----| "
- - "L0.20[100,160020] 9ns 25.92mb|--------------------------------L0.20---------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 74.52mb total:"
+ - "L0.18[100,160020] 6ns 39mb|--------------------------------L0.18---------------------------------| "
+ - "L0.19[160021,200000] 6ns 10mb |-----L0.19-----| "
+ - "L0.20[100,160020] 9ns 26mb|--------------------------------L0.20---------------------------------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 75mb total:"
- "L0 "
- - "L0.?[100,160020] 9ns 59.62mb|---------------------------------L0.?---------------------------------| "
- - "L0.?[160021,200000] 9ns 14.9mb |-----L0.?------| "
+ - "L0.?[100,160020] 9ns 60mb|---------------------------------L0.?---------------------------------| "
+ - "L0.?[160021,200000] 9ns 15mb |-----L0.?------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.18, L0.19, L0.20"
- " Creating 2 files"
- - "**** Simulation run 8, type=compact(ManySmallFiles). 2 Input Files, 15.48mb total:"
+ - "**** Simulation run 8, type=compact(ManySmallFiles). 2 Input Files, 15mb total:"
- "L0 "
- - "L0.21[160021,200000] 9ns 6.48mb |-----L0.21-----| "
+ - "L0.21[160021,200000] 9ns 6mb |-----L0.21-----| "
- "L0.22[100,200000] 10ns 9mb|-----------------------------------------L0.22-----------------------------------------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 15.48mb total:"
- - "L0, all files 15.48mb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 15mb total:"
+ - "L0, all files 15mb "
- "L0.?[100,200000] 10ns |-----------------------------------------L0.?------------------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.21, L0.22"
- " Creating 1 files"
- "**** Simulation run 9, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[160020]). 3 Input Files, 90mb total:"
- "L0 "
- - "L0.25[100,200000] 10ns 15.48mb|-----------------------------------------L0.25-----------------------------------------| "
- - "L0.24[160021,200000] 9ns 14.9mb |-----L0.24-----| "
- - "L0.23[100,160020] 9ns 59.62mb|--------------------------------L0.23---------------------------------| "
+ - "L0.25[100,200000] 10ns 15mb|-----------------------------------------L0.25-----------------------------------------| "
+ - "L0.24[160021,200000] 9ns 15mb |-----L0.24-----| "
+ - "L0.23[100,160020] 9ns 60mb|--------------------------------L0.23---------------------------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 90mb total:"
- "L1 "
- "L1.?[100,160020] 10ns 72mb|---------------------------------L1.?---------------------------------| "
@@ -397,154 +397,154 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L0.1[100,200000] 1ns |-----------------------------------------L0.1------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 1ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 1ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 1ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 1ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 1ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 1ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 1ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 1ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 1ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 1ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 1ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 1ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 1ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 1ns 1mb |---L0.?---| "
- "**** Simulation run 1, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.2[100,200000] 2ns |-----------------------------------------L0.2------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 2ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 2ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 2ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 2ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 2ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 2ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 2ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 2ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 2ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 2ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 2ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 2ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 2ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 2ns 1mb |---L0.?---| "
- "**** Simulation run 2, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.3[100,200000] 3ns |-----------------------------------------L0.3------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 3ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 3ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 3ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 3ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 3ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 3ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 3ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 3ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 3ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 3ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 3ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 3ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 3ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 3ns 1mb |---L0.?---| "
- "**** Simulation run 3, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.4[100,200000] 4ns |-----------------------------------------L0.4------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 4ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 4ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 4ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 4ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 4ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 4ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 4ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 4ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 4ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 4ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 4ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 4ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 4ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 4ns 1mb |---L0.?---| "
- "**** Simulation run 4, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.5[100,200000] 5ns |-----------------------------------------L0.5------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 5ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 5ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 5ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 5ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 5ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 5ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 5ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 5ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 5ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 5ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 5ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 5ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 5ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 5ns 1mb |---L0.?---| "
- "**** Simulation run 5, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.6[100,200000] 6ns |-----------------------------------------L0.6------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 6ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 6ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 6ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 6ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 6ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 6ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 6ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 6ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 6ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 6ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 6ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 6ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 6ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 6ns 1mb |---L0.?---| "
- "**** Simulation run 6, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.7[100,200000] 7ns |-----------------------------------------L0.7------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 7ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 7ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 7ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 7ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 7ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 7ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 7ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 7ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 7ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 7ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 7ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 7ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 7ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 7ns 1mb |---L0.?---| "
- "**** Simulation run 7, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.8[100,200000] 8ns |-----------------------------------------L0.8------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 8ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 8ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 8ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 8ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 8ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 8ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 8ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 8ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 8ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 8ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 8ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 8ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 8ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 8ns 1mb |---L0.?---| "
- "**** Simulation run 8, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.9[100,200000] 9ns |-----------------------------------------L0.9------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 9ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 9ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 9ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 9ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 9ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 9ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 9ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 9ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 9ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 9ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 9ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 9ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 9ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 9ns 1mb |---L0.?---| "
- "**** Simulation run 9, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.10[100,200000] 10ns |-----------------------------------------L0.10-----------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 10ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 10ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 10ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 10ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 10ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 10ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 10ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 10ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 10ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 10ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 10ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 10ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 10ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 10ns 1mb |---L0.?---| "
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10"
- " Creating 70 files"
- - "**** Simulation run 10, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[67700, 135300]). 23 Input Files, 29.57mb total:"
+ - "**** Simulation run 10, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[67700, 135300]). 23 Input Files, 30mb total:"
- "L0 "
- - "L0.11[100,28657] 1ns 1.29mb|--L0.11---| "
- - "L0.12[28658,57214] 1ns 1.29mb |--L0.12---| "
- - "L0.13[57215,85771] 1ns 1.29mb |--L0.13---| "
- - "L0.14[85772,114328] 1ns 1.29mb |--L0.14---| "
- - "L0.15[114329,142885] 1ns 1.29mb |--L0.15---| "
- - "L0.16[142886,171442] 1ns 1.29mb |--L0.16---| "
- - "L0.17[171443,200000] 1ns 1.29mb |--L0.17---| "
- - "L0.18[100,28657] 2ns 1.29mb|--L0.18---| "
- - "L0.19[28658,57214] 2ns 1.29mb |--L0.19---| "
- - "L0.20[57215,85771] 2ns 1.29mb |--L0.20---| "
- - "L0.21[85772,114328] 2ns 1.29mb |--L0.21---| "
- - "L0.22[114329,142885] 2ns 1.29mb |--L0.22---| "
- - "L0.23[142886,171442] 2ns 1.29mb |--L0.23---| "
- - "L0.24[171443,200000] 2ns 1.29mb |--L0.24---| "
- - "L0.25[100,28657] 3ns 1.29mb|--L0.25---| "
- - "L0.26[28658,57214] 3ns 1.29mb |--L0.26---| "
- - "L0.27[57215,85771] 3ns 1.29mb |--L0.27---| "
- - "L0.28[85772,114328] 3ns 1.29mb |--L0.28---| "
- - "L0.29[114329,142885] 3ns 1.29mb |--L0.29---| "
- - "L0.30[142886,171442] 3ns 1.29mb |--L0.30---| "
- - "L0.31[171443,200000] 3ns 1.29mb |--L0.31---| "
- - "L0.32[100,28657] 4ns 1.29mb|--L0.32---| "
- - "L0.33[28658,57214] 4ns 1.29mb |--L0.33---| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 29.57mb total:"
+ - "L0.11[100,28657] 1ns 1mb |--L0.11---| "
+ - "L0.12[28658,57214] 1ns 1mb |--L0.12---| "
+ - "L0.13[57215,85771] 1ns 1mb |--L0.13---| "
+ - "L0.14[85772,114328] 1ns 1mb |--L0.14---| "
+ - "L0.15[114329,142885] 1ns 1mb |--L0.15---| "
+ - "L0.16[142886,171442] 1ns 1mb |--L0.16---| "
+ - "L0.17[171443,200000] 1ns 1mb |--L0.17---| "
+ - "L0.18[100,28657] 2ns 1mb |--L0.18---| "
+ - "L0.19[28658,57214] 2ns 1mb |--L0.19---| "
+ - "L0.20[57215,85771] 2ns 1mb |--L0.20---| "
+ - "L0.21[85772,114328] 2ns 1mb |--L0.21---| "
+ - "L0.22[114329,142885] 2ns 1mb |--L0.22---| "
+ - "L0.23[142886,171442] 2ns 1mb |--L0.23---| "
+ - "L0.24[171443,200000] 2ns 1mb |--L0.24---| "
+ - "L0.25[100,28657] 3ns 1mb |--L0.25---| "
+ - "L0.26[28658,57214] 3ns 1mb |--L0.26---| "
+ - "L0.27[57215,85771] 3ns 1mb |--L0.27---| "
+ - "L0.28[85772,114328] 3ns 1mb |--L0.28---| "
+ - "L0.29[114329,142885] 3ns 1mb |--L0.29---| "
+ - "L0.30[142886,171442] 3ns 1mb |--L0.30---| "
+ - "L0.31[171443,200000] 3ns 1mb |--L0.31---| "
+ - "L0.32[100,28657] 4ns 1mb |--L0.32---| "
+ - "L0.33[28658,57214] 4ns 1mb |--L0.33---| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:"
- "L1 "
- "L1.?[100,67700] 4ns 10mb |------------L1.?------------| "
- "L1.?[67701,135300] 4ns 10mb |------------L1.?------------| "
- - "L1.?[135301,200000] 4ns 9.57mb |-----------L1.?------------| "
+ - "L1.?[135301,200000] 4ns 10mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 23 files: L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33"
- " Creating 3 files"
@@ -553,151 +553,151 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L1.81[100,67700] 4ns |-----------------------------------------L1.81------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,28657] 4ns 4.22mb|----------------L1.?----------------| "
- - "L1.?[28658,57214] 4ns 4.22mb |----------------L1.?----------------| "
- - "L1.?[57215,67700] 4ns 1.55mb |---L1.?----| "
+ - "L1.?[100,28657] 4ns 4mb |----------------L1.?----------------| "
+ - "L1.?[28658,57214] 4ns 4mb |----------------L1.?----------------| "
+ - "L1.?[57215,67700] 4ns 2mb |---L1.?----| "
- "**** Simulation run 12, type=split(HighL0OverlapTotalBacklog)(split_times=[85771, 114328]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.82[67701,135300] 4ns |-----------------------------------------L1.82------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[67701,85771] 4ns 2.67mb|---------L1.?---------| "
- - "L1.?[85772,114328] 4ns 4.22mb |----------------L1.?----------------| "
- - "L1.?[114329,135300] 4ns 3.1mb |----------L1.?-----------| "
- - "**** Simulation run 13, type=split(HighL0OverlapTotalBacklog)(split_times=[142885, 171442]). 1 Input Files, 9.57mb total:"
- - "L1, all files 9.57mb "
+ - "L1.?[67701,85771] 4ns 3mb|---------L1.?---------| "
+ - "L1.?[85772,114328] 4ns 4mb |----------------L1.?----------------| "
+ - "L1.?[114329,135300] 4ns 3mb |----------L1.?-----------| "
+ - "**** Simulation run 13, type=split(HighL0OverlapTotalBacklog)(split_times=[142885, 171442]). 1 Input Files, 10mb total:"
+ - "L1, all files 10mb "
- "L1.83[135301,200000] 4ns |-----------------------------------------L1.83------------------------------------------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 9.57mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[135301,142885] 4ns 1.12mb|--L1.?--| "
- - "L1.?[142886,171442] 4ns 4.22mb |----------------L1.?-----------------| "
- - "L1.?[171443,200000] 4ns 4.22mb |----------------L1.?-----------------| "
+ - "L1.?[135301,142885] 4ns 1mb|--L1.?--| "
+ - "L1.?[142886,171442] 4ns 4mb |----------------L1.?-----------------| "
+ - "L1.?[171443,200000] 4ns 4mb |----------------L1.?-----------------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.81, L1.82, L1.83"
- " Creating 9 files"
- - "**** Simulation run 14, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "**** Simulation run 14, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.34[57215,85771] 4ns |-----------------------------------------L0.34------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 4ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 4ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 15, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 4ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 4ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 15, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.36[114329,142885] 4ns |-----------------------------------------L0.36------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 4ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 4ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 16, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 4ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 4ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 16, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.41[57215,85771] 5ns |-----------------------------------------L0.41------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 5ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 5ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 17, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 5ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 5ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 17, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.43[114329,142885] 5ns |-----------------------------------------L0.43------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 5ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 5ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 18, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 5ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 5ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 18, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.48[57215,85771] 6ns |-----------------------------------------L0.48------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 6ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 6ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 19, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 6ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 6ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 19, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.50[114329,142885] 6ns |-----------------------------------------L0.50------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 6ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 6ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 20, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 6ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 6ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 20, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.55[57215,85771] 7ns |-----------------------------------------L0.55------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 7ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 7ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 21, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 7ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 7ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 21, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.57[114329,142885] 7ns |-----------------------------------------L0.57------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 7ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 7ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 22, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 7ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 7ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 22, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.62[57215,85771] 8ns |-----------------------------------------L0.62------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 8ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 8ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 23, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 8ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 8ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 23, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.64[114329,142885] 8ns |-----------------------------------------L0.64------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 8ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 8ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 24, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 8ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 8ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 24, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.69[57215,85771] 9ns |-----------------------------------------L0.69------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 9ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 9ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 25, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 9ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 9ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 25, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.71[114329,142885] 9ns |-----------------------------------------L0.71------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 9ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 9ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 26, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 9ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 9ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 26, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.76[57215,85771] 10ns |-----------------------------------------L0.76------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 10ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 10ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 27, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 10ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 10ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 27, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.78[114329,142885] 10ns|-----------------------------------------L0.78------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 10ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 10ns 349.69kb |--------L0.?---------| "
+ - "L0.?[114329,135300] 10ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 10ns 350kb |--------L0.?---------| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.34, L0.36, L0.41, L0.43, L0.48, L0.50, L0.55, L0.57, L0.62, L0.64, L0.69, L0.71, L0.76, L0.78"
- " Creating 28 files"
- - "**** Simulation run 28, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[109041, 160867]). 14 Input Files, 27.55mb total:"
+ - "**** Simulation run 28, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[109041, 160867]). 14 Input Files, 28mb total:"
- "L0 "
- - "L0.93[57215,67700] 4ns 483.39kb|L0.93| "
- - "L0.94[67701,85771] 4ns 833.13kb |--L0.94--| "
- - "L0.35[85772,114328] 4ns 1.29mb |-----L0.35-----| "
- - "L0.95[114329,135300] 4ns 966.83kb |---L0.95---| "
- - "L0.96[135301,142885] 4ns 349.69kb |L0.96| "
- - "L0.37[142886,171442] 4ns 1.29mb |-----L0.37-----| "
- - "L0.38[171443,200000] 4ns 1.29mb |-----L0.38------|"
+ - "L0.93[57215,67700] 4ns 483kb|L0.93| "
+ - "L0.94[67701,85771] 4ns 833kb |--L0.94--| "
+ - "L0.35[85772,114328] 4ns 1mb |-----L0.35-----| "
+ - "L0.95[114329,135300] 4ns 967kb |---L0.95---| "
+ - "L0.96[135301,142885] 4ns 350kb |L0.96| "
+ - "L0.37[142886,171442] 4ns 1mb |-----L0.37-----| "
+ - "L0.38[171443,200000] 4ns 1mb |-----L0.38------|"
- "L1 "
- - "L1.86[57215,67700] 4ns 1.55mb|L1.86| "
- - "L1.87[67701,85771] 4ns 2.67mb |--L1.87--| "
- - "L1.88[85772,114328] 4ns 4.22mb |-----L1.88-----| "
- - "L1.89[114329,135300] 4ns 3.1mb |---L1.89---| "
- - "L1.90[135301,142885] 4ns 1.12mb |L1.90| "
- - "L1.91[142886,171442] 4ns 4.22mb |-----L1.91-----| "
- - "L1.92[171443,200000] 4ns 4.22mb |-----L1.92------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 27.55mb total:"
+ - "L1.86[57215,67700] 4ns 2mb|L1.86| "
+ - "L1.87[67701,85771] 4ns 3mb |--L1.87--| "
+ - "L1.88[85772,114328] 4ns 4mb |-----L1.88-----| "
+ - "L1.89[114329,135300] 4ns 3mb |---L1.89---| "
+ - "L1.90[135301,142885] 4ns 1mb |L1.90| "
+ - "L1.91[142886,171442] 4ns 4mb |-----L1.91-----| "
+ - "L1.92[171443,200000] 4ns 4mb |-----L1.92------|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 28mb total:"
- "L1 "
- "L1.?[57215,109041] 4ns 10mb|-------------L1.?-------------| "
- "L1.?[109042,160867] 4ns 10mb |-------------L1.?-------------| "
- - "L1.?[160868,200000] 4ns 7.55mb |---------L1.?---------| "
+ - "L1.?[160868,200000] 4ns 8mb |---------L1.?---------| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.35, L0.37, L0.38, L1.86, L1.87, L1.88, L1.89, L1.90, L1.91, L1.92, L0.93, L0.94, L0.95, L0.96"
- " Creating 3 files"
@@ -706,302 +706,302 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L1.121[57215,109041] 4ns |-----------------------------------------L1.121-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[57215,85772] 4ns 5.51mb|---------------------L1.?----------------------| "
- - "L1.?[85773,109041] 4ns 4.49mb |-----------------L1.?-----------------| "
- - "**** Simulation run 30, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L1.?[57215,85772] 4ns 6mb|---------------------L1.?----------------------| "
+ - "L1.?[85773,109041] 4ns 4mb |-----------------L1.?-----------------| "
+ - "**** Simulation run 30, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.42[85772,114328] 5ns |-----------------------------------------L0.42------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 5ns 0b |L0.?| "
- - "L0.?[85773,114328] 5ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 31, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,114328] 5ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 31, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.49[85772,114328] 6ns |-----------------------------------------L0.49------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 6ns 0b |L0.?| "
- - "L0.?[85773,114328] 6ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 32, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,114328] 6ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 32, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.56[85772,114328] 7ns |-----------------------------------------L0.56------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 7ns 0b |L0.?| "
- - "L0.?[85773,114328] 7ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 33, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,114328] 7ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 33, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.63[85772,114328] 8ns |-----------------------------------------L0.63------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 8ns 0b |L0.?| "
- - "L0.?[85773,114328] 8ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 34, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,114328] 8ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 34, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.70[85772,114328] 9ns |-----------------------------------------L0.70------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 9ns 0b |L0.?| "
- - "L0.?[85773,114328] 9ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 35, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,114328] 9ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 35, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.77[85772,114328] 10ns |-----------------------------------------L0.77------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 10ns 0b|L0.?| "
- - "L0.?[85773,114328] 10ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[85773,114328] 10ns 1mb|-----------------------------------------L0.?------------------------------------------| "
- "**** Simulation run 36, type=split(HighL0OverlapTotalBacklog)(split_times=[114329, 142886]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.122[109042,160867] 4ns|-----------------------------------------L1.122-----------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[109042,114329] 4ns 1.02mb|-L1.?--| "
- - "L1.?[114330,142886] 4ns 5.51mb |---------------------L1.?----------------------| "
- - "L1.?[142887,160867] 4ns 3.47mb |------------L1.?-------------| "
- - "**** Simulation run 37, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L1.?[109042,114329] 4ns 1mb|-L1.?--| "
+ - "L1.?[114330,142886] 4ns 6mb |---------------------L1.?----------------------| "
+ - "L1.?[142887,160867] 4ns 3mb |------------L1.?-------------| "
+ - "**** Simulation run 37, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.99[114329,135300] 5ns |-----------------------------------------L0.99------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 5ns 0b|L0.?| "
- - "L0.?[114330,135300] 5ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 38, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[114330,135300] 5ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 38, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.103[114329,135300] 6ns|-----------------------------------------L0.103-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 6ns 0b|L0.?| "
- - "L0.?[114330,135300] 6ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 39, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[114330,135300] 6ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 39, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.107[114329,135300] 7ns|-----------------------------------------L0.107-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 7ns 0b|L0.?| "
- - "L0.?[114330,135300] 7ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 40, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[114330,135300] 7ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 40, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.111[114329,135300] 8ns|-----------------------------------------L0.111-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 8ns 0b|L0.?| "
- - "L0.?[114330,135300] 8ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 41, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[114330,135300] 8ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 41, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.115[114329,135300] 9ns|-----------------------------------------L0.115-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 9ns 0b|L0.?| "
- - "L0.?[114330,135300] 9ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 42, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[114330,135300] 9ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 42, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.119[114329,135300] 10ns|-----------------------------------------L0.119-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 10ns 0b|L0.?| "
- - "L0.?[114330,135300] 10ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 43, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114330,135300] 10ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 43, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.44[142886,171442] 5ns |-----------------------------------------L0.44------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 5ns 0b|L0.?| "
- - "L0.?[142887,171442] 5ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 44, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,171442] 5ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 44, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.51[142886,171442] 6ns |-----------------------------------------L0.51------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 6ns 0b|L0.?| "
- - "L0.?[142887,171442] 6ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 45, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,171442] 6ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 45, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.58[142886,171442] 7ns |-----------------------------------------L0.58------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 7ns 0b|L0.?| "
- - "L0.?[142887,171442] 7ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 46, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,171442] 7ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 46, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.65[142886,171442] 8ns |-----------------------------------------L0.65------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 8ns 0b|L0.?| "
- - "L0.?[142887,171442] 8ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 47, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,171442] 8ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 47, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.72[142886,171442] 9ns |-----------------------------------------L0.72------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 9ns 0b|L0.?| "
- - "L0.?[142887,171442] 9ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 48, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,171442] 9ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 48, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.79[142886,171442] 10ns|-----------------------------------------L0.79------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 10ns 0b|L0.?| "
- - "L0.?[142887,171442] 10ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 49, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 7.55mb total:"
- - "L1, all files 7.55mb "
+ - "L0.?[142887,171442] 10ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 49, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 8mb total:"
+ - "L1, all files 8mb "
- "L1.123[160868,200000] 4ns|-----------------------------------------L1.123-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 7.55mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 8mb total:"
- "L1 "
- - "L1.?[160868,171443] 4ns 2.04mb|---------L1.?---------| "
- - "L1.?[171444,200000] 4ns 5.51mb |-----------------------------L1.?------------------------------| "
- - "**** Simulation run 50, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L1.?[160868,171443] 4ns 2mb|---------L1.?---------| "
+ - "L1.?[171444,200000] 4ns 6mb |-----------------------------L1.?------------------------------| "
+ - "**** Simulation run 50, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.45[171443,200000] 5ns |-----------------------------------------L0.45------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 5ns 0b|L0.?| "
- - "L0.?[171444,200000] 5ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 51, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[171444,200000] 5ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 51, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.52[171443,200000] 6ns |-----------------------------------------L0.52------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 6ns 0b|L0.?| "
- - "L0.?[171444,200000] 6ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 52, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[171444,200000] 6ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 52, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.73[171443,200000] 9ns |-----------------------------------------L0.73------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 9ns 0b|L0.?| "
- - "L0.?[171444,200000] 9ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 53, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[171444,200000] 9ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 53, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.80[171443,200000] 10ns|-----------------------------------------L0.80------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 10ns 0b|L0.?| "
- - "L0.?[171444,200000] 10ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 54, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[171444,200000] 10ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 54, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.59[171443,200000] 7ns |-----------------------------------------L0.59------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 7ns 0b|L0.?| "
- - "L0.?[171444,200000] 7ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 55, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[171444,200000] 7ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 55, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.66[171443,200000] 8ns |-----------------------------------------L0.66------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 8ns 0b|L0.?| "
- - "L0.?[171444,200000] 8ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[171444,200000] 8ns 1mb|-----------------------------------------L0.?------------------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 27 files: L0.42, L0.44, L0.45, L0.49, L0.51, L0.52, L0.56, L0.58, L0.59, L0.63, L0.65, L0.66, L0.70, L0.72, L0.73, L0.77, L0.79, L0.80, L0.99, L0.103, L0.107, L0.111, L0.115, L0.119, L1.121, L1.122, L1.123"
- " Creating 55 files"
- - "**** Simulation run 56, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "**** Simulation run 56, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.127[85773,114328] 5ns |-----------------------------------------L0.127-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 5ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 5ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 57, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 5ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 5ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 57, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.154[142887,171442] 5ns|-----------------------------------------L0.154-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 5ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 5ns 487.56kb |-------------L0.?--------------| "
- - "**** Simulation run 58, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,160867] 5ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 5ns 488kb |-------------L0.?--------------| "
+ - "**** Simulation run 58, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.129[85773,114328] 6ns |-----------------------------------------L0.129-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 6ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 6ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 6ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 6ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.156[142887,171442] 6ns|-----------------------------------------L0.156-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 6ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 6ns 487.56kb |-------------L0.?--------------| "
- - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,160867] 6ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 6ns 488kb |-------------L0.?--------------| "
+ - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.131[85773,114328] 7ns |-----------------------------------------L0.131-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 7ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 7ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 61, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 7ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 7ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 61, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.158[142887,171442] 7ns|-----------------------------------------L0.158-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 7ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 7ns 487.56kb |-------------L0.?--------------| "
- - "**** Simulation run 62, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,160867] 7ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 7ns 488kb |-------------L0.?--------------| "
+ - "**** Simulation run 62, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.133[85773,114328] 8ns |-----------------------------------------L0.133-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 8ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 8ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 63, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 8ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 8ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 63, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.160[142887,171442] 8ns|-----------------------------------------L0.160-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 8ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 8ns 487.56kb |-------------L0.?--------------| "
- - "**** Simulation run 64, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,160867] 8ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 8ns 488kb |-------------L0.?--------------| "
+ - "**** Simulation run 64, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.135[85773,114328] 9ns |-----------------------------------------L0.135-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 9ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 9ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 9ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 9ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.162[142887,171442] 9ns|-----------------------------------------L0.162-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 9ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 9ns 487.56kb |-------------L0.?--------------| "
- - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,160867] 9ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 9ns 488kb |-------------L0.?--------------| "
+ - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.137[85773,114328] 10ns|-----------------------------------------L0.137-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 10ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 10ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 10ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 10ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.164[142887,171442] 10ns|-----------------------------------------L0.164-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 10ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 10ns 487.56kb |-------------L0.?--------------| "
+ - "L0.?[142887,160867] 10ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 10ns 488kb |-------------L0.?--------------| "
- "Committing partition 1:"
- " Soft Deleting 12 files: L0.127, L0.129, L0.131, L0.133, L0.135, L0.137, L0.154, L0.156, L0.158, L0.160, L0.162, L0.164"
- " Creating 24 files"
- - "**** Simulation run 68, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[46513, 92926]). 13 Input Files, 24.61mb total:"
+ - "**** Simulation run 68, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[46513, 92926]). 13 Input Files, 25mb total:"
- "L0 "
- - "L0.39[100,28657] 5ns 1.29mb|-------L0.39--------| "
- - "L0.40[28658,57214] 5ns 1.29mb |-------L0.40--------| "
- - "L0.97[57215,67700] 5ns 483.39kb |L0.97-| "
- - "L0.98[67701,85771] 5ns 833.13kb |---L0.98----| "
+ - "L0.39[100,28657] 5ns 1mb |-------L0.39--------| "
+ - "L0.40[28658,57214] 5ns 1mb |-------L0.40--------| "
+ - "L0.97[57215,67700] 5ns 483kb |L0.97-| "
+ - "L0.98[67701,85771] 5ns 833kb |---L0.98----| "
- "L0.126[85772,85772] 5ns 0b |L0.126| "
- - "L0.179[85773,109041] 5ns 1.05mb |-----L0.179-----| "
- - "L0.180[109042,114328] 5ns 243.76kb |L0.180|"
+ - "L0.179[85773,109041] 5ns 1mb |-----L0.179-----| "
+ - "L0.180[109042,114328] 5ns 244kb |L0.180|"
- "L0.141[114329,114329] 5ns 0b |L0.141|"
- "L1 "
- - "L1.84[100,28657] 4ns 4.22mb|-------L1.84--------| "
- - "L1.85[28658,57214] 4ns 4.22mb |-------L1.85--------| "
- - "L1.124[57215,85772] 4ns 5.51mb |-------L1.124-------| "
- - "L1.125[85773,109041] 4ns 4.49mb |-----L1.125-----| "
- - "L1.138[109042,114329] 4ns 1.02mb |L1.138|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 24.61mb total:"
+ - "L1.84[100,28657] 4ns 4mb |-------L1.84--------| "
+ - "L1.85[28658,57214] 4ns 4mb |-------L1.85--------| "
+ - "L1.124[57215,85772] 4ns 6mb |-------L1.124-------| "
+ - "L1.125[85773,109041] 4ns 4mb |-----L1.125-----| "
+ - "L1.138[109042,114329] 4ns 1mb |L1.138|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 25mb total:"
- "L1 "
- "L1.?[100,46513] 5ns 10mb |---------------L1.?---------------| "
- "L1.?[46514,92926] 5ns 10mb |---------------L1.?---------------| "
- - "L1.?[92927,114329] 5ns 4.61mb |-----L1.?-----| "
+ - "L1.?[92927,114329] 5ns 5mb |-----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 13 files: L0.39, L0.40, L1.84, L1.85, L0.97, L0.98, L1.124, L1.125, L0.126, L1.138, L0.141, L0.179, L0.180"
- " Creating 3 files"
@@ -1010,180 +1010,180 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L1.203[100,46513] 5ns |----------------------------------------L1.203-----------------------------------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,38176] 5ns 8.2mb|---------------------------------L1.?----------------------------------| "
- - "L1.?[38177,46513] 5ns 1.8mb |-----L1.?-----| "
- - "**** Simulation run 70, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L1.?[100,38176] 5ns 8mb |---------------------------------L1.?----------------------------------| "
+ - "L1.?[38177,46513] 5ns 2mb |-----L1.?-----| "
+ - "**** Simulation run 70, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.47[28658,57214] 6ns |-----------------------------------------L0.47------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[28658,38176] 6ns 438.81kb|-----------L0.?------------| "
- - "L0.?[38177,57214] 6ns 877.71kb |--------------------------L0.?---------------------------| "
- - "**** Simulation run 71, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[28658,38176] 6ns 439kb|-----------L0.?------------| "
+ - "L0.?[38177,57214] 6ns 878kb |--------------------------L0.?---------------------------| "
+ - "**** Simulation run 71, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.54[28658,57214] 7ns |-----------------------------------------L0.54------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[28658,38176] 7ns 438.81kb|-----------L0.?------------| "
- - "L0.?[38177,57214] 7ns 877.71kb |--------------------------L0.?---------------------------| "
- - "**** Simulation run 72, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[28658,38176] 7ns 439kb|-----------L0.?------------| "
+ - "L0.?[38177,57214] 7ns 878kb |--------------------------L0.?---------------------------| "
+ - "**** Simulation run 72, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.61[28658,57214] 8ns |-----------------------------------------L0.61------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[28658,38176] 8ns 438.81kb|-----------L0.?------------| "
- - "L0.?[38177,57214] 8ns 877.71kb |--------------------------L0.?---------------------------| "
- - "**** Simulation run 73, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[28658,38176] 8ns 439kb|-----------L0.?------------| "
+ - "L0.?[38177,57214] 8ns 878kb |--------------------------L0.?---------------------------| "
+ - "**** Simulation run 73, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.68[28658,57214] 9ns |-----------------------------------------L0.68------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[28658,38176] 9ns 438.81kb|-----------L0.?------------| "
- - "L0.?[38177,57214] 9ns 877.71kb |--------------------------L0.?---------------------------| "
- - "**** Simulation run 74, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[28658,38176] 9ns 439kb|-----------L0.?------------| "
+ - "L0.?[38177,57214] 9ns 878kb |--------------------------L0.?---------------------------| "
+ - "**** Simulation run 74, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.75[28658,57214] 10ns |-----------------------------------------L0.75------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[28658,38176] 10ns 438.81kb|-----------L0.?------------| "
- - "L0.?[38177,57214] 10ns 877.71kb |--------------------------L0.?---------------------------| "
+ - "L0.?[28658,38176] 10ns 439kb|-----------L0.?------------| "
+ - "L0.?[38177,57214] 10ns 878kb |--------------------------L0.?---------------------------| "
- "**** Simulation run 75, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.204[46514,92926] 5ns |-----------------------------------------L1.204-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[46514,76252] 5ns 6.41mb|-------------------------L1.?--------------------------| "
- - "L1.?[76253,92926] 5ns 3.59mb |-------------L1.?-------------| "
- - "**** Simulation run 76, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833.13kb total:"
- - "L0, all files 833.13kb "
+ - "L1.?[46514,76252] 5ns 6mb|-------------------------L1.?--------------------------| "
+ - "L1.?[76253,92926] 5ns 4mb |-------------L1.?-------------| "
+ - "**** Simulation run 76, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833kb total:"
+ - "L0, all files 833kb "
- "L0.102[67701,85771] 6ns |-----------------------------------------L0.102-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 833.13kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:"
- "L0 "
- - "L0.?[67701,76252] 6ns 394.25kb|------------------L0.?------------------| "
- - "L0.?[76253,85771] 6ns 438.88kb |--------------------L0.?---------------------| "
- - "**** Simulation run 77, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833.13kb total:"
- - "L0, all files 833.13kb "
+ - "L0.?[67701,76252] 6ns 394kb|------------------L0.?------------------| "
+ - "L0.?[76253,85771] 6ns 439kb |--------------------L0.?---------------------| "
+ - "**** Simulation run 77, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833kb total:"
+ - "L0, all files 833kb "
- "L0.106[67701,85771] 7ns |-----------------------------------------L0.106-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 833.13kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:"
- "L0 "
- - "L0.?[67701,76252] 7ns 394.25kb|------------------L0.?------------------| "
- - "L0.?[76253,85771] 7ns 438.88kb |--------------------L0.?---------------------| "
- - "**** Simulation run 78, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833.13kb total:"
- - "L0, all files 833.13kb "
+ - "L0.?[67701,76252] 7ns 394kb|------------------L0.?------------------| "
+ - "L0.?[76253,85771] 7ns 439kb |--------------------L0.?---------------------| "
+ - "**** Simulation run 78, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833kb total:"
+ - "L0, all files 833kb "
- "L0.110[67701,85771] 8ns |-----------------------------------------L0.110-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 833.13kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:"
- "L0 "
- - "L0.?[67701,76252] 8ns 394.25kb|------------------L0.?------------------| "
- - "L0.?[76253,85771] 8ns 438.88kb |--------------------L0.?---------------------| "
- - "**** Simulation run 79, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833.13kb total:"
- - "L0, all files 833.13kb "
+ - "L0.?[67701,76252] 8ns 394kb|------------------L0.?------------------| "
+ - "L0.?[76253,85771] 8ns 439kb |--------------------L0.?---------------------| "
+ - "**** Simulation run 79, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833kb total:"
+ - "L0, all files 833kb "
- "L0.114[67701,85771] 9ns |-----------------------------------------L0.114-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 833.13kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:"
- "L0 "
- - "L0.?[67701,76252] 9ns 394.25kb|------------------L0.?------------------| "
- - "L0.?[76253,85771] 9ns 438.88kb |--------------------L0.?---------------------| "
- - "**** Simulation run 80, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833.13kb total:"
- - "L0, all files 833.13kb "
+ - "L0.?[67701,76252] 9ns 394kb|------------------L0.?------------------| "
+ - "L0.?[76253,85771] 9ns 439kb |--------------------L0.?---------------------| "
+ - "**** Simulation run 80, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833kb total:"
+ - "L0, all files 833kb "
- "L0.118[67701,85771] 10ns |-----------------------------------------L0.118-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 833.13kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:"
- "L0 "
- - "L0.?[67701,76252] 10ns 394.25kb|------------------L0.?------------------| "
- - "L0.?[76253,85771] 10ns 438.88kb |--------------------L0.?---------------------| "
+ - "L0.?[67701,76252] 10ns 394kb|------------------L0.?------------------| "
+ - "L0.?[76253,85771] 10ns 439kb |--------------------L0.?---------------------| "
- "Committing partition 1:"
- " Soft Deleting 12 files: L0.47, L0.54, L0.61, L0.68, L0.75, L0.102, L0.106, L0.110, L0.114, L0.118, L1.203, L1.204"
- " Creating 24 files"
- - "**** Simulation run 81, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 877.71kb total:"
- - "L0, all files 877.71kb "
+ - "**** Simulation run 81, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 878kb total:"
+ - "L0, all files 878kb "
- "L0.209[38177,57214] 6ns |-----------------------------------------L0.209-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 877.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 878kb total:"
- "L0 "
- - "L0.?[38177,46513] 6ns 384.33kb|----------------L0.?-----------------| "
- - "L0.?[46514,57214] 6ns 493.38kb |----------------------L0.?----------------------| "
- - "**** Simulation run 82, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1.05mb total:"
- - "L0, all files 1.05mb "
+ - "L0.?[38177,46513] 6ns 384kb|----------------L0.?-----------------| "
+ - "L0.?[46514,57214] 6ns 493kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 82, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.183[85773,109041] 6ns |----------------------------------------L0.183-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,92926] 6ns 329.79kb|----------L0.?-----------| "
- - "L0.?[92927,109041] 6ns 742.98kb |----------------------------L0.?----------------------------| "
- - "**** Simulation run 83, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 877.71kb total:"
- - "L0, all files 877.71kb "
+ - "L0.?[85773,92926] 6ns 330kb|----------L0.?-----------| "
+ - "L0.?[92927,109041] 6ns 743kb |----------------------------L0.?----------------------------| "
+ - "**** Simulation run 83, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 878kb total:"
+ - "L0, all files 878kb "
- "L0.211[38177,57214] 7ns |-----------------------------------------L0.211-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 877.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 878kb total:"
- "L0 "
- - "L0.?[38177,46513] 7ns 384.33kb|----------------L0.?-----------------| "
- - "L0.?[46514,57214] 7ns 493.38kb |----------------------L0.?----------------------| "
- - "**** Simulation run 84, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1.05mb total:"
- - "L0, all files 1.05mb "
+ - "L0.?[38177,46513] 7ns 384kb|----------------L0.?-----------------| "
+ - "L0.?[46514,57214] 7ns 493kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 84, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.187[85773,109041] 7ns |----------------------------------------L0.187-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,92926] 7ns 329.79kb|----------L0.?-----------| "
- - "L0.?[92927,109041] 7ns 742.98kb |----------------------------L0.?----------------------------| "
- - "**** Simulation run 85, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 877.71kb total:"
- - "L0, all files 877.71kb "
+ - "L0.?[85773,92926] 7ns 330kb|----------L0.?-----------| "
+ - "L0.?[92927,109041] 7ns 743kb |----------------------------L0.?----------------------------| "
+ - "**** Simulation run 85, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 878kb total:"
+ - "L0, all files 878kb "
- "L0.213[38177,57214] 8ns |-----------------------------------------L0.213-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 877.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 878kb total:"
- "L0 "
- - "L0.?[38177,46513] 8ns 384.33kb|----------------L0.?-----------------| "
- - "L0.?[46514,57214] 8ns 493.38kb |----------------------L0.?----------------------| "
- - "**** Simulation run 86, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1.05mb total:"
- - "L0, all files 1.05mb "
+ - "L0.?[38177,46513] 8ns 384kb|----------------L0.?-----------------| "
+ - "L0.?[46514,57214] 8ns 493kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 86, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.191[85773,109041] 8ns |----------------------------------------L0.191-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,92926] 8ns 329.79kb|----------L0.?-----------| "
- - "L0.?[92927,109041] 8ns 742.98kb |----------------------------L0.?----------------------------| "
- - "**** Simulation run 87, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 877.71kb total:"
- - "L0, all files 877.71kb "
+ - "L0.?[85773,92926] 8ns 330kb|----------L0.?-----------| "
+ - "L0.?[92927,109041] 8ns 743kb |----------------------------L0.?----------------------------| "
+ - "**** Simulation run 87, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 878kb total:"
+ - "L0, all files 878kb "
- "L0.215[38177,57214] 9ns |-----------------------------------------L0.215-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 877.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 878kb total:"
- "L0 "
- - "L0.?[38177,46513] 9ns 384.33kb|----------------L0.?-----------------| "
- - "L0.?[46514,57214] 9ns 493.38kb |----------------------L0.?----------------------| "
- - "**** Simulation run 88, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1.05mb total:"
- - "L0, all files 1.05mb "
+ - "L0.?[38177,46513] 9ns 384kb|----------------L0.?-----------------| "
+ - "L0.?[46514,57214] 9ns 493kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 88, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.195[85773,109041] 9ns |----------------------------------------L0.195-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,92926] 9ns 329.79kb|----------L0.?-----------| "
- - "L0.?[92927,109041] 9ns 742.98kb |----------------------------L0.?----------------------------| "
- - "**** Simulation run 89, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 877.71kb total:"
- - "L0, all files 877.71kb "
+ - "L0.?[85773,92926] 9ns 330kb|----------L0.?-----------| "
+ - "L0.?[92927,109041] 9ns 743kb |----------------------------L0.?----------------------------| "
+ - "**** Simulation run 89, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 878kb total:"
+ - "L0, all files 878kb "
- "L0.217[38177,57214] 10ns |-----------------------------------------L0.217-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 877.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 878kb total:"
- "L0 "
- - "L0.?[38177,46513] 10ns 384.33kb|----------------L0.?-----------------| "
- - "L0.?[46514,57214] 10ns 493.38kb |----------------------L0.?----------------------| "
- - "**** Simulation run 90, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1.05mb total:"
- - "L0, all files 1.05mb "
+ - "L0.?[38177,46513] 10ns 384kb|----------------L0.?-----------------| "
+ - "L0.?[46514,57214] 10ns 493kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 90, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.199[85773,109041] 10ns|----------------------------------------L0.199-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,92926] 10ns 329.79kb|----------L0.?-----------| "
- - "L0.?[92927,109041] 10ns 742.98kb |----------------------------L0.?----------------------------| "
+ - "L0.?[85773,92926] 10ns 330kb|----------L0.?-----------| "
+ - "L0.?[92927,109041] 10ns 743kb |----------------------------L0.?----------------------------| "
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.183, L0.187, L0.191, L0.195, L0.199, L0.209, L0.211, L0.213, L0.215, L0.217"
- " Creating 20 files"
- - "**** Simulation run 91, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[156350, 198370]). 11 Input Files, 20.39mb total:"
+ - "**** Simulation run 91, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[156350, 198370]). 11 Input Files, 20mb total:"
- "L0 "
- - "L0.142[114330,135300] 5ns 966.83kb|-------L0.142-------| "
- - "L0.100[135301,142885] 5ns 349.69kb |L0.100| "
+ - "L0.142[114330,135300] 5ns 967kb|-------L0.142-------| "
+ - "L0.100[135301,142885] 5ns 350kb |L0.100| "
- "L0.153[142886,142886] 5ns 0b |L0.153| "
- - "L0.181[142887,160867] 5ns 828.96kb |-----L0.181-----| "
- - "L0.182[160868,171442] 5ns 487.56kb |-L0.182--| "
+ - "L0.181[142887,160867] 5ns 829kb |-----L0.181-----| "
+ - "L0.182[160868,171442] 5ns 488kb |-L0.182--| "
- "L0.167[171443,171443] 5ns 0b |L0.167| "
- - "L0.168[171444,200000] 5ns 1.29mb |----------L0.168-----------| "
+ - "L0.168[171444,200000] 5ns 1mb |----------L0.168-----------| "
- "L1 "
- - "L1.139[114330,142886] 4ns 5.51mb|----------L1.139-----------| "
- - "L1.140[142887,160867] 4ns 3.47mb |-----L1.140-----| "
- - "L1.165[160868,171443] 4ns 2.04mb |-L1.165--| "
- - "L1.166[171444,200000] 4ns 5.51mb |----------L1.166-----------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 20.39mb total:"
+ - "L1.139[114330,142886] 4ns 6mb|----------L1.139-----------| "
+ - "L1.140[142887,160867] 4ns 3mb |-----L1.140-----| "
+ - "L1.165[160868,171443] 4ns 2mb |-L1.165--| "
+ - "L1.166[171444,200000] 4ns 6mb |----------L1.166-----------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 20mb total:"
- "L1 "
- "L1.?[114330,156350] 5ns 10mb|-------------------L1.?-------------------| "
- "L1.?[156351,198370] 5ns 10mb |-------------------L1.?-------------------| "
- - "L1.?[198371,200000] 5ns 397.47kb |L1.?|"
+ - "L1.?[198371,200000] 5ns 397kb |L1.?|"
- "Committing partition 1:"
- " Soft Deleting 11 files: L0.100, L1.139, L1.140, L0.142, L0.153, L1.165, L1.166, L0.167, L0.168, L0.181, L0.182"
- " Creating 3 files"
@@ -1192,116 +1192,116 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L1.250[114330,156350] 5ns|-----------------------------------------L1.250-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[114330,142886] 5ns 6.8mb|---------------------------L1.?----------------------------| "
- - "L1.?[142887,156350] 5ns 3.2mb |-----------L1.?-----------| "
+ - "L1.?[114330,142886] 5ns 7mb|---------------------------L1.?----------------------------| "
+ - "L1.?[142887,156350] 5ns 3mb |-----------L1.?-----------| "
- "**** Simulation run 93, type=split(HighL0OverlapTotalBacklog)(split_times=[171442]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.251[156351,198370] 5ns|-----------------------------------------L1.251-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[156351,171442] 5ns 3.59mb|-------------L1.?-------------| "
- - "L1.?[171443,198370] 5ns 6.41mb |-------------------------L1.?--------------------------| "
+ - "L1.?[156351,171442] 5ns 4mb|-------------L1.?-------------| "
+ - "L1.?[171443,198370] 5ns 6mb |-------------------------L1.?--------------------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.250, L1.251"
- " Creating 4 files"
- - "**** Simulation run 94, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 828.96kb total:"
- - "L0, all files 828.96kb "
+ - "**** Simulation run 94, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 829kb total:"
+ - "L0, all files 829kb "
- "L0.185[142887,160867] 6ns|-----------------------------------------L0.185-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 828.96kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 829kb total:"
- "L0 "
- - "L0.?[142887,156350] 6ns 620.71kb|------------------------------L0.?-------------------------------| "
- - "L0.?[156351,160867] 6ns 208.25kb |--------L0.?--------| "
- - "**** Simulation run 95, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,156350] 6ns 621kb|------------------------------L0.?-------------------------------| "
+ - "L0.?[156351,160867] 6ns 208kb |--------L0.?--------| "
+ - "**** Simulation run 95, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.170[171444,200000] 6ns|-----------------------------------------L0.170-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,198370] 6ns 1.21mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[198371,200000] 6ns 75.17kb |L0.?|"
- - "**** Simulation run 96, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 828.96kb total:"
- - "L0, all files 828.96kb "
+ - "L0.?[171444,198370] 6ns 1mb|---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[198371,200000] 6ns 75kb |L0.?|"
+ - "**** Simulation run 96, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 829kb total:"
+ - "L0, all files 829kb "
- "L0.189[142887,160867] 7ns|-----------------------------------------L0.189-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 828.96kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 829kb total:"
- "L0 "
- - "L0.?[142887,156350] 7ns 620.71kb|------------------------------L0.?-------------------------------| "
- - "L0.?[156351,160867] 7ns 208.25kb |--------L0.?--------| "
- - "**** Simulation run 97, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,156350] 7ns 621kb|------------------------------L0.?-------------------------------| "
+ - "L0.?[156351,160867] 7ns 208kb |--------L0.?--------| "
+ - "**** Simulation run 97, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.176[171444,200000] 7ns|-----------------------------------------L0.176-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,198370] 7ns 1.21mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[198371,200000] 7ns 75.17kb |L0.?|"
- - "**** Simulation run 98, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 828.96kb total:"
- - "L0, all files 828.96kb "
+ - "L0.?[171444,198370] 7ns 1mb|---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[198371,200000] 7ns 75kb |L0.?|"
+ - "**** Simulation run 98, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 829kb total:"
+ - "L0, all files 829kb "
- "L0.193[142887,160867] 8ns|-----------------------------------------L0.193-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 828.96kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 829kb total:"
- "L0 "
- - "L0.?[142887,156350] 8ns 620.71kb|------------------------------L0.?-------------------------------| "
- - "L0.?[156351,160867] 8ns 208.25kb |--------L0.?--------| "
- - "**** Simulation run 99, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,156350] 8ns 621kb|------------------------------L0.?-------------------------------| "
+ - "L0.?[156351,160867] 8ns 208kb |--------L0.?--------| "
+ - "**** Simulation run 99, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.178[171444,200000] 8ns|-----------------------------------------L0.178-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,198370] 8ns 1.21mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[198371,200000] 8ns 75.17kb |L0.?|"
- - "**** Simulation run 100, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 828.96kb total:"
- - "L0, all files 828.96kb "
+ - "L0.?[171444,198370] 8ns 1mb|---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[198371,200000] 8ns 75kb |L0.?|"
+ - "**** Simulation run 100, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 829kb total:"
+ - "L0, all files 829kb "
- "L0.197[142887,160867] 9ns|-----------------------------------------L0.197-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 828.96kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 829kb total:"
- "L0 "
- - "L0.?[142887,156350] 9ns 620.71kb|------------------------------L0.?-------------------------------| "
- - "L0.?[156351,160867] 9ns 208.25kb |--------L0.?--------| "
- - "**** Simulation run 101, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,156350] 9ns 621kb|------------------------------L0.?-------------------------------| "
+ - "L0.?[156351,160867] 9ns 208kb |--------L0.?--------| "
+ - "**** Simulation run 101, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.172[171444,200000] 9ns|-----------------------------------------L0.172-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,198370] 9ns 1.21mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[198371,200000] 9ns 75.17kb |L0.?|"
- - "**** Simulation run 102, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 828.96kb total:"
- - "L0, all files 828.96kb "
+ - "L0.?[171444,198370] 9ns 1mb|---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[198371,200000] 9ns 75kb |L0.?|"
+ - "**** Simulation run 102, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 829kb total:"
+ - "L0, all files 829kb "
- "L0.201[142887,160867] 10ns|-----------------------------------------L0.201-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 828.96kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 829kb total:"
- "L0 "
- - "L0.?[142887,156350] 10ns 620.71kb|------------------------------L0.?-------------------------------| "
- - "L0.?[156351,160867] 10ns 208.25kb |--------L0.?--------| "
- - "**** Simulation run 103, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,156350] 10ns 621kb|------------------------------L0.?-------------------------------| "
+ - "L0.?[156351,160867] 10ns 208kb |--------L0.?--------| "
+ - "**** Simulation run 103, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.174[171444,200000] 10ns|-----------------------------------------L0.174-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,198370] 10ns 1.21mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[198371,200000] 10ns 75.17kb |L0.?|"
+ - "L0.?[171444,198370] 10ns 1mb|---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[198371,200000] 10ns 75kb |L0.?|"
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.170, L0.172, L0.174, L0.176, L0.178, L0.185, L0.189, L0.193, L0.197, L0.201"
- " Creating 20 files"
- - "**** Simulation run 104, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[38491, 76882]). 17 Input Files, 29.75mb total:"
+ - "**** Simulation run 104, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[38491, 76882]). 17 Input Files, 30mb total:"
- "L0 "
- - "L0.46[100,28657] 6ns 1.29mb|-------L0.46--------| "
- - "L0.208[28658,38176] 6ns 438.81kb |L0.208| "
- - "L0.230[38177,46513] 6ns 384.33kb |L0.230| "
- - "L0.231[46514,57214] 6ns 493.38kb |L0.231| "
- - "L0.101[57215,67700] 6ns 483.39kb |L0.101| "
- - "L0.220[67701,76252] 6ns 394.25kb |L0.220| "
- - "L0.221[76253,85771] 6ns 438.88kb |L0.221| "
+ - "L0.46[100,28657] 6ns 1mb |-------L0.46--------| "
+ - "L0.208[28658,38176] 6ns 439kb |L0.208| "
+ - "L0.230[38177,46513] 6ns 384kb |L0.230| "
+ - "L0.231[46514,57214] 6ns 493kb |L0.231| "
+ - "L0.101[57215,67700] 6ns 483kb |L0.101| "
+ - "L0.220[67701,76252] 6ns 394kb |L0.220| "
+ - "L0.221[76253,85771] 6ns 439kb |L0.221| "
- "L0.128[85772,85772] 6ns 0b |L0.128| "
- - "L0.232[85773,92926] 6ns 329.79kb |L0.232| "
- - "L0.233[92927,109041] 6ns 742.98kb |--L0.233--| "
- - "L0.184[109042,114328] 6ns 243.76kb |L0.184|"
+ - "L0.232[85773,92926] 6ns 330kb |L0.232| "
+ - "L0.233[92927,109041] 6ns 743kb |--L0.233--| "
+ - "L0.184[109042,114328] 6ns 244kb |L0.184|"
- "L0.143[114329,114329] 6ns 0b |L0.143|"
- "L1 "
- - "L1.206[100,38176] 5ns 8.2mb|----------L1.206-----------| "
- - "L1.207[38177,46513] 5ns 1.8mb |L1.207| "
- - "L1.218[46514,76252] 5ns 6.41mb |-------L1.218--------| "
- - "L1.219[76253,92926] 5ns 3.59mb |--L1.219---| "
- - "L1.205[92927,114329] 5ns 4.61mb |----L1.205----| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 29.75mb total:"
+ - "L1.206[100,38176] 5ns 8mb|----------L1.206-----------| "
+ - "L1.207[38177,46513] 5ns 2mb |L1.207| "
+ - "L1.218[46514,76252] 5ns 6mb |-------L1.218--------| "
+ - "L1.219[76253,92926] 5ns 4mb |--L1.219---| "
+ - "L1.205[92927,114329] 5ns 5mb |----L1.205----| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:"
- "L1 "
- "L1.?[100,38491] 6ns 10mb |------------L1.?------------| "
- "L1.?[38492,76882] 6ns 10mb |------------L1.?------------| "
- - "L1.?[76883,114329] 6ns 9.75mb |-----------L1.?------------| "
+ - "L1.?[76883,114329] 6ns 10mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 17 files: L0.46, L0.101, L0.128, L0.143, L0.184, L1.205, L1.206, L1.207, L0.208, L1.218, L1.219, L0.220, L0.221, L0.230, L0.231, L0.232, L0.233"
- " Creating 3 files"
@@ -1310,99 +1310,99 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L1.277[100,38491] 6ns |-----------------------------------------L1.277-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,38176] 6ns 9.92mb|-----------------------------------------L1.?------------------------------------------| "
- - "L1.?[38177,38491] 6ns 84.02kb |L1.?|"
+ - "L1.?[100,38176] 6ns 10mb |-----------------------------------------L1.?------------------------------------------| "
+ - "L1.?[38177,38491] 6ns 84kb |L1.?|"
- "**** Simulation run 106, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.278[38492,76882] 6ns |-----------------------------------------L1.278-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[38492,76252] 6ns 9.84mb|-----------------------------------------L1.?-----------------------------------------| "
- - "L1.?[76253,76882] 6ns 168.04kb |L1.?|"
+ - "L1.?[38492,76252] 6ns 10mb|-----------------------------------------L1.?-----------------------------------------| "
+ - "L1.?[76253,76882] 6ns 168kb |L1.?|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.277, L1.278"
- " Creating 4 files"
- - "**** Simulation run 107, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384.33kb total:"
- - "L0, all files 384.33kb "
+ - "**** Simulation run 107, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384kb total:"
+ - "L0, all files 384kb "
- "L0.234[38177,46513] 7ns |-----------------------------------------L0.234-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 384.33kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 384kb total:"
- "L0 "
- - "L0.?[38177,38491] 7ns 14.48kb|L0.?| "
- - "L0.?[38492,46513] 7ns 369.86kb |----------------------------------------L0.?----------------------------------------| "
- - "**** Simulation run 108, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 438.88kb total:"
- - "L0, all files 438.88kb "
+ - "L0.?[38177,38491] 7ns 14kb|L0.?| "
+ - "L0.?[38492,46513] 7ns 370kb |----------------------------------------L0.?----------------------------------------| "
+ - "**** Simulation run 108, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.223[76253,85771] 7ns |-----------------------------------------L0.223-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.88kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- "L0.?[76253,76882] 7ns 29kb|L0.?| "
- - "L0.?[76883,85771] 7ns 409.88kb |---------------------------------------L0.?---------------------------------------| "
- - "**** Simulation run 109, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384.33kb total:"
- - "L0, all files 384.33kb "
+ - "L0.?[76883,85771] 7ns 410kb |---------------------------------------L0.?---------------------------------------| "
+ - "**** Simulation run 109, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384kb total:"
+ - "L0, all files 384kb "
- "L0.238[38177,46513] 8ns |-----------------------------------------L0.238-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 384.33kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 384kb total:"
- "L0 "
- - "L0.?[38177,38491] 8ns 14.48kb|L0.?| "
- - "L0.?[38492,46513] 8ns 369.86kb |----------------------------------------L0.?----------------------------------------| "
- - "**** Simulation run 110, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 438.88kb total:"
- - "L0, all files 438.88kb "
+ - "L0.?[38177,38491] 8ns 14kb|L0.?| "
+ - "L0.?[38492,46513] 8ns 370kb |----------------------------------------L0.?----------------------------------------| "
+ - "**** Simulation run 110, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.225[76253,85771] 8ns |-----------------------------------------L0.225-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.88kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- "L0.?[76253,76882] 8ns 29kb|L0.?| "
- - "L0.?[76883,85771] 8ns 409.88kb |---------------------------------------L0.?---------------------------------------| "
- - "**** Simulation run 111, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384.33kb total:"
- - "L0, all files 384.33kb "
+ - "L0.?[76883,85771] 8ns 410kb |---------------------------------------L0.?---------------------------------------| "
+ - "**** Simulation run 111, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384kb total:"
+ - "L0, all files 384kb "
- "L0.242[38177,46513] 9ns |-----------------------------------------L0.242-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 384.33kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 384kb total:"
- "L0 "
- - "L0.?[38177,38491] 9ns 14.48kb|L0.?| "
- - "L0.?[38492,46513] 9ns 369.86kb |----------------------------------------L0.?----------------------------------------| "
- - "**** Simulation run 112, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 438.88kb total:"
- - "L0, all files 438.88kb "
+ - "L0.?[38177,38491] 9ns 14kb|L0.?| "
+ - "L0.?[38492,46513] 9ns 370kb |----------------------------------------L0.?----------------------------------------| "
+ - "**** Simulation run 112, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.227[76253,85771] 9ns |-----------------------------------------L0.227-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.88kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- "L0.?[76253,76882] 9ns 29kb|L0.?| "
- - "L0.?[76883,85771] 9ns 409.88kb |---------------------------------------L0.?---------------------------------------| "
- - "**** Simulation run 113, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384.33kb total:"
- - "L0, all files 384.33kb "
+ - "L0.?[76883,85771] 9ns 410kb |---------------------------------------L0.?---------------------------------------| "
+ - "**** Simulation run 113, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384kb total:"
+ - "L0, all files 384kb "
- "L0.246[38177,46513] 10ns |-----------------------------------------L0.246-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 384.33kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 384kb total:"
- "L0 "
- - "L0.?[38177,38491] 10ns 14.48kb|L0.?| "
- - "L0.?[38492,46513] 10ns 369.86kb |----------------------------------------L0.?----------------------------------------| "
- - "**** Simulation run 114, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 438.88kb total:"
- - "L0, all files 438.88kb "
+ - "L0.?[38177,38491] 10ns 14kb|L0.?| "
+ - "L0.?[38492,46513] 10ns 370kb |----------------------------------------L0.?----------------------------------------| "
+ - "**** Simulation run 114, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.229[76253,85771] 10ns |-----------------------------------------L0.229-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.88kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- "L0.?[76253,76882] 10ns 29kb|L0.?| "
- - "L0.?[76883,85771] 10ns 409.88kb |---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[76883,85771] 10ns 410kb |---------------------------------------L0.?---------------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.223, L0.225, L0.227, L0.229, L0.234, L0.238, L0.242, L0.246"
- " Creating 16 files"
- - "**** Simulation run 115, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[149665, 185000]). 14 Input Files, 24.25mb total:"
+ - "**** Simulation run 115, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[149665, 185000]). 14 Input Files, 24mb total:"
- "L0 "
- - "L0.144[114330,135300] 6ns 966.83kb|-------L0.144-------| "
- - "L0.104[135301,142885] 6ns 349.69kb |L0.104| "
+ - "L0.144[114330,135300] 6ns 967kb|-------L0.144-------| "
+ - "L0.104[135301,142885] 6ns 350kb |L0.104| "
- "L0.155[142886,142886] 6ns 0b |L0.155| "
- - "L0.257[142887,156350] 6ns 620.71kb |---L0.257---| "
- - "L0.258[156351,160867] 6ns 208.25kb |L0.258| "
- - "L0.186[160868,171442] 6ns 487.56kb |-L0.186--| "
+ - "L0.257[142887,156350] 6ns 621kb |---L0.257---| "
+ - "L0.258[156351,160867] 6ns 208kb |L0.258| "
+ - "L0.186[160868,171442] 6ns 488kb |-L0.186--| "
- "L0.169[171443,171443] 6ns 0b |L0.169| "
- - "L0.259[171444,198370] 6ns 1.21mb |----------L0.259----------| "
- - "L0.260[198371,200000] 6ns 75.17kb |L0.260|"
+ - "L0.259[171444,198370] 6ns 1mb |----------L0.259----------| "
+ - "L0.260[198371,200000] 6ns 75kb |L0.260|"
- "L1 "
- - "L1.253[114330,142886] 5ns 6.8mb|----------L1.253-----------| "
- - "L1.254[142887,156350] 5ns 3.2mb |---L1.254---| "
- - "L1.255[156351,171442] 5ns 3.59mb |---L1.255----| "
- - "L1.256[171443,198370] 5ns 6.41mb |----------L1.256----------| "
- - "L1.252[198371,200000] 5ns 397.47kb |L1.252|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 24.25mb total:"
+ - "L1.253[114330,142886] 5ns 7mb|----------L1.253-----------| "
+ - "L1.254[142887,156350] 5ns 3mb |---L1.254---| "
+ - "L1.255[156351,171442] 5ns 4mb |---L1.255----| "
+ - "L1.256[171443,198370] 5ns 6mb |----------L1.256----------| "
+ - "L1.252[198371,200000] 5ns 397kb |L1.252|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 24mb total:"
- "L1 "
- "L1.?[114330,149665] 6ns 10mb|---------------L1.?----------------| "
- "L1.?[149666,185000] 6ns 10mb |---------------L1.?----------------| "
- - "L1.?[185001,200000] 6ns 4.25mb |----L1.?-----| "
+ - "L1.?[185001,200000] 6ns 4mb |----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.104, L0.144, L0.155, L0.169, L0.186, L1.252, L1.253, L1.254, L1.255, L1.256, L0.257, L0.258, L0.259, L0.260"
- " Creating 3 files"
@@ -1411,97 +1411,97 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L1.300[114330,149665] 6ns|-----------------------------------------L1.300-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[114330,142886] 6ns 8.08mb|---------------------------------L1.?---------------------------------| "
- - "L1.?[142887,149665] 6ns 1.92mb |-----L1.?------| "
+ - "L1.?[114330,142886] 6ns 8mb|---------------------------------L1.?---------------------------------| "
+ - "L1.?[142887,149665] 6ns 2mb |-----L1.?------| "
- "**** Simulation run 117, type=split(HighL0OverlapTotalBacklog)(split_times=[171442]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.301[149666,185000] 6ns|-----------------------------------------L1.301-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[149666,171442] 6ns 6.16mb|------------------------L1.?-------------------------| "
- - "L1.?[171443,185000] 6ns 3.84mb |--------------L1.?--------------| "
+ - "L1.?[149666,171442] 6ns 6mb|------------------------L1.?-------------------------| "
+ - "L1.?[171443,185000] 6ns 4mb |--------------L1.?--------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.300, L1.301"
- " Creating 4 files"
- - "**** Simulation run 118, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 620.71kb total:"
- - "L0, all files 620.71kb "
+ - "**** Simulation run 118, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 621kb total:"
+ - "L0, all files 621kb "
- "L0.261[142887,156350] 7ns|----------------------------------------L0.261-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 620.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 621kb total:"
- "L0 "
- - "L0.?[142887,149665] 7ns 312.5kb|-------------------L0.?--------------------| "
- - "L0.?[149666,156350] 7ns 308.21kb |-------------------L0.?-------------------| "
- - "**** Simulation run 119, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1.21mb total:"
- - "L0, all files 1.21mb "
+ - "L0.?[142887,149665] 7ns 312kb|-------------------L0.?--------------------| "
+ - "L0.?[149666,156350] 7ns 308kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 119, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.263[171444,198370] 7ns|----------------------------------------L0.263-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,185000] 7ns 625.13kb|-------------------L0.?--------------------| "
- - "L0.?[185001,198370] 7ns 616.55kb |-------------------L0.?-------------------| "
- - "**** Simulation run 120, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 620.71kb total:"
- - "L0, all files 620.71kb "
+ - "L0.?[171444,185000] 7ns 625kb|-------------------L0.?--------------------| "
+ - "L0.?[185001,198370] 7ns 617kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 120, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 621kb total:"
+ - "L0, all files 621kb "
- "L0.265[142887,156350] 8ns|----------------------------------------L0.265-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 620.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 621kb total:"
- "L0 "
- - "L0.?[142887,149665] 8ns 312.5kb|-------------------L0.?--------------------| "
- - "L0.?[149666,156350] 8ns 308.21kb |-------------------L0.?-------------------| "
- - "**** Simulation run 121, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1.21mb total:"
- - "L0, all files 1.21mb "
+ - "L0.?[142887,149665] 8ns 312kb|-------------------L0.?--------------------| "
+ - "L0.?[149666,156350] 8ns 308kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 121, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.267[171444,198370] 8ns|----------------------------------------L0.267-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,185000] 8ns 625.13kb|-------------------L0.?--------------------| "
- - "L0.?[185001,198370] 8ns 616.55kb |-------------------L0.?-------------------| "
- - "**** Simulation run 122, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 620.71kb total:"
- - "L0, all files 620.71kb "
+ - "L0.?[171444,185000] 8ns 625kb|-------------------L0.?--------------------| "
+ - "L0.?[185001,198370] 8ns 617kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 122, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 621kb total:"
+ - "L0, all files 621kb "
- "L0.269[142887,156350] 9ns|----------------------------------------L0.269-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 620.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 621kb total:"
- "L0 "
- - "L0.?[142887,149665] 9ns 312.5kb|-------------------L0.?--------------------| "
- - "L0.?[149666,156350] 9ns 308.21kb |-------------------L0.?-------------------| "
- - "**** Simulation run 123, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1.21mb total:"
- - "L0, all files 1.21mb "
+ - "L0.?[142887,149665] 9ns 312kb|-------------------L0.?--------------------| "
+ - "L0.?[149666,156350] 9ns 308kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 123, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.271[171444,198370] 9ns|----------------------------------------L0.271-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,185000] 9ns 625.13kb|-------------------L0.?--------------------| "
- - "L0.?[185001,198370] 9ns 616.55kb |-------------------L0.?-------------------| "
- - "**** Simulation run 124, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 620.71kb total:"
- - "L0, all files 620.71kb "
+ - "L0.?[171444,185000] 9ns 625kb|-------------------L0.?--------------------| "
+ - "L0.?[185001,198370] 9ns 617kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 124, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 621kb total:"
+ - "L0, all files 621kb "
- "L0.273[142887,156350] 10ns|----------------------------------------L0.273-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 620.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 621kb total:"
- "L0 "
- - "L0.?[142887,149665] 10ns 312.5kb|-------------------L0.?--------------------| "
- - "L0.?[149666,156350] 10ns 308.21kb |-------------------L0.?-------------------| "
- - "**** Simulation run 125, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1.21mb total:"
- - "L0, all files 1.21mb "
+ - "L0.?[142887,149665] 10ns 312kb|-------------------L0.?--------------------| "
+ - "L0.?[149666,156350] 10ns 308kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 125, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.275[171444,198370] 10ns|----------------------------------------L0.275-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,185000] 10ns 625.13kb|-------------------L0.?--------------------| "
- - "L0.?[185001,198370] 10ns 616.55kb |-------------------L0.?-------------------| "
+ - "L0.?[171444,185000] 10ns 625kb|-------------------L0.?--------------------| "
+ - "L0.?[185001,198370] 10ns 617kb |-------------------L0.?-------------------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.261, L0.263, L0.265, L0.267, L0.269, L0.271, L0.273, L0.275"
- " Creating 16 files"
- - "**** Simulation run 126, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[32834, 65568]). 12 Input Files, 23.46mb total:"
+ - "**** Simulation run 126, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[32834, 65568]). 12 Input Files, 23mb total:"
- "L0 "
- - "L0.53[100,28657] 7ns 1.29mb|-------------L0.53-------------| "
- - "L0.210[28658,38176] 7ns 438.81kb |-L0.210--| "
- - "L0.284[38177,38491] 7ns 14.48kb |L0.284| "
- - "L0.285[38492,46513] 7ns 369.86kb |L0.285-| "
- - "L0.235[46514,57214] 7ns 493.38kb |--L0.235--| "
- - "L0.105[57215,67700] 7ns 483.39kb |--L0.105--| "
- - "L0.222[67701,76252] 7ns 394.25kb |-L0.222-| "
+ - "L0.53[100,28657] 7ns 1mb |-------------L0.53-------------| "
+ - "L0.210[28658,38176] 7ns 439kb |-L0.210--| "
+ - "L0.284[38177,38491] 7ns 14kb |L0.284| "
+ - "L0.285[38492,46513] 7ns 370kb |L0.285-| "
+ - "L0.235[46514,57214] 7ns 493kb |--L0.235--| "
+ - "L0.105[57215,67700] 7ns 483kb |--L0.105--| "
+ - "L0.222[67701,76252] 7ns 394kb |-L0.222-| "
- "L0.286[76253,76882] 7ns 29kb |L0.286|"
- "L1 "
- - "L1.280[100,38176] 6ns 9.92mb|------------------L1.280------------------| "
- - "L1.281[38177,38491] 6ns 84.02kb |L1.281| "
- - "L1.282[38492,76252] 6ns 9.84mb |------------------L1.282------------------| "
- - "L1.283[76253,76882] 6ns 168.04kb |L1.283|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 23.46mb total:"
+ - "L1.280[100,38176] 6ns 10mb|------------------L1.280------------------| "
+ - "L1.281[38177,38491] 6ns 84kb |L1.281| "
+ - "L1.282[38492,76252] 6ns 10mb |------------------L1.282------------------| "
+ - "L1.283[76253,76882] 6ns 168kb |L1.283|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 23mb total:"
- "L1 "
- "L1.?[100,32834] 7ns 10mb |----------------L1.?----------------| "
- "L1.?[32835,65568] 7ns 10mb |----------------L1.?----------------| "
- - "L1.?[65569,76882] 7ns 3.46mb |---L1.?----| "
+ - "L1.?[65569,76882] 7ns 3mb |---L1.?----| "
- "Committing partition 1:"
- " Soft Deleting 12 files: L0.53, L0.105, L0.210, L0.222, L0.235, L1.280, L1.281, L1.282, L1.283, L0.284, L0.285, L0.286"
- " Creating 3 files"
@@ -1510,129 +1510,129 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L1.323[100,32834] 7ns |-----------------------------------------L1.323-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,25694] 7ns 7.82mb|--------------------------------L1.?--------------------------------| "
- - "L1.?[25695,32834] 7ns 2.18mb |------L1.?-------| "
- - "**** Simulation run 128, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L1.?[100,25694] 7ns 8mb |--------------------------------L1.?--------------------------------| "
+ - "L1.?[25695,32834] 7ns 2mb |------L1.?-------| "
+ - "**** Simulation run 128, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.60[100,28657] 8ns |-----------------------------------------L0.60------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[100,25694] 8ns 1.15mb|-------------------------------------L0.?-------------------------------------| "
- - "L0.?[25695,28657] 8ns 136.6kb |-L0.?--| "
- - "**** Simulation run 129, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[100,25694] 8ns 1mb |-------------------------------------L0.?-------------------------------------| "
+ - "L0.?[25695,28657] 8ns 137kb |-L0.?--| "
+ - "**** Simulation run 129, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.67[100,28657] 9ns |-----------------------------------------L0.67------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[100,25694] 9ns 1.15mb|-------------------------------------L0.?-------------------------------------| "
- - "L0.?[25695,28657] 9ns 136.6kb |-L0.?--| "
- - "**** Simulation run 130, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[100,25694] 9ns 1mb |-------------------------------------L0.?-------------------------------------| "
+ - "L0.?[25695,28657] 9ns 137kb |-L0.?--| "
+ - "**** Simulation run 130, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.74[100,28657] 10ns |-----------------------------------------L0.74------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[100,25694] 10ns 1.15mb|-------------------------------------L0.?-------------------------------------| "
- - "L0.?[25695,28657] 10ns 136.6kb |-L0.?--| "
+ - "L0.?[100,25694] 10ns 1mb |-------------------------------------L0.?-------------------------------------| "
+ - "L0.?[25695,28657] 10ns 137kb |-L0.?--| "
- "**** Simulation run 131, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.324[32835,65568] 7ns |-----------------------------------------L1.324-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[32835,51288] 7ns 5.64mb|----------------------L1.?----------------------| "
- - "L1.?[51289,65568] 7ns 4.36mb |----------------L1.?-----------------| "
- - "**** Simulation run 132, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493.38kb total:"
- - "L0, all files 493.38kb "
+ - "L1.?[32835,51288] 7ns 6mb|----------------------L1.?----------------------| "
+ - "L1.?[51289,65568] 7ns 4mb |----------------L1.?-----------------| "
+ - "**** Simulation run 132, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493kb total:"
+ - "L0, all files 493kb "
- "L0.239[46514,57214] 8ns |-----------------------------------------L0.239-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 493.38kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 493kb total:"
- "L0 "
- - "L0.?[46514,51288] 8ns 220.13kb|-----------------L0.?-----------------| "
- - "L0.?[51289,57214] 8ns 273.25kb |---------------------L0.?----------------------| "
- - "**** Simulation run 133, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493.38kb total:"
- - "L0, all files 493.38kb "
+ - "L0.?[46514,51288] 8ns 220kb|-----------------L0.?-----------------| "
+ - "L0.?[51289,57214] 8ns 273kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 133, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493kb total:"
+ - "L0, all files 493kb "
- "L0.243[46514,57214] 9ns |-----------------------------------------L0.243-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 493.38kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 493kb total:"
- "L0 "
- - "L0.?[46514,51288] 9ns 220.13kb|-----------------L0.?-----------------| "
- - "L0.?[51289,57214] 9ns 273.25kb |---------------------L0.?----------------------| "
- - "**** Simulation run 134, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493.38kb total:"
- - "L0, all files 493.38kb "
+ - "L0.?[46514,51288] 9ns 220kb|-----------------L0.?-----------------| "
+ - "L0.?[51289,57214] 9ns 273kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 134, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493kb total:"
+ - "L0, all files 493kb "
- "L0.247[46514,57214] 10ns |-----------------------------------------L0.247-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 493.38kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 493kb total:"
- "L0 "
- - "L0.?[46514,51288] 10ns 220.13kb|-----------------L0.?-----------------| "
- - "L0.?[51289,57214] 10ns 273.25kb |---------------------L0.?----------------------| "
+ - "L0.?[46514,51288] 10ns 220kb|-----------------L0.?-----------------| "
+ - "L0.?[51289,57214] 10ns 273kb |---------------------L0.?----------------------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.60, L0.67, L0.74, L0.239, L0.243, L0.247, L1.323, L1.324"
- " Creating 16 files"
- - "**** Simulation run 135, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 438.81kb total:"
- - "L0, all files 438.81kb "
+ - "**** Simulation run 135, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.212[28658,38176] 8ns |-----------------------------------------L0.212-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.81kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- - "L0.?[28658,32834] 8ns 192.53kb|----------------L0.?-----------------| "
- - "L0.?[32835,38176] 8ns 246.28kb |----------------------L0.?----------------------| "
- - "**** Simulation run 136, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483.39kb total:"
- - "L0, all files 483.39kb "
+ - "L0.?[28658,32834] 8ns 193kb|----------------L0.?-----------------| "
+ - "L0.?[32835,38176] 8ns 246kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 136, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483kb total:"
+ - "L0, all files 483kb "
- "L0.109[57215,67700] 8ns |-----------------------------------------L0.109-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 483.39kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 483kb total:"
- "L0 "
- - "L0.?[57215,65568] 8ns 385.1kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[65569,67700] 8ns 98.29kb |------L0.?------| "
- - "**** Simulation run 137, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 438.81kb total:"
- - "L0, all files 438.81kb "
+ - "L0.?[57215,65568] 8ns 385kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[65569,67700] 8ns 98kb |------L0.?------| "
+ - "**** Simulation run 137, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.214[28658,38176] 9ns |-----------------------------------------L0.214-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.81kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- - "L0.?[28658,32834] 9ns 192.53kb|----------------L0.?-----------------| "
- - "L0.?[32835,38176] 9ns 246.28kb |----------------------L0.?----------------------| "
- - "**** Simulation run 138, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483.39kb total:"
- - "L0, all files 483.39kb "
+ - "L0.?[28658,32834] 9ns 193kb|----------------L0.?-----------------| "
+ - "L0.?[32835,38176] 9ns 246kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 138, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483kb total:"
+ - "L0, all files 483kb "
- "L0.113[57215,67700] 9ns |-----------------------------------------L0.113-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 483.39kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 483kb total:"
- "L0 "
- - "L0.?[57215,65568] 9ns 385.1kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[65569,67700] 9ns 98.29kb |------L0.?------| "
- - "**** Simulation run 139, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 438.81kb total:"
- - "L0, all files 438.81kb "
+ - "L0.?[57215,65568] 9ns 385kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[65569,67700] 9ns 98kb |------L0.?------| "
+ - "**** Simulation run 139, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.216[28658,38176] 10ns |-----------------------------------------L0.216-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.81kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- - "L0.?[28658,32834] 10ns 192.53kb|----------------L0.?-----------------| "
- - "L0.?[32835,38176] 10ns 246.28kb |----------------------L0.?----------------------| "
- - "**** Simulation run 140, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483.39kb total:"
- - "L0, all files 483.39kb "
+ - "L0.?[28658,32834] 10ns 193kb|----------------L0.?-----------------| "
+ - "L0.?[32835,38176] 10ns 246kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 140, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483kb total:"
+ - "L0, all files 483kb "
- "L0.117[57215,67700] 10ns |-----------------------------------------L0.117-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 483.39kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 483kb total:"
- "L0 "
- - "L0.?[57215,65568] 10ns 385.1kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[65569,67700] 10ns 98.29kb |------L0.?------| "
+ - "L0.?[57215,65568] 10ns 385kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[65569,67700] 10ns 98kb |------L0.?------| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L0.109, L0.113, L0.117, L0.212, L0.214, L0.216"
- " Creating 12 files"
- - "**** Simulation run 141, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[108723, 140563]). 16 Input Files, 29.7mb total:"
+ - "**** Simulation run 141, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[108723, 140563]). 16 Input Files, 30mb total:"
- "L0 "
- - "L0.287[76883,85771] 7ns 409.88kb|L0.287| "
+ - "L0.287[76883,85771] 7ns 410kb|L0.287| "
- "L0.130[85772,85772] 7ns 0b |L0.130| "
- - "L0.236[85773,92926] 7ns 329.79kb |L0.236| "
- - "L0.237[92927,109041] 7ns 742.98kb |---L0.237----| "
- - "L0.188[109042,114328] 7ns 243.76kb |L0.188| "
+ - "L0.236[85773,92926] 7ns 330kb |L0.236| "
+ - "L0.237[92927,109041] 7ns 743kb |---L0.237----| "
+ - "L0.188[109042,114328] 7ns 244kb |L0.188| "
- "L0.145[114329,114329] 7ns 0b |L0.145| "
- - "L0.146[114330,135300] 7ns 966.83kb |-----L0.146------| "
- - "L0.108[135301,142885] 7ns 349.69kb |L0.108| "
+ - "L0.146[114330,135300] 7ns 967kb |-----L0.146------| "
+ - "L0.108[135301,142885] 7ns 350kb |L0.108| "
- "L0.157[142886,142886] 7ns 0b |L0.157| "
- - "L0.307[142887,149665] 7ns 312.5kb |L0.307| "
- - "L0.308[149666,156350] 7ns 308.21kb |L0.308| "
- - "L0.262[156351,160867] 7ns 208.25kb |L0.262| "
+ - "L0.307[142887,149665] 7ns 312kb |L0.307| "
+ - "L0.308[149666,156350] 7ns 308kb |L0.308| "
+ - "L0.262[156351,160867] 7ns 208kb |L0.262| "
- "L1 "
- - "L1.279[76883,114329] 6ns 9.75mb|-------------L1.279--------------| "
- - "L1.303[114330,142886] 6ns 8.08mb |---------L1.303----------| "
- - "L1.304[142887,149665] 6ns 1.92mb |L1.304| "
- - "L1.305[149666,171442] 6ns 6.16mb |------L1.305------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 29.7mb total:"
+ - "L1.279[76883,114329] 6ns 10mb|-------------L1.279--------------| "
+ - "L1.303[114330,142886] 6ns 8mb |---------L1.303----------| "
+ - "L1.304[142887,149665] 6ns 2mb |L1.304| "
+ - "L1.305[149666,171442] 6ns 6mb |------L1.305------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:"
- "L1 "
- "L1.?[76883,108723] 7ns 10mb|------------L1.?------------| "
- "L1.?[108724,140563] 7ns 10mb |------------L1.?------------| "
- - "L1.?[140564,171442] 7ns 9.7mb |-----------L1.?------------| "
+ - "L1.?[140564,171442] 7ns 10mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 16 files: L0.108, L0.130, L0.145, L0.146, L0.157, L0.188, L0.236, L0.237, L0.262, L1.279, L0.287, L1.303, L1.304, L1.305, L0.307, L0.308"
- " Creating 3 files"
@@ -1641,172 +1641,172 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L1.354[76883,108723] 7ns |-----------------------------------------L1.354-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[76883,108402] 7ns 9.9mb|-----------------------------------------L1.?------------------------------------------| "
- - "L1.?[108403,108723] 7ns 103.24kb |L1.?|"
- - "**** Simulation run 143, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 742.98kb total:"
- - "L0, all files 742.98kb "
+ - "L1.?[76883,108402] 7ns 10mb|-----------------------------------------L1.?------------------------------------------| "
+ - "L1.?[108403,108723] 7ns 103kb |L1.?|"
+ - "**** Simulation run 143, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 743kb total:"
+ - "L0, all files 743kb "
- "L0.241[92927,109041] 8ns |-----------------------------------------L0.241-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 742.98kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 743kb total:"
- "L0 "
- - "L0.?[92927,108402] 8ns 713.51kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[108403,109041] 8ns 29.46kb |L0.?|"
- - "**** Simulation run 144, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 742.98kb total:"
- - "L0, all files 742.98kb "
+ - "L0.?[92927,108402] 8ns 714kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[108403,109041] 8ns 29kb |L0.?|"
+ - "**** Simulation run 144, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 743kb total:"
+ - "L0, all files 743kb "
- "L0.245[92927,109041] 9ns |-----------------------------------------L0.245-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 742.98kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 743kb total:"
- "L0 "
- - "L0.?[92927,108402] 9ns 713.51kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[108403,109041] 9ns 29.46kb |L0.?|"
- - "**** Simulation run 145, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 742.98kb total:"
- - "L0, all files 742.98kb "
+ - "L0.?[92927,108402] 9ns 714kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[108403,109041] 9ns 29kb |L0.?|"
+ - "**** Simulation run 145, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 743kb total:"
+ - "L0, all files 743kb "
- "L0.249[92927,109041] 10ns|-----------------------------------------L0.249-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 742.98kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 743kb total:"
- "L0 "
- - "L0.?[92927,108402] 10ns 713.51kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[108403,109041] 10ns 29.46kb |L0.?|"
+ - "L0.?[92927,108402] 10ns 714kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[108403,109041] 10ns 29kb |L0.?|"
- "**** Simulation run 146, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.355[108724,140563] 7ns|-----------------------------------------L1.355-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[108724,139921] 7ns 9.8mb|-----------------------------------------L1.?-----------------------------------------| "
- - "L1.?[139922,140563] 7ns 206.48kb |L1.?|"
- - "**** Simulation run 147, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 349.69kb total:"
- - "L0, all files 349.69kb "
+ - "L1.?[108724,139921] 7ns 10mb|-----------------------------------------L1.?-----------------------------------------| "
+ - "L1.?[139922,140563] 7ns 206kb |L1.?|"
+ - "**** Simulation run 147, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 350kb total:"
+ - "L0, all files 350kb "
- "L0.112[135301,142885] 8ns|-----------------------------------------L0.112-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 349.69kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 350kb total:"
- "L0 "
- - "L0.?[135301,139921] 8ns 213.02kb|------------------------L0.?------------------------| "
- - "L0.?[139922,142885] 8ns 136.67kb |--------------L0.?---------------| "
- - "**** Simulation run 148, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 349.69kb total:"
- - "L0, all files 349.69kb "
+ - "L0.?[135301,139921] 8ns 213kb|------------------------L0.?------------------------| "
+ - "L0.?[139922,142885] 8ns 137kb |--------------L0.?---------------| "
+ - "**** Simulation run 148, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 350kb total:"
+ - "L0, all files 350kb "
- "L0.116[135301,142885] 9ns|-----------------------------------------L0.116-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 349.69kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 350kb total:"
- "L0 "
- - "L0.?[135301,139921] 9ns 213.02kb|------------------------L0.?------------------------| "
- - "L0.?[139922,142885] 9ns 136.67kb |--------------L0.?---------------| "
- - "**** Simulation run 149, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 349.69kb total:"
- - "L0, all files 349.69kb "
+ - "L0.?[135301,139921] 9ns 213kb|------------------------L0.?------------------------| "
+ - "L0.?[139922,142885] 9ns 137kb |--------------L0.?---------------| "
+ - "**** Simulation run 149, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 350kb total:"
+ - "L0, all files 350kb "
- "L0.120[135301,142885] 10ns|-----------------------------------------L0.120-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 349.69kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 350kb total:"
- "L0 "
- - "L0.?[135301,139921] 10ns 213.02kb|------------------------L0.?------------------------| "
- - "L0.?[139922,142885] 10ns 136.67kb |--------------L0.?---------------| "
+ - "L0.?[135301,139921] 10ns 213kb|------------------------L0.?------------------------| "
+ - "L0.?[139922,142885] 10ns 137kb |--------------L0.?---------------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.112, L0.116, L0.120, L0.241, L0.245, L0.249, L1.354, L1.355"
- " Creating 16 files"
- - "**** Simulation run 150, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29.46kb total:"
- - "L0, all files 29.46kb "
+ - "**** Simulation run 150, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29kb total:"
+ - "L0, all files 29kb "
- "L0.360[108403,109041] 8ns|-----------------------------------------L0.360-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 29.46kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 29kb total:"
- "L0 "
- - "L0.?[108403,108723] 8ns 14.78kb|-------------------L0.?--------------------| "
- - "L0.?[108724,109041] 8ns 14.69kb |-------------------L0.?-------------------| "
- - "**** Simulation run 151, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 136.67kb total:"
- - "L0, all files 136.67kb "
+ - "L0.?[108403,108723] 8ns 15kb|-------------------L0.?--------------------| "
+ - "L0.?[108724,109041] 8ns 15kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 151, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 137kb total:"
+ - "L0, all files 137kb "
- "L0.368[139922,142885] 8ns|-----------------------------------------L0.368-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 136.67kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 137kb total:"
- "L0 "
- - "L0.?[139922,140563] 8ns 29.57kb|------L0.?-------| "
- - "L0.?[140564,142885] 8ns 107.1kb |--------------------------------L0.?--------------------------------| "
- - "**** Simulation run 152, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29.46kb total:"
- - "L0, all files 29.46kb "
+ - "L0.?[139922,140563] 8ns 30kb|------L0.?-------| "
+ - "L0.?[140564,142885] 8ns 107kb |--------------------------------L0.?--------------------------------| "
+ - "**** Simulation run 152, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29kb total:"
+ - "L0, all files 29kb "
- "L0.362[108403,109041] 9ns|-----------------------------------------L0.362-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 29.46kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 29kb total:"
- "L0 "
- - "L0.?[108403,108723] 9ns 14.78kb|-------------------L0.?--------------------| "
- - "L0.?[108724,109041] 9ns 14.69kb |-------------------L0.?-------------------| "
- - "**** Simulation run 153, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 136.67kb total:"
- - "L0, all files 136.67kb "
+ - "L0.?[108403,108723] 9ns 15kb|-------------------L0.?--------------------| "
+ - "L0.?[108724,109041] 9ns 15kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 153, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 137kb total:"
+ - "L0, all files 137kb "
- "L0.370[139922,142885] 9ns|-----------------------------------------L0.370-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 136.67kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 137kb total:"
- "L0 "
- - "L0.?[139922,140563] 9ns 29.57kb|------L0.?-------| "
- - "L0.?[140564,142885] 9ns 107.1kb |--------------------------------L0.?--------------------------------| "
- - "**** Simulation run 154, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29.46kb total:"
- - "L0, all files 29.46kb "
+ - "L0.?[139922,140563] 9ns 30kb|------L0.?-------| "
+ - "L0.?[140564,142885] 9ns 107kb |--------------------------------L0.?--------------------------------| "
+ - "**** Simulation run 154, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29kb total:"
+ - "L0, all files 29kb "
- "L0.364[108403,109041] 10ns|-----------------------------------------L0.364-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 29.46kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 29kb total:"
- "L0 "
- - "L0.?[108403,108723] 10ns 14.78kb|-------------------L0.?--------------------| "
- - "L0.?[108724,109041] 10ns 14.69kb |-------------------L0.?-------------------| "
- - "**** Simulation run 155, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 136.67kb total:"
- - "L0, all files 136.67kb "
+ - "L0.?[108403,108723] 10ns 15kb|-------------------L0.?--------------------| "
+ - "L0.?[108724,109041] 10ns 15kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 155, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 137kb total:"
+ - "L0, all files 137kb "
- "L0.372[139922,142885] 10ns|-----------------------------------------L0.372-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 136.67kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 137kb total:"
- "L0 "
- - "L0.?[139922,140563] 10ns 29.57kb|------L0.?-------| "
- - "L0.?[140564,142885] 10ns 107.1kb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[139922,140563] 10ns 30kb|------L0.?-------| "
+ - "L0.?[140564,142885] 10ns 107kb |--------------------------------L0.?--------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L0.360, L0.362, L0.364, L0.368, L0.370, L0.372"
- " Creating 12 files"
- - "**** Simulation run 156, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[170977]). 8 Input Files, 19.54mb total:"
+ - "**** Simulation run 156, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[170977]). 8 Input Files, 20mb total:"
- "L0 "
- - "L0.190[160868,171442] 7ns 487.56kb |----L0.190----| "
+ - "L0.190[160868,171442] 7ns 488kb |----L0.190----| "
- "L0.175[171443,171443] 7ns 0b |L0.175| "
- - "L0.309[171444,185000] 7ns 625.13kb |------L0.309------| "
- - "L0.310[185001,198370] 7ns 616.55kb |------L0.310------| "
- - "L0.264[198371,200000] 7ns 75.17kb |L0.264|"
+ - "L0.309[171444,185000] 7ns 625kb |------L0.309------| "
+ - "L0.310[185001,198370] 7ns 617kb |------L0.310------| "
+ - "L0.264[198371,200000] 7ns 75kb |L0.264|"
- "L1 "
- - "L1.356[140564,171442] 7ns 9.7mb|-------------------L1.356-------------------| "
- - "L1.306[171443,185000] 6ns 3.84mb |------L1.306------| "
- - "L1.302[185001,200000] 6ns 4.25mb |-------L1.302-------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 19.54mb total:"
+ - "L1.356[140564,171442] 7ns 10mb|-------------------L1.356-------------------| "
+ - "L1.306[171443,185000] 6ns 4mb |------L1.306------| "
+ - "L1.302[185001,200000] 6ns 4mb |-------L1.302-------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 20mb total:"
- "L1 "
- "L1.?[140564,170977] 7ns 10mb|--------------------L1.?--------------------| "
- - "L1.?[170978,200000] 7ns 9.54mb |------------------L1.?-------------------| "
+ - "L1.?[170978,200000] 7ns 10mb |------------------L1.?-------------------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.175, L0.190, L0.264, L1.302, L1.306, L0.309, L0.310, L1.356"
- " Creating 2 files"
- - "**** Simulation run 157, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 487.56kb total:"
- - "L0, all files 487.56kb "
+ - "**** Simulation run 157, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 488kb total:"
+ - "L0, all files 488kb "
- "L0.194[160868,171442] 8ns|-----------------------------------------L0.194-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 487.56kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 488kb total:"
- "L0 "
- - "L0.?[160868,170977] 8ns 466.12kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[170978,171442] 8ns 21.44kb |L0.?|"
- - "**** Simulation run 158, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 487.56kb total:"
- - "L0, all files 487.56kb "
+ - "L0.?[160868,170977] 8ns 466kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[170978,171442] 8ns 21kb |L0.?|"
+ - "**** Simulation run 158, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 488kb total:"
+ - "L0, all files 488kb "
- "L0.198[160868,171442] 9ns|-----------------------------------------L0.198-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 487.56kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 488kb total:"
- "L0 "
- - "L0.?[160868,170977] 9ns 466.12kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[170978,171442] 9ns 21.44kb |L0.?|"
- - "**** Simulation run 159, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 487.56kb total:"
- - "L0, all files 487.56kb "
+ - "L0.?[160868,170977] 9ns 466kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[170978,171442] 9ns 21kb |L0.?|"
+ - "**** Simulation run 159, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 488kb total:"
+ - "L0, all files 488kb "
- "L0.202[160868,171442] 10ns|-----------------------------------------L0.202-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 487.56kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 488kb total:"
- "L0 "
- - "L0.?[160868,170977] 10ns 466.12kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[170978,171442] 10ns 21.44kb |L0.?|"
+ - "L0.?[160868,170977] 10ns 466kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[170978,171442] 10ns 21kb |L0.?|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.194, L0.198, L0.202"
- " Creating 6 files"
- - "**** Simulation run 160, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[28630, 57160]). 17 Input Files, 26.91mb total:"
+ - "**** Simulation run 160, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[28630, 57160]). 17 Input Files, 27mb total:"
- "L0 "
- - "L0.328[100,25694] 8ns 1.15mb|-----------L0.328-----------| "
- - "L0.329[25695,28657] 8ns 136.6kb |L0.329| "
- - "L0.342[28658,32834] 8ns 192.53kb |L0.342| "
- - "L0.343[32835,38176] 8ns 246.28kb |L0.343| "
- - "L0.288[38177,38491] 8ns 14.48kb |L0.288| "
- - "L0.289[38492,46513] 8ns 369.86kb |L0.289-| "
- - "L0.336[46514,51288] 8ns 220.13kb |L0.336| "
- - "L0.337[51289,57214] 8ns 273.25kb |L0.337| "
- - "L0.344[57215,65568] 8ns 385.1kb |L0.344-| "
- - "L0.345[65569,67700] 8ns 98.29kb |L0.345| "
- - "L0.224[67701,76252] 8ns 394.25kb |-L0.224-| "
+ - "L0.328[100,25694] 8ns 1mb|-----------L0.328-----------| "
+ - "L0.329[25695,28657] 8ns 137kb |L0.329| "
+ - "L0.342[28658,32834] 8ns 193kb |L0.342| "
+ - "L0.343[32835,38176] 8ns 246kb |L0.343| "
+ - "L0.288[38177,38491] 8ns 14kb |L0.288| "
+ - "L0.289[38492,46513] 8ns 370kb |L0.289-| "
+ - "L0.336[46514,51288] 8ns 220kb |L0.336| "
+ - "L0.337[51289,57214] 8ns 273kb |L0.337| "
+ - "L0.344[57215,65568] 8ns 385kb |L0.344-| "
+ - "L0.345[65569,67700] 8ns 98kb |L0.345| "
+ - "L0.224[67701,76252] 8ns 394kb |-L0.224-| "
- "L0.290[76253,76882] 8ns 29kb |L0.290|"
- "L1 "
- - "L1.326[100,25694] 7ns 7.82mb|-----------L1.326-----------| "
- - "L1.327[25695,32834] 7ns 2.18mb |L1.327| "
- - "L1.334[32835,51288] 7ns 5.64mb |------L1.334-------| "
- - "L1.335[51289,65568] 7ns 4.36mb |----L1.335----| "
- - "L1.325[65569,76882] 7ns 3.46mb |--L1.325---| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 26.91mb total:"
+ - "L1.326[100,25694] 7ns 8mb|-----------L1.326-----------| "
+ - "L1.327[25695,32834] 7ns 2mb |L1.327| "
+ - "L1.334[32835,51288] 7ns 6mb |------L1.334-------| "
+ - "L1.335[51289,65568] 7ns 4mb |----L1.335----| "
+ - "L1.325[65569,76882] 7ns 3mb |--L1.325---| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 27mb total:"
- "L1 "
- "L1.?[100,28630] 8ns 10mb |-------------L1.?--------------| "
- "L1.?[28631,57160] 8ns 10mb |-------------L1.?--------------| "
- - "L1.?[57161,76882] 8ns 6.91mb |--------L1.?---------| "
+ - "L1.?[57161,76882] 8ns 7mb |--------L1.?---------| "
- "Committing partition 1:"
- " Soft Deleting 17 files: L0.224, L0.288, L0.289, L0.290, L1.325, L1.326, L1.327, L0.328, L0.329, L1.334, L1.335, L0.336, L0.337, L0.342, L0.343, L0.344, L0.345"
- " Creating 3 files"
@@ -1815,186 +1815,186 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L1.393[100,28630] 8ns |-----------------------------------------L1.393-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,25694] 8ns 8.97mb|-------------------------------------L1.?-------------------------------------| "
- - "L1.?[25695,28630] 8ns 1.03mb |-L1.?--| "
+ - "L1.?[100,25694] 8ns 9mb |-------------------------------------L1.?-------------------------------------| "
+ - "L1.?[25695,28630] 8ns 1mb |-L1.?--| "
- "**** Simulation run 162, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.394[28631,57160] 8ns |-----------------------------------------L1.394-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[28631,51288] 8ns 7.94mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[51289,57160] 8ns 2.06mb |------L1.?------| "
+ - "L1.?[28631,51288] 8ns 8mb|--------------------------------L1.?---------------------------------| "
+ - "L1.?[51289,57160] 8ns 2mb |------L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.393, L1.394"
- " Creating 4 files"
- - "**** Simulation run 163, type=split(ReduceOverlap)(split_times=[28630]). 1 Input Files, 136.6kb total:"
- - "L0, all files 136.6kb "
+ - "**** Simulation run 163, type=split(ReduceOverlap)(split_times=[28630]). 1 Input Files, 137kb total:"
+ - "L0, all files 137kb "
- "L0.331[25695,28657] 9ns |-----------------------------------------L0.331-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 136.6kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 137kb total:"
- "L0 "
- - "L0.?[25695,28630] 9ns 135.36kb|-----------------------------------------L0.?------------------------------------------| "
- - "L0.?[28631,28657] 9ns 1.25kb |L0.?|"
- - "**** Simulation run 164, type=split(ReduceOverlap)(split_times=[57160]). 1 Input Files, 273.25kb total:"
- - "L0, all files 273.25kb "
+ - "L0.?[25695,28630] 9ns 135kb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[28631,28657] 9ns 1kb |L0.?|"
+ - "**** Simulation run 164, type=split(ReduceOverlap)(split_times=[57160]). 1 Input Files, 273kb total:"
+ - "L0, all files 273kb "
- "L0.339[51289,57214] 9ns |-----------------------------------------L0.339-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 273.25kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 273kb total:"
- "L0 "
- - "L0.?[51289,57160] 9ns 270.76kb|-----------------------------------------L0.?------------------------------------------| "
- - "L0.?[57161,57214] 9ns 2.49kb |L0.?|"
- - "**** Simulation run 165, type=split(ReduceOverlap)(split_times=[28630]). 1 Input Files, 136.6kb total:"
- - "L0, all files 136.6kb "
+ - "L0.?[51289,57160] 9ns 271kb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[57161,57214] 9ns 2kb |L0.?|"
+ - "**** Simulation run 165, type=split(ReduceOverlap)(split_times=[28630]). 1 Input Files, 137kb total:"
+ - "L0, all files 137kb "
- "L0.333[25695,28657] 10ns |-----------------------------------------L0.333-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 136.6kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 137kb total:"
- "L0 "
- - "L0.?[25695,28630] 10ns 135.36kb|-----------------------------------------L0.?------------------------------------------| "
- - "L0.?[28631,28657] 10ns 1.25kb |L0.?|"
- - "**** Simulation run 166, type=split(ReduceOverlap)(split_times=[57160]). 1 Input Files, 273.25kb total:"
- - "L0, all files 273.25kb "
+ - "L0.?[25695,28630] 10ns 135kb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[28631,28657] 10ns 1kb |L0.?|"
+ - "**** Simulation run 166, type=split(ReduceOverlap)(split_times=[57160]). 1 Input Files, 273kb total:"
+ - "L0, all files 273kb "
- "L0.341[51289,57214] 10ns |-----------------------------------------L0.341-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 273.25kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 273kb total:"
- "L0 "
- - "L0.?[51289,57160] 10ns 270.76kb|-----------------------------------------L0.?------------------------------------------| "
- - "L0.?[57161,57214] 10ns 2.49kb |L0.?|"
+ - "L0.?[51289,57160] 10ns 271kb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[57161,57214] 10ns 2kb |L0.?|"
- "Committing partition 1:"
- " Soft Deleting 4 files: L0.331, L0.333, L0.339, L0.341"
- " Creating 8 files"
- - "**** Simulation run 167, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[104731, 132579]). 15 Input Files, 22.87mb total:"
+ - "**** Simulation run 167, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[104731, 132579]). 15 Input Files, 23mb total:"
- "L0 "
- - "L0.291[76883,85771] 8ns 409.88kb|--L0.291--| "
+ - "L0.291[76883,85771] 8ns 410kb|--L0.291--| "
- "L0.132[85772,85772] 8ns 0b |L0.132| "
- - "L0.240[85773,92926] 8ns 329.79kb |-L0.240-| "
- - "L0.359[92927,108402] 8ns 713.51kb |------L0.359-------| "
- - "L0.373[108403,108723] 8ns 14.78kb |L0.373| "
- - "L0.374[108724,109041] 8ns 14.69kb |L0.374| "
- - "L0.192[109042,114328] 8ns 243.76kb |L0.192| "
+ - "L0.240[85773,92926] 8ns 330kb |-L0.240-| "
+ - "L0.359[92927,108402] 8ns 714kb |------L0.359-------| "
+ - "L0.373[108403,108723] 8ns 15kb |L0.373| "
+ - "L0.374[108724,109041] 8ns 15kb |L0.374| "
+ - "L0.192[109042,114328] 8ns 244kb |L0.192| "
- "L0.147[114329,114329] 8ns 0b |L0.147| "
- - "L0.148[114330,135300] 8ns 966.83kb |----------L0.148-----------| "
- - "L0.367[135301,139921] 8ns 213.02kb |L0.367|"
- - "L0.375[139922,140563] 8ns 29.57kb |L0.375|"
+ - "L0.148[114330,135300] 8ns 967kb |----------L0.148-----------| "
+ - "L0.367[135301,139921] 8ns 213kb |L0.367|"
+ - "L0.375[139922,140563] 8ns 30kb |L0.375|"
- "L1 "
- - "L1.357[76883,108402] 7ns 9.9mb|------------------L1.357------------------| "
- - "L1.358[108403,108723] 7ns 103.24kb |L1.358| "
- - "L1.365[108724,139921] 7ns 9.8mb |------------------L1.365------------------| "
- - "L1.366[139922,140563] 7ns 206.48kb |L1.366|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.87mb total:"
+ - "L1.357[76883,108402] 7ns 10mb|------------------L1.357------------------| "
+ - "L1.358[108403,108723] 7ns 103kb |L1.358| "
+ - "L1.365[108724,139921] 7ns 10mb |------------------L1.365------------------| "
+ - "L1.366[139922,140563] 7ns 206kb |L1.366|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 23mb total:"
- "L1 "
- "L1.?[76883,104731] 8ns 10mb|----------------L1.?-----------------| "
- "L1.?[104732,132579] 8ns 10mb |----------------L1.?-----------------| "
- - "L1.?[132580,140563] 8ns 2.87mb |--L1.?---| "
+ - "L1.?[132580,140563] 8ns 3mb |--L1.?---| "
- "Committing partition 1:"
- " Soft Deleting 15 files: L0.132, L0.147, L0.148, L0.192, L0.240, L0.291, L1.357, L1.358, L0.359, L1.365, L1.366, L0.367, L0.373, L0.374, L0.375"
- " Creating 3 files"
- - "**** Simulation run 168, type=split(ReduceOverlap)(split_times=[104731]). 1 Input Files, 713.51kb total:"
- - "L0, all files 713.51kb "
+ - "**** Simulation run 168, type=split(ReduceOverlap)(split_times=[104731]). 1 Input Files, 714kb total:"
+ - "L0, all files 714kb "
- "L0.361[92927,108402] 9ns |-----------------------------------------L0.361-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 713.51kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 714kb total:"
- "L0 "
- - "L0.?[92927,104731] 9ns 544.25kb|-------------------------------L0.?-------------------------------| "
- - "L0.?[104732,108402] 9ns 169.26kb |-------L0.?--------| "
- - "**** Simulation run 169, type=split(ReduceOverlap)(split_times=[132579]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[92927,104731] 9ns 544kb|-------------------------------L0.?-------------------------------| "
+ - "L0.?[104732,108402] 9ns 169kb |-------L0.?--------| "
+ - "**** Simulation run 169, type=split(ReduceOverlap)(split_times=[132579]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.150[114330,135300] 9ns|-----------------------------------------L0.150-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- - "L0.?[114330,132579] 9ns 841.37kb|------------------------------------L0.?------------------------------------| "
- - "L0.?[132580,135300] 9ns 125.45kb |--L0.?---| "
- - "**** Simulation run 170, type=split(ReduceOverlap)(split_times=[104731]). 1 Input Files, 713.51kb total:"
- - "L0, all files 713.51kb "
+ - "L0.?[114330,132579] 9ns 841kb|------------------------------------L0.?------------------------------------| "
+ - "L0.?[132580,135300] 9ns 125kb |--L0.?---| "
+ - "**** Simulation run 170, type=split(ReduceOverlap)(split_times=[104731]). 1 Input Files, 714kb total:"
+ - "L0, all files 714kb "
- "L0.363[92927,108402] 10ns|-----------------------------------------L0.363-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 713.51kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 714kb total:"
- "L0 "
- - "L0.?[92927,104731] 10ns 544.25kb|-------------------------------L0.?-------------------------------| "
- - "L0.?[104732,108402] 10ns 169.26kb |-------L0.?--------| "
- - "**** Simulation run 171, type=split(ReduceOverlap)(split_times=[132579]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[92927,104731] 10ns 544kb|-------------------------------L0.?-------------------------------| "
+ - "L0.?[104732,108402] 10ns 169kb |-------L0.?--------| "
+ - "**** Simulation run 171, type=split(ReduceOverlap)(split_times=[132579]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.152[114330,135300] 10ns|-----------------------------------------L0.152-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- - "L0.?[114330,132579] 10ns 841.37kb|------------------------------------L0.?------------------------------------| "
- - "L0.?[132580,135300] 10ns 125.45kb |--L0.?---| "
+ - "L0.?[114330,132579] 10ns 841kb|------------------------------------L0.?------------------------------------| "
+ - "L0.?[132580,135300] 10ns 125kb |--L0.?---| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L0.150, L0.152, L0.361, L0.363"
- " Creating 8 files"
- - "**** Simulation run 172, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[167314, 194064]). 13 Input Files, 22.22mb total:"
+ - "**** Simulation run 172, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[167314, 194064]). 13 Input Files, 22mb total:"
- "L0 "
- - "L0.376[140564,142885] 8ns 107.1kb|L0.376| "
+ - "L0.376[140564,142885] 8ns 107kb|L0.376| "
- "L0.159[142886,142886] 8ns 0b |L0.159| "
- - "L0.311[142887,149665] 8ns 312.5kb |-L0.311-| "
- - "L0.312[149666,156350] 8ns 308.21kb |-L0.312-| "
- - "L0.266[156351,160867] 8ns 208.25kb |L0.266| "
- - "L0.387[160868,170977] 8ns 466.12kb |---L0.387----| "
- - "L0.388[170978,171442] 8ns 21.44kb |L0.388| "
+ - "L0.311[142887,149665] 8ns 312kb |-L0.311-| "
+ - "L0.312[149666,156350] 8ns 308kb |-L0.312-| "
+ - "L0.266[156351,160867] 8ns 208kb |L0.266| "
+ - "L0.387[160868,170977] 8ns 466kb |---L0.387----| "
+ - "L0.388[170978,171442] 8ns 21kb |L0.388| "
- "L0.177[171443,171443] 8ns 0b |L0.177| "
- - "L0.313[171444,185000] 8ns 625.13kb |------L0.313------| "
- - "L0.314[185001,198370] 8ns 616.55kb |------L0.314------| "
- - "L0.268[198371,200000] 8ns 75.17kb |L0.268|"
+ - "L0.313[171444,185000] 8ns 625kb |------L0.313------| "
+ - "L0.314[185001,198370] 8ns 617kb |------L0.314------| "
+ - "L0.268[198371,200000] 8ns 75kb |L0.268|"
- "L1 "
- "L1.385[140564,170977] 7ns 10mb|-------------------L1.385-------------------| "
- - "L1.386[170978,200000] 7ns 9.54mb |-----------------L1.386------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.22mb total:"
+ - "L1.386[170978,200000] 7ns 10mb |-----------------L1.386------------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L1 "
- "L1.?[140564,167314] 8ns 10mb|-----------------L1.?-----------------| "
- "L1.?[167315,194064] 8ns 10mb |-----------------L1.?-----------------| "
- - "L1.?[194065,200000] 8ns 2.22mb |-L1.?-| "
+ - "L1.?[194065,200000] 8ns 2mb |-L1.?-| "
- "Committing partition 1:"
- " Soft Deleting 13 files: L0.159, L0.177, L0.266, L0.268, L0.311, L0.312, L0.313, L0.314, L0.376, L1.385, L1.386, L0.387, L0.388"
- " Creating 3 files"
- - "**** Simulation run 173, type=split(ReduceOverlap)(split_times=[167314]). 1 Input Files, 466.12kb total:"
- - "L0, all files 466.12kb "
+ - "**** Simulation run 173, type=split(ReduceOverlap)(split_times=[167314]). 1 Input Files, 466kb total:"
+ - "L0, all files 466kb "
- "L0.389[160868,170977] 9ns|-----------------------------------------L0.389-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 466.12kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 466kb total:"
- "L0 "
- - "L0.?[160868,167314] 9ns 297.22kb|-------------------------L0.?--------------------------| "
- - "L0.?[167315,170977] 9ns 168.9kb |-------------L0.?-------------| "
- - "**** Simulation run 174, type=split(ReduceOverlap)(split_times=[194064]). 1 Input Files, 616.55kb total:"
- - "L0, all files 616.55kb "
+ - "L0.?[160868,167314] 9ns 297kb|-------------------------L0.?--------------------------| "
+ - "L0.?[167315,170977] 9ns 169kb |-------------L0.?-------------| "
+ - "**** Simulation run 174, type=split(ReduceOverlap)(split_times=[194064]). 1 Input Files, 617kb total:"
+ - "L0, all files 617kb "
- "L0.318[185001,198370] 9ns|-----------------------------------------L0.318-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 616.55kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 617kb total:"
- "L0 "
- - "L0.?[185001,194064] 9ns 417.97kb|---------------------------L0.?----------------------------| "
- - "L0.?[194065,198370] 9ns 198.58kb |-----------L0.?-----------| "
- - "**** Simulation run 175, type=split(ReduceOverlap)(split_times=[167314]). 1 Input Files, 466.12kb total:"
- - "L0, all files 466.12kb "
+ - "L0.?[185001,194064] 9ns 418kb|---------------------------L0.?----------------------------| "
+ - "L0.?[194065,198370] 9ns 199kb |-----------L0.?-----------| "
+ - "**** Simulation run 175, type=split(ReduceOverlap)(split_times=[167314]). 1 Input Files, 466kb total:"
+ - "L0, all files 466kb "
- "L0.391[160868,170977] 10ns|-----------------------------------------L0.391-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 466.12kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 466kb total:"
- "L0 "
- - "L0.?[160868,167314] 10ns 297.22kb|-------------------------L0.?--------------------------| "
- - "L0.?[167315,170977] 10ns 168.9kb |-------------L0.?-------------| "
- - "**** Simulation run 176, type=split(ReduceOverlap)(split_times=[194064]). 1 Input Files, 616.55kb total:"
- - "L0, all files 616.55kb "
+ - "L0.?[160868,167314] 10ns 297kb|-------------------------L0.?--------------------------| "
+ - "L0.?[167315,170977] 10ns 169kb |-------------L0.?-------------| "
+ - "**** Simulation run 176, type=split(ReduceOverlap)(split_times=[194064]). 1 Input Files, 617kb total:"
+ - "L0, all files 617kb "
- "L0.322[185001,198370] 10ns|-----------------------------------------L0.322-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 616.55kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 617kb total:"
- "L0 "
- - "L0.?[185001,194064] 10ns 417.97kb|---------------------------L0.?----------------------------| "
- - "L0.?[194065,198370] 10ns 198.58kb |-----------L0.?-----------| "
+ - "L0.?[185001,194064] 10ns 418kb|---------------------------L0.?----------------------------| "
+ - "L0.?[194065,198370] 10ns 199kb |-----------L0.?-----------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L0.318, L0.322, L0.389, L0.391"
- " Creating 8 files"
- - "**** Simulation run 177, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[25731, 51362]). 17 Input Files, 29.96mb total:"
+ - "**** Simulation run 177, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[25731, 51362]). 17 Input Files, 30mb total:"
- "L0 "
- - "L0.330[100,25694] 9ns 1.15mb|-----------L0.330-----------| "
- - "L0.400[25695,28630] 9ns 135.36kb |L0.400| "
- - "L0.401[28631,28657] 9ns 1.25kb |L0.401| "
- - "L0.346[28658,32834] 9ns 192.53kb |L0.346| "
- - "L0.347[32835,38176] 9ns 246.28kb |L0.347| "
- - "L0.292[38177,38491] 9ns 14.48kb |L0.292| "
- - "L0.293[38492,46513] 9ns 369.86kb |L0.293-| "
- - "L0.338[46514,51288] 9ns 220.13kb |L0.338| "
- - "L0.402[51289,57160] 9ns 270.76kb |L0.402| "
- - "L0.403[57161,57214] 9ns 2.49kb |L0.403| "
- - "L0.348[57215,65568] 9ns 385.1kb |L0.348-| "
- - "L0.349[65569,67700] 9ns 98.29kb |L0.349| "
+ - "L0.330[100,25694] 9ns 1mb|-----------L0.330-----------| "
+ - "L0.400[25695,28630] 9ns 135kb |L0.400| "
+ - "L0.401[28631,28657] 9ns 1kb |L0.401| "
+ - "L0.346[28658,32834] 9ns 193kb |L0.346| "
+ - "L0.347[32835,38176] 9ns 246kb |L0.347| "
+ - "L0.292[38177,38491] 9ns 14kb |L0.292| "
+ - "L0.293[38492,46513] 9ns 370kb |L0.293-| "
+ - "L0.338[46514,51288] 9ns 220kb |L0.338| "
+ - "L0.402[51289,57160] 9ns 271kb |L0.402| "
+ - "L0.403[57161,57214] 9ns 2kb |L0.403| "
+ - "L0.348[57215,65568] 9ns 385kb |L0.348-| "
+ - "L0.349[65569,67700] 9ns 98kb |L0.349| "
- "L1 "
- - "L1.396[100,25694] 8ns 8.97mb|-----------L1.396-----------| "
- - "L1.397[25695,28630] 8ns 1.03mb |L1.397| "
- - "L1.398[28631,51288] 8ns 7.94mb |---------L1.398---------| "
- - "L1.399[51289,57160] 8ns 2.06mb |L1.399| "
- - "L1.395[57161,76882] 8ns 6.91mb |-------L1.395--------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 29.96mb total:"
+ - "L1.396[100,25694] 8ns 9mb|-----------L1.396-----------| "
+ - "L1.397[25695,28630] 8ns 1mb |L1.397| "
+ - "L1.398[28631,51288] 8ns 8mb |---------L1.398---------| "
+ - "L1.399[51289,57160] 8ns 2mb |L1.399| "
+ - "L1.395[57161,76882] 8ns 7mb |-------L1.395--------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:"
- "L1 "
- "L1.?[100,25731] 9ns 10mb |------------L1.?------------| "
- "L1.?[25732,51362] 9ns 10mb |------------L1.?------------| "
- - "L1.?[51363,76882] 9ns 9.96mb |-----------L1.?------------| "
+ - "L1.?[51363,76882] 9ns 10mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 17 files: L0.292, L0.293, L0.330, L0.338, L0.346, L0.347, L0.348, L0.349, L1.395, L1.396, L1.397, L1.398, L1.399, L0.400, L0.401, L0.402, L0.403"
- " Creating 3 files"
@@ -2003,314 +2003,314 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() {
- "L1.430[100,25731] 9ns |-----------------------------------------L1.430-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,25694] 9ns 9.99mb|-----------------------------------------L1.?------------------------------------------| "
- - "L1.?[25695,25731] 9ns 14.78kb |L1.?|"
+ - "L1.?[100,25694] 9ns 10mb |-----------------------------------------L1.?------------------------------------------| "
+ - "L1.?[25695,25731] 9ns 15kb |L1.?|"
- "**** Simulation run 179, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.431[25732,51362] 9ns |-----------------------------------------L1.431-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[25732,51288] 9ns 9.97mb|-----------------------------------------L1.?------------------------------------------| "
- - "L1.?[51289,51362] 9ns 29.56kb |L1.?|"
+ - "L1.?[25732,51288] 9ns 10mb|-----------------------------------------L1.?------------------------------------------| "
+ - "L1.?[51289,51362] 9ns 30kb |L1.?|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.430, L1.431"
- " Creating 4 files"
- - "**** Simulation run 180, type=split(ReduceOverlap)(split_times=[25731]). 1 Input Files, 135.36kb total:"
- - "L0, all files 135.36kb "
+ - "**** Simulation run 180, type=split(ReduceOverlap)(split_times=[25731]). 1 Input Files, 135kb total:"
+ - "L0, all files 135kb "
- "L0.404[25695,28630] 10ns |----------------------------------------L0.404-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 135.36kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 135kb total:"
- "L0 "
- - "L0.?[25695,25731] 10ns 1.66kb|L0.?| "
- - "L0.?[25732,28630] 10ns 133.7kb |-----------------------------------------L0.?-----------------------------------------| "
- - "**** Simulation run 181, type=split(ReduceOverlap)(split_times=[51362]). 1 Input Files, 270.76kb total:"
- - "L0, all files 270.76kb "
+ - "L0.?[25695,25731] 10ns 2kb|L0.?| "
+ - "L0.?[25732,28630] 10ns 134kb |-----------------------------------------L0.?-----------------------------------------| "
+ - "**** Simulation run 181, type=split(ReduceOverlap)(split_times=[51362]). 1 Input Files, 271kb total:"
+ - "L0, all files 271kb "
- "L0.406[51289,57160] 10ns |-----------------------------------------L0.406-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 270.76kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 271kb total:"
- "L0 "
- - "L0.?[51289,51362] 10ns 3.37kb|L0.?| "
- - "L0.?[51363,57160] 10ns 267.39kb |-----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[51289,51362] 10ns 3kb|L0.?| "
+ - "L0.?[51363,57160] 10ns 267kb |-----------------------------------------L0.?-----------------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.404, L0.406"
- " Creating 4 files"
- - "**** Simulation run 182, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[76043, 100723]). 8 Input Files, 21.62mb total:"
+ - "**** Simulation run 182, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[76043, 100723]). 8 Input Files, 22mb total:"
- "L0 "
- - "L0.226[67701,76252] 9ns 394.25kb |---L0.226---| "
+ - "L0.226[67701,76252] 9ns 394kb |---L0.226---| "
- "L0.294[76253,76882] 9ns 29kb |L0.294| "
- - "L0.295[76883,85771] 9ns 409.88kb |---L0.295---| "
+ - "L0.295[76883,85771] 9ns 410kb |---L0.295---| "
- "L0.134[85772,85772] 9ns 0b |L0.134| "
- - "L0.244[85773,92926] 9ns 329.79kb |--L0.244--| "
- - "L0.411[92927,104731] 9ns 544.25kb |-----L0.411------| "
+ - "L0.244[85773,92926] 9ns 330kb |--L0.244--| "
+ - "L0.411[92927,104731] 9ns 544kb |-----L0.411------| "
- "L1 "
- - "L1.432[51363,76882] 9ns 9.96mb|-----------------L1.432------------------| "
+ - "L1.432[51363,76882] 9ns 10mb|-----------------L1.432------------------| "
- "L1.408[76883,104731] 8ns 10mb |-------------------L1.408-------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 21.62mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L1 "
- "L1.?[51363,76043] 9ns 10mb|-----------------L1.?------------------| "
- "L1.?[76044,100723] 9ns 10mb |-----------------L1.?------------------| "
- - "L1.?[100724,104731] 9ns 1.62mb |L1.?| "
+ - "L1.?[100724,104731] 9ns 2mb |L1.?| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.134, L0.226, L0.244, L0.294, L0.295, L1.408, L0.411, L1.432"
- " Creating 3 files"
- - "**** Simulation run 183, type=split(ReduceOverlap)(split_times=[76043]). 1 Input Files, 394.25kb total:"
- - "L0, all files 394.25kb "
+ - "**** Simulation run 183, type=split(ReduceOverlap)(split_times=[76043]). 1 Input Files, 394kb total:"
+ - "L0, all files 394kb "
- "L0.228[67701,76252] 10ns |-----------------------------------------L0.228-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 394.25kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 394kb total:"
- "L0 "
- - "L0.?[67701,76043] 10ns 384.61kb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[76044,76252] 10ns 9.64kb |L0.?|"
- - "**** Simulation run 184, type=split(ReduceOverlap)(split_times=[100723]). 1 Input Files, 544.25kb total:"
- - "L0, all files 544.25kb "
+ - "L0.?[67701,76043] 10ns 385kb|----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[76044,76252] 10ns 10kb |L0.?|"
+ - "**** Simulation run 184, type=split(ReduceOverlap)(split_times=[100723]). 1 Input Files, 544kb total:"
+ - "L0, all files 544kb "
- "L0.415[92927,104731] 10ns|-----------------------------------------L0.415-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 544.25kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 544kb total:"
- "L0 "
- - "L0.?[92927,100723] 10ns 359.45kb|--------------------------L0.?---------------------------| "
- - "L0.?[100724,104731] 10ns 184.8kb |------------L0.?------------| "
+ - "L0.?[92927,100723] 10ns 359kb|--------------------------L0.?---------------------------| "
+ - "L0.?[100724,104731] 10ns 185kb |------------L0.?------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.228, L0.415"
- " Creating 4 files"
- - "**** Simulation run 185, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[129098, 153464]). 18 Input Files, 25.68mb total:"
+ - "**** Simulation run 185, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[129098, 153464]). 18 Input Files, 26mb total:"
- "L0 "
- - "L0.412[104732,108402] 9ns 169.26kb|L0.412| "
- - "L0.377[108403,108723] 9ns 14.78kb |L0.377| "
- - "L0.378[108724,109041] 9ns 14.69kb |L0.378| "
- - "L0.196[109042,114328] 9ns 243.76kb |L0.196| "
+ - "L0.412[104732,108402] 9ns 169kb|L0.412| "
+ - "L0.377[108403,108723] 9ns 15kb |L0.377| "
+ - "L0.378[108724,109041] 9ns 15kb |L0.378| "
+ - "L0.196[109042,114328] 9ns 244kb |L0.196| "
- "L0.149[114329,114329] 9ns 0b |L0.149| "
- - "L0.413[114330,132579] 9ns 841.37kb |---------L0.413---------| "
- - "L0.414[132580,135300] 9ns 125.45kb |L0.414| "
- - "L0.369[135301,139921] 9ns 213.02kb |L0.369| "
- - "L0.379[139922,140563] 9ns 29.57kb |L0.379| "
- - "L0.380[140564,142885] 9ns 107.1kb |L0.380| "
+ - "L0.413[114330,132579] 9ns 841kb |---------L0.413---------| "
+ - "L0.414[132580,135300] 9ns 125kb |L0.414| "
+ - "L0.369[135301,139921] 9ns 213kb |L0.369| "
+ - "L0.379[139922,140563] 9ns 30kb |L0.379| "
+ - "L0.380[140564,142885] 9ns 107kb |L0.380| "
- "L0.161[142886,142886] 9ns 0b |L0.161| "
- - "L0.315[142887,149665] 9ns 312.5kb |L0.315-| "
- - "L0.316[149666,156350] 9ns 308.21kb |L0.316-| "
- - "L0.270[156351,160867] 9ns 208.25kb |L0.270| "
- - "L0.422[160868,167314] 9ns 297.22kb |L0.422-| "
+ - "L0.315[142887,149665] 9ns 312kb |L0.315-| "
+ - "L0.316[149666,156350] 9ns 308kb |L0.316-| "
+ - "L0.270[156351,160867] 9ns 208kb |L0.270| "
+ - "L0.422[160868,167314] 9ns 297kb |L0.422-| "
- "L1 "
- "L1.409[104732,132579] 8ns 10mb|----------------L1.409----------------| "
- - "L1.410[132580,140563] 8ns 2.87mb |-L1.410--| "
+ - "L1.410[132580,140563] 8ns 3mb |-L1.410--| "
- "L1.419[140564,167314] 8ns 10mb |---------------L1.419---------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 25.68mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 26mb total:"
- "L1 "
- "L1.?[104732,129098] 9ns 10mb|--------------L1.?---------------| "
- "L1.?[129099,153464] 9ns 10mb |--------------L1.?---------------| "
- - "L1.?[153465,167314] 9ns 5.68mb |------L1.?-------| "
+ - "L1.?[153465,167314] 9ns 6mb |------L1.?-------| "
- "Committing partition 1:"
- " Soft Deleting 18 files: L0.149, L0.161, L0.196, L0.270, L0.315, L0.316, L0.369, L0.377, L0.378, L0.379, L0.380, L1.409, L1.410, L0.412, L0.413, L0.414, L1.419, L0.422"
- " Creating 3 files"
- - "**** Simulation run 186, type=split(ReduceOverlap)(split_times=[129098]). 1 Input Files, 841.37kb total:"
- - "L0, all files 841.37kb "
+ - "**** Simulation run 186, type=split(ReduceOverlap)(split_times=[129098]). 1 Input Files, 841kb total:"
+ - "L0, all files 841kb "
- "L0.417[114330,132579] 10ns|-----------------------------------------L0.417-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 841.37kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 841kb total:"
- "L0 "
- - "L0.?[114330,129098] 10ns 680.88kb|---------------------------------L0.?---------------------------------| "
- - "L0.?[129099,132579] 10ns 160.49kb |-----L0.?------| "
- - "**** Simulation run 187, type=split(ReduceOverlap)(split_times=[153464]). 1 Input Files, 308.21kb total:"
- - "L0, all files 308.21kb "
+ - "L0.?[114330,129098] 10ns 681kb|---------------------------------L0.?---------------------------------| "
+ - "L0.?[129099,132579] 10ns 160kb |-----L0.?------| "
+ - "**** Simulation run 187, type=split(ReduceOverlap)(split_times=[153464]). 1 Input Files, 308kb total:"
+ - "L0, all files 308kb "
- "L0.320[149666,156350] 10ns|-----------------------------------------L0.320-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 308.21kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 308kb total:"
- "L0 "
- - "L0.?[149666,153464] 10ns 175.13kb|----------------------L0.?-----------------------| "
- - "L0.?[153465,156350] 10ns 133.08kb |----------------L0.?----------------| "
+ - "L0.?[149666,153464] 10ns 175kb|----------------------L0.?-----------------------| "
+ - "L0.?[153465,156350] 10ns 133kb |----------------L0.?----------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.320, L0.417"
- " Creating 4 files"
- - "**** Simulation run 188, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[191189]). 9 Input Files, 13.69mb total:"
+ - "**** Simulation run 188, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[191189]). 9 Input Files, 14mb total:"
- "L0 "
- - "L0.423[167315,170977] 9ns 168.9kb|-L0.423-| "
- - "L0.390[170978,171442] 9ns 21.44kb |L0.390| "
+ - "L0.423[167315,170977] 9ns 169kb|-L0.423-| "
+ - "L0.390[170978,171442] 9ns 21kb |L0.390| "
- "L0.171[171443,171443] 9ns 0b |L0.171| "
- - "L0.317[171444,185000] 9ns 625.13kb |--------------L0.317---------------| "
- - "L0.424[185001,194064] 9ns 417.97kb |--------L0.424--------| "
- - "L0.425[194065,198370] 9ns 198.58kb |-L0.425--| "
- - "L0.272[198371,200000] 9ns 75.17kb |L0.272|"
+ - "L0.317[171444,185000] 9ns 625kb |--------------L0.317---------------| "
+ - "L0.424[185001,194064] 9ns 418kb |--------L0.424--------| "
+ - "L0.425[194065,198370] 9ns 199kb |-L0.425--| "
+ - "L0.272[198371,200000] 9ns 75kb |L0.272|"
- "L1 "
- "L1.420[167315,194064] 8ns 10mb|--------------------------------L1.420---------------------------------| "
- - "L1.421[194065,200000] 8ns 2.22mb |----L1.421----| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 13.69mb total:"
+ - "L1.421[194065,200000] 8ns 2mb |----L1.421----| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 14mb total:"
- "L1 "
- "L1.?[167315,191189] 9ns 10mb|-----------------------------L1.?------------------------------| "
- - "L1.?[191190,200000] 9ns 3.69mb |---------L1.?---------| "
+ - "L1.?[191190,200000] 9ns 4mb |---------L1.?---------| "
- "Committing partition 1:"
- " Soft Deleting 9 files: L0.171, L0.272, L0.317, L0.390, L1.420, L1.421, L0.423, L0.424, L0.425"
- " Creating 2 files"
- - "**** Simulation run 189, type=split(ReduceOverlap)(split_times=[191189]). 1 Input Files, 417.97kb total:"
- - "L0, all files 417.97kb "
+ - "**** Simulation run 189, type=split(ReduceOverlap)(split_times=[191189]). 1 Input Files, 418kb total:"
+ - "L0, all files 418kb "
- "L0.428[185001,194064] 10ns|-----------------------------------------L0.428-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 417.97kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 418kb total:"
- "L0 "
- - "L0.?[185001,191189] 10ns 285.38kb|---------------------------L0.?----------------------------| "
- - "L0.?[191190,194064] 10ns 132.59kb |-----------L0.?-----------| "
+ - "L0.?[185001,191189] 10ns 285kb|---------------------------L0.?----------------------------| "
+ - "L0.?[191190,194064] 10ns 133kb |-----------L0.?-----------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L0.428"
- " Creating 2 files"
- - "**** Simulation run 190, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[23080, 46060]). 14 Input Files, 22.31mb total:"
+ - "**** Simulation run 190, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[23080, 46060]). 14 Input Files, 22mb total:"
- "L0 "
- - "L0.332[100,25694] 10ns 1.15mb|------------------L0.332------------------| "
- - "L0.437[25695,25731] 10ns 1.66kb |L0.437| "
- - "L0.438[25732,28630] 10ns 133.7kb |L0.438| "
- - "L0.405[28631,28657] 10ns 1.25kb |L0.405| "
- - "L0.350[28658,32834] 10ns 192.53kb |L0.350| "
- - "L0.351[32835,38176] 10ns 246.28kb |L0.351-| "
- - "L0.296[38177,38491] 10ns 14.48kb |L0.296| "
- - "L0.297[38492,46513] 10ns 369.86kb |---L0.297---| "
- - "L0.340[46514,51288] 10ns 220.13kb |L0.340| "
- - "L0.439[51289,51362] 10ns 3.37kb |L0.439|"
+ - "L0.332[100,25694] 10ns 1mb|------------------L0.332------------------| "
+ - "L0.437[25695,25731] 10ns 2kb |L0.437| "
+ - "L0.438[25732,28630] 10ns 134kb |L0.438| "
+ - "L0.405[28631,28657] 10ns 1kb |L0.405| "
+ - "L0.350[28658,32834] 10ns 193kb |L0.350| "
+ - "L0.351[32835,38176] 10ns 246kb |L0.351-| "
+ - "L0.296[38177,38491] 10ns 14kb |L0.296| "
+ - "L0.297[38492,46513] 10ns 370kb |---L0.297---| "
+ - "L0.340[46514,51288] 10ns 220kb |L0.340| "
+ - "L0.439[51289,51362] 10ns 3kb |L0.439|"
- "L1 "
- - "L1.433[100,25694] 9ns 9.99mb|------------------L1.433------------------| "
- - "L1.434[25695,25731] 9ns 14.78kb |L1.434| "
- - "L1.435[25732,51288] 9ns 9.97mb |------------------L1.435------------------| "
- - "L1.436[51289,51362] 9ns 29.56kb |L1.436|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.31mb total:"
+ - "L1.433[100,25694] 9ns 10mb|------------------L1.433------------------| "
+ - "L1.434[25695,25731] 9ns 15kb |L1.434| "
+ - "L1.435[25732,51288] 9ns 10mb |------------------L1.435------------------| "
+ - "L1.436[51289,51362] 9ns 30kb |L1.436|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L1 "
- "L1.?[100,23080] 10ns 10mb|-----------------L1.?-----------------| "
- "L1.?[23081,46060] 10ns 10mb |-----------------L1.?-----------------| "
- - "L1.?[46061,51362] 10ns 2.31mb |-L1.?--| "
+ - "L1.?[46061,51362] 10ns 2mb |-L1.?--| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.296, L0.297, L0.332, L0.340, L0.350, L0.351, L0.405, L1.433, L1.434, L1.435, L1.436, L0.437, L0.438, L0.439"
- " Creating 3 files"
- - "**** Simulation run 191, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[73575, 95787]). 15 Input Files, 24.03mb total:"
+ - "**** Simulation run 191, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[73575, 95787]). 15 Input Files, 24mb total:"
- "L0 "
- - "L0.440[51363,57160] 10ns 267.39kb|L0.440-| "
- - "L0.407[57161,57214] 10ns 2.49kb |L0.407| "
- - "L0.352[57215,65568] 10ns 385.1kb |---L0.352---| "
- - "L0.353[65569,67700] 10ns 98.29kb |L0.353| "
- - "L0.444[67701,76043] 10ns 384.61kb |---L0.444---| "
- - "L0.445[76044,76252] 10ns 9.64kb |L0.445| "
+ - "L0.440[51363,57160] 10ns 267kb|L0.440-| "
+ - "L0.407[57161,57214] 10ns 2kb |L0.407| "
+ - "L0.352[57215,65568] 10ns 385kb |---L0.352---| "
+ - "L0.353[65569,67700] 10ns 98kb |L0.353| "
+ - "L0.444[67701,76043] 10ns 385kb |---L0.444---| "
+ - "L0.445[76044,76252] 10ns 10kb |L0.445| "
- "L0.298[76253,76882] 10ns 29kb |L0.298| "
- - "L0.299[76883,85771] 10ns 409.88kb |---L0.299---| "
+ - "L0.299[76883,85771] 10ns 410kb |---L0.299---| "
- "L0.136[85772,85772] 10ns 0b |L0.136| "
- - "L0.248[85773,92926] 10ns 329.79kb |--L0.248--| "
- - "L0.446[92927,100723] 10ns 359.45kb |--L0.446---| "
- - "L0.447[100724,104731] 10ns 184.8kb |L0.447|"
+ - "L0.248[85773,92926] 10ns 330kb |--L0.248--| "
+ - "L0.446[92927,100723] 10ns 359kb |--L0.446---| "
+ - "L0.447[100724,104731] 10ns 185kb |L0.447|"
- "L1 "
- "L1.441[51363,76043] 9ns 10mb|----------------L1.441-----------------| "
- "L1.442[76044,100723] 9ns 10mb |----------------L1.442-----------------| "
- - "L1.443[100724,104731] 9ns 1.62mb |L1.443|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 24.03mb total:"
+ - "L1.443[100724,104731] 9ns 2mb |L1.443|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 24mb total:"
- "L1 "
- "L1.?[51363,73575] 10ns 10mb|---------------L1.?----------------| "
- "L1.?[73576,95787] 10ns 10mb |---------------L1.?----------------| "
- - "L1.?[95788,104731] 10ns 4.03mb |----L1.?-----| "
+ - "L1.?[95788,104731] 10ns 4mb |----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 15 files: L0.136, L0.248, L0.298, L0.299, L0.352, L0.353, L0.407, L0.440, L1.441, L1.442, L1.443, L0.444, L0.445, L0.446, L0.447"
- " Creating 3 files"
- - "**** Simulation run 192, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[175139, 196813]). 14 Input Files, 21.47mb total:"
+ - "**** Simulation run 192, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[175139, 196813]). 14 Input Files, 21mb total:"
- "L0 "
- - "L0.276[198371,200000] 10ns 75.17kb |L0.276|"
- - "L0.429[194065,198370] 10ns 198.58kb |L0.429| "
- - "L0.458[191190,194064] 10ns 132.59kb |L0.458| "
- - "L0.457[185001,191189] 10ns 285.38kb |-L0.457--| "
- - "L0.321[171444,185000] 10ns 625.13kb |---------L0.321---------| "
+ - "L0.276[198371,200000] 10ns 75kb |L0.276|"
+ - "L0.429[194065,198370] 10ns 199kb |L0.429| "
+ - "L0.458[191190,194064] 10ns 133kb |L0.458| "
+ - "L0.457[185001,191189] 10ns 285kb |-L0.457--| "
+ - "L0.321[171444,185000] 10ns 625kb |---------L0.321---------| "
- "L0.173[171443,171443] 10ns 0b |L0.173| "
- - "L0.392[170978,171442] 10ns 21.44kb |L0.392| "
- - "L0.427[167315,170977] 10ns 168.9kb |L0.427| "
- - "L0.426[160868,167314] 10ns 297.22kb |--L0.426--| "
- - "L0.274[156351,160867] 10ns 208.25kb |L0.274| "
- - "L0.454[153465,156350] 10ns 133.08kb|L0.454| "
+ - "L0.392[170978,171442] 10ns 21kb |L0.392| "
+ - "L0.427[167315,170977] 10ns 169kb |L0.427| "
+ - "L0.426[160868,167314] 10ns 297kb |--L0.426--| "
+ - "L0.274[156351,160867] 10ns 208kb |L0.274| "
+ - "L0.454[153465,156350] 10ns 133kb|L0.454| "
- "L1 "
- - "L1.456[191190,200000] 9ns 3.69mb |----L1.456-----| "
+ - "L1.456[191190,200000] 9ns 4mb |----L1.456-----| "
- "L1.455[167315,191189] 9ns 10mb |-------------------L1.455-------------------| "
- - "L1.450[153465,167314] 9ns 5.68mb|---------L1.450---------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 21.47mb total:"
+ - "L1.450[153465,167314] 9ns 6mb|---------L1.450---------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 21mb total:"
- "L1 "
- "L1.?[153465,175139] 10ns 10mb|-----------------L1.?------------------| "
- "L1.?[175140,196813] 10ns 10mb |-----------------L1.?------------------| "
- - "L1.?[196814,200000] 10ns 1.47mb |L1.?| "
+ - "L1.?[196814,200000] 10ns 1mb |L1.?| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.173, L0.274, L0.276, L0.321, L0.392, L0.426, L0.427, L0.429, L1.450, L0.454, L1.455, L1.456, L0.457, L0.458"
- " Creating 3 files"
- - "**** Simulation run 193, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[126690, 148648]). 16 Input Files, 22.19mb total:"
+ - "**** Simulation run 193, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[126690, 148648]). 16 Input Files, 22mb total:"
- "L0 "
- - "L0.416[104732,108402] 10ns 169.26kb|L0.416| "
- - "L0.381[108403,108723] 10ns 14.78kb |L0.381| "
- - "L0.382[108724,109041] 10ns 14.69kb |L0.382| "
- - "L0.200[109042,114328] 10ns 243.76kb |L0.200-| "
+ - "L0.416[104732,108402] 10ns 169kb|L0.416| "
+ - "L0.381[108403,108723] 10ns 15kb |L0.381| "
+ - "L0.382[108724,109041] 10ns 15kb |L0.382| "
+ - "L0.200[109042,114328] 10ns 244kb |L0.200-| "
- "L0.151[114329,114329] 10ns 0b |L0.151| "
- - "L0.451[114330,129098] 10ns 680.88kb |---------L0.451----------| "
- - "L0.452[129099,132579] 10ns 160.49kb |L0.452| "
- - "L0.418[132580,135300] 10ns 125.45kb |L0.418| "
- - "L0.371[135301,139921] 10ns 213.02kb |L0.371| "
- - "L0.383[139922,140563] 10ns 29.57kb |L0.383| "
- - "L0.384[140564,142885] 10ns 107.1kb |L0.384| "
+ - "L0.451[114330,129098] 10ns 681kb |---------L0.451----------| "
+ - "L0.452[129099,132579] 10ns 160kb |L0.452| "
+ - "L0.418[132580,135300] 10ns 125kb |L0.418| "
+ - "L0.371[135301,139921] 10ns 213kb |L0.371| "
+ - "L0.383[139922,140563] 10ns 30kb |L0.383| "
+ - "L0.384[140564,142885] 10ns 107kb |L0.384| "
- "L0.163[142886,142886] 10ns 0b |L0.163| "
- - "L0.319[142887,149665] 10ns 312.5kb |--L0.319--| "
- - "L0.453[149666,153464] 10ns 175.13kb |L0.453|"
+ - "L0.319[142887,149665] 10ns 312kb |--L0.319--| "
+ - "L0.453[149666,153464] 10ns 175kb |L0.453|"
- "L1 "
- "L1.448[104732,129098] 9ns 10mb|------------------L1.448-------------------| "
- "L1.449[129099,153464] 9ns 10mb |------------------L1.449------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.19mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L1 "
- "L1.?[104732,126690] 10ns 10mb|-----------------L1.?-----------------| "
- "L1.?[126691,148648] 10ns 10mb |-----------------L1.?-----------------| "
- - "L1.?[148649,153464] 10ns 2.19mb |-L1.?-| "
+ - "L1.?[148649,153464] 10ns 2mb |-L1.?-| "
- "Committing partition 1:"
- " Soft Deleting 16 files: L0.151, L0.163, L0.200, L0.319, L0.371, L0.381, L0.382, L0.383, L0.384, L0.416, L0.418, L1.448, L1.449, L0.451, L0.452, L0.453"
- " Creating 3 files"
- - "**** Simulation run 194, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[45717, 68353]). 3 Input Files, 22.31mb total:"
+ - "**** Simulation run 194, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[45717, 68353]). 3 Input Files, 22mb total:"
- "L1 "
- "L1.460[23081,46060] 10ns 10mb|----------------L1.460----------------| "
- - "L1.461[46061,51362] 10ns 2.31mb |L1.461-| "
+ - "L1.461[46061,51362] 10ns 2mb |L1.461-| "
- "L1.462[51363,73575] 10ns 10mb |---------------L1.462----------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.31mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L2 "
- "L2.?[23081,45717] 10ns 10mb|-----------------L2.?-----------------| "
- "L2.?[45718,68353] 10ns 10mb |-----------------L2.?-----------------| "
- - "L2.?[68354,73575] 10ns 2.31mb |-L2.?--| "
+ - "L2.?[68354,73575] 10ns 2mb |-L2.?--| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.460, L1.461, L1.462"
- " Upgrading 1 files level to CompactionLevel::L2: L1.459"
- " Creating 3 files"
- - "**** Simulation run 195, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[95682, 117788]). 3 Input Files, 24.03mb total:"
+ - "**** Simulation run 195, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[95682, 117788]). 3 Input Files, 24mb total:"
- "L1 "
- "L1.463[73576,95787] 10ns 10mb|--------------L1.463---------------| "
- - "L1.464[95788,104731] 10ns 4.03mb |---L1.464----| "
+ - "L1.464[95788,104731] 10ns 4mb |---L1.464----| "
- "L1.468[104732,126690] 10ns 10mb |--------------L1.468---------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 24.03mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 24mb total:"
- "L2 "
- "L2.?[73576,95682] 10ns 10mb|---------------L2.?----------------| "
- "L2.?[95683,117788] 10ns 10mb |---------------L2.?----------------| "
- - "L2.?[117789,126690] 10ns 4.03mb |----L2.?-----| "
+ - "L2.?[117789,126690] 10ns 4mb |----L2.?-----| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.463, L1.464, L1.468"
- " Creating 3 files"
- - "**** Simulation run 196, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[148521, 170351]). 3 Input Files, 22.19mb total:"
+ - "**** Simulation run 196, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[148521, 170351]). 3 Input Files, 22mb total:"
- "L1 "
- "L1.469[126691,148648] 10ns 10mb|----------------L1.469----------------| "
- - "L1.470[148649,153464] 10ns 2.19mb |L1.470| "
+ - "L1.470[148649,153464] 10ns 2mb |L1.470| "
- "L1.465[153465,175139] 10ns 10mb |----------------L1.465----------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.19mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L2 "
- "L2.?[126691,148521] 10ns 10mb|-----------------L2.?-----------------| "
- "L2.?[148522,170351] 10ns 10mb |-----------------L2.?-----------------| "
- - "L2.?[170352,175139] 10ns 2.19mb |-L2.?-| "
+ - "L2.?[170352,175139] 10ns 2mb |-L2.?-| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.465, L1.469, L1.470"
- " Creating 3 files"
- - "**** Simulation run 197, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[195028]). 2 Input Files, 11.47mb total:"
+ - "**** Simulation run 197, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[195028]). 2 Input Files, 11mb total:"
- "L1 "
- - "L1.467[196814,200000] 10ns 1.47mb |-L1.467--| "
+ - "L1.467[196814,200000] 10ns 1mb |-L1.467--| "
- "L1.466[175140,196813] 10ns 10mb|-----------------------------------L1.466-----------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 11.47mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 11mb total:"
- "L2 "
- - "L2.?[175140,195028] 10ns 9.18mb|---------------------------------L2.?---------------------------------| "
- - "L2.?[195029,200000] 10ns 2.29mb |-----L2.?------| "
+ - "L2.?[175140,195028] 10ns 9mb|---------------------------------L2.?---------------------------------| "
+ - "L2.?[195029,200000] 10ns 2mb |-----L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.466, L1.467"
- " Creating 2 files"
- - "**** Final Output Files (994.29mb written)"
+ - "**** Final Output Files (994mb written)"
- "L2 "
- "L2.459[100,23080] 10ns 10mb|-L2.459-| "
- "L2.471[23081,45717] 10ns 10mb |-L2.471-| "
- "L2.472[45718,68353] 10ns 10mb |-L2.472-| "
- - "L2.473[68354,73575] 10ns 2.31mb |L2.473| "
+ - "L2.473[68354,73575] 10ns 2mb |L2.473| "
- "L2.474[73576,95682] 10ns 10mb |L2.474-| "
- "L2.475[95683,117788] 10ns 10mb |L2.475-| "
- - "L2.476[117789,126690] 10ns 4.03mb |L2.476| "
+ - "L2.476[117789,126690] 10ns 4mb |L2.476| "
- "L2.477[126691,148521] 10ns 10mb |L2.477-| "
- "L2.478[148522,170351] 10ns 10mb |L2.478-| "
- - "L2.479[170352,175139] 10ns 2.19mb |L2.479| "
- - "L2.480[175140,195028] 10ns 9.18mb |L2.480| "
- - "L2.481[195029,200000] 10ns 2.29mb |L2.481|"
+ - "L2.479[170352,175139] 10ns 2mb |L2.479| "
+ - "L2.480[175140,195028] 10ns 9mb |L2.480| "
+ - "L2.481[195029,200000] 10ns 2mb |L2.481|"
"###
);
}
@@ -2351,154 +2351,154 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L0.1[100,200000] 1ns |-----------------------------------------L0.1------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 1ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 1ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 1ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 1ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 1ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 1ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 1ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 1ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 1ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 1ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 1ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 1ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 1ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 1ns 1mb |---L0.?---| "
- "**** Simulation run 1, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.2[100,200000] 2ns |-----------------------------------------L0.2------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 2ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 2ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 2ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 2ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 2ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 2ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 2ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 2ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 2ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 2ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 2ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 2ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 2ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 2ns 1mb |---L0.?---| "
- "**** Simulation run 2, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.3[100,200000] 3ns |-----------------------------------------L0.3------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 3ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 3ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 3ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 3ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 3ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 3ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 3ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 3ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 3ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 3ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 3ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 3ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 3ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 3ns 1mb |---L0.?---| "
- "**** Simulation run 3, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.4[100,200000] 4ns |-----------------------------------------L0.4------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 4ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 4ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 4ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 4ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 4ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 4ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 4ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 4ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 4ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 4ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 4ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 4ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 4ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 4ns 1mb |---L0.?---| "
- "**** Simulation run 4, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.5[100,200000] 5ns |-----------------------------------------L0.5------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 5ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 5ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 5ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 5ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 5ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 5ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 5ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 5ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 5ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 5ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 5ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 5ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 5ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 5ns 1mb |---L0.?---| "
- "**** Simulation run 5, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.6[100,200000] 6ns |-----------------------------------------L0.6------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 6ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 6ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 6ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 6ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 6ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 6ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 6ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 6ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 6ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 6ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 6ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 6ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 6ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 6ns 1mb |---L0.?---| "
- "**** Simulation run 6, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.7[100,200000] 7ns |-----------------------------------------L0.7------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 7ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 7ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 7ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 7ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 7ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 7ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 7ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 7ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 7ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 7ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 7ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 7ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 7ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 7ns 1mb |---L0.?---| "
- "**** Simulation run 7, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.8[100,200000] 8ns |-----------------------------------------L0.8------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 8ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 8ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 8ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 8ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 8ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 8ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 8ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 8ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 8ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 8ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 8ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 8ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 8ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 8ns 1mb |---L0.?---| "
- "**** Simulation run 8, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.9[100,200000] 9ns |-----------------------------------------L0.9------------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 9ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 9ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 9ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 9ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 9ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 9ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 9ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 9ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 9ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 9ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 9ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 9ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 9ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 9ns 1mb |---L0.?---| "
- "**** Simulation run 9, type=split(HighL0OverlapTotalBacklog)(split_times=[28657, 57214, 85771, 114328, 142885, 171442]). 1 Input Files, 9mb total:"
- "L0, all files 9mb "
- "L0.10[100,200000] 10ns |-----------------------------------------L0.10-----------------------------------------| "
- "**** 7 Output Files (parquet_file_id not yet assigned), 9mb total:"
- "L0 "
- - "L0.?[100,28657] 10ns 1.29mb|---L0.?---| "
- - "L0.?[28658,57214] 10ns 1.29mb |---L0.?---| "
- - "L0.?[57215,85771] 10ns 1.29mb |---L0.?---| "
- - "L0.?[85772,114328] 10ns 1.29mb |---L0.?---| "
- - "L0.?[114329,142885] 10ns 1.29mb |---L0.?---| "
- - "L0.?[142886,171442] 10ns 1.29mb |---L0.?---| "
- - "L0.?[171443,200000] 10ns 1.29mb |---L0.?---| "
+ - "L0.?[100,28657] 10ns 1mb |---L0.?---| "
+ - "L0.?[28658,57214] 10ns 1mb |---L0.?---| "
+ - "L0.?[57215,85771] 10ns 1mb |---L0.?---| "
+ - "L0.?[85772,114328] 10ns 1mb |---L0.?---| "
+ - "L0.?[114329,142885] 10ns 1mb |---L0.?---| "
+ - "L0.?[142886,171442] 10ns 1mb |---L0.?---| "
+ - "L0.?[171443,200000] 10ns 1mb |---L0.?---| "
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10"
- " Creating 70 files"
- - "**** Simulation run 10, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[67700, 135300]). 23 Input Files, 29.57mb total:"
+ - "**** Simulation run 10, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[67700, 135300]). 23 Input Files, 30mb total:"
- "L0 "
- - "L0.11[100,28657] 1ns 1.29mb|--L0.11---| "
- - "L0.12[28658,57214] 1ns 1.29mb |--L0.12---| "
- - "L0.13[57215,85771] 1ns 1.29mb |--L0.13---| "
- - "L0.14[85772,114328] 1ns 1.29mb |--L0.14---| "
- - "L0.15[114329,142885] 1ns 1.29mb |--L0.15---| "
- - "L0.16[142886,171442] 1ns 1.29mb |--L0.16---| "
- - "L0.17[171443,200000] 1ns 1.29mb |--L0.17---| "
- - "L0.18[100,28657] 2ns 1.29mb|--L0.18---| "
- - "L0.19[28658,57214] 2ns 1.29mb |--L0.19---| "
- - "L0.20[57215,85771] 2ns 1.29mb |--L0.20---| "
- - "L0.21[85772,114328] 2ns 1.29mb |--L0.21---| "
- - "L0.22[114329,142885] 2ns 1.29mb |--L0.22---| "
- - "L0.23[142886,171442] 2ns 1.29mb |--L0.23---| "
- - "L0.24[171443,200000] 2ns 1.29mb |--L0.24---| "
- - "L0.25[100,28657] 3ns 1.29mb|--L0.25---| "
- - "L0.26[28658,57214] 3ns 1.29mb |--L0.26---| "
- - "L0.27[57215,85771] 3ns 1.29mb |--L0.27---| "
- - "L0.28[85772,114328] 3ns 1.29mb |--L0.28---| "
- - "L0.29[114329,142885] 3ns 1.29mb |--L0.29---| "
- - "L0.30[142886,171442] 3ns 1.29mb |--L0.30---| "
- - "L0.31[171443,200000] 3ns 1.29mb |--L0.31---| "
- - "L0.32[100,28657] 4ns 1.29mb|--L0.32---| "
- - "L0.33[28658,57214] 4ns 1.29mb |--L0.33---| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 29.57mb total:"
+ - "L0.11[100,28657] 1ns 1mb |--L0.11---| "
+ - "L0.12[28658,57214] 1ns 1mb |--L0.12---| "
+ - "L0.13[57215,85771] 1ns 1mb |--L0.13---| "
+ - "L0.14[85772,114328] 1ns 1mb |--L0.14---| "
+ - "L0.15[114329,142885] 1ns 1mb |--L0.15---| "
+ - "L0.16[142886,171442] 1ns 1mb |--L0.16---| "
+ - "L0.17[171443,200000] 1ns 1mb |--L0.17---| "
+ - "L0.18[100,28657] 2ns 1mb |--L0.18---| "
+ - "L0.19[28658,57214] 2ns 1mb |--L0.19---| "
+ - "L0.20[57215,85771] 2ns 1mb |--L0.20---| "
+ - "L0.21[85772,114328] 2ns 1mb |--L0.21---| "
+ - "L0.22[114329,142885] 2ns 1mb |--L0.22---| "
+ - "L0.23[142886,171442] 2ns 1mb |--L0.23---| "
+ - "L0.24[171443,200000] 2ns 1mb |--L0.24---| "
+ - "L0.25[100,28657] 3ns 1mb |--L0.25---| "
+ - "L0.26[28658,57214] 3ns 1mb |--L0.26---| "
+ - "L0.27[57215,85771] 3ns 1mb |--L0.27---| "
+ - "L0.28[85772,114328] 3ns 1mb |--L0.28---| "
+ - "L0.29[114329,142885] 3ns 1mb |--L0.29---| "
+ - "L0.30[142886,171442] 3ns 1mb |--L0.30---| "
+ - "L0.31[171443,200000] 3ns 1mb |--L0.31---| "
+ - "L0.32[100,28657] 4ns 1mb |--L0.32---| "
+ - "L0.33[28658,57214] 4ns 1mb |--L0.33---| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:"
- "L1 "
- "L1.?[100,67700] 4ns 10mb |------------L1.?------------| "
- "L1.?[67701,135300] 4ns 10mb |------------L1.?------------| "
- - "L1.?[135301,200000] 4ns 9.57mb |-----------L1.?------------| "
+ - "L1.?[135301,200000] 4ns 10mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 23 files: L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33"
- " Creating 3 files"
@@ -2507,151 +2507,151 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L1.81[100,67700] 4ns |-----------------------------------------L1.81------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,28657] 4ns 4.22mb|----------------L1.?----------------| "
- - "L1.?[28658,57214] 4ns 4.22mb |----------------L1.?----------------| "
- - "L1.?[57215,67700] 4ns 1.55mb |---L1.?----| "
+ - "L1.?[100,28657] 4ns 4mb |----------------L1.?----------------| "
+ - "L1.?[28658,57214] 4ns 4mb |----------------L1.?----------------| "
+ - "L1.?[57215,67700] 4ns 2mb |---L1.?----| "
- "**** Simulation run 12, type=split(HighL0OverlapTotalBacklog)(split_times=[85771, 114328]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.82[67701,135300] 4ns |-----------------------------------------L1.82------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[67701,85771] 4ns 2.67mb|---------L1.?---------| "
- - "L1.?[85772,114328] 4ns 4.22mb |----------------L1.?----------------| "
- - "L1.?[114329,135300] 4ns 3.1mb |----------L1.?-----------| "
- - "**** Simulation run 13, type=split(HighL0OverlapTotalBacklog)(split_times=[142885, 171442]). 1 Input Files, 9.57mb total:"
- - "L1, all files 9.57mb "
+ - "L1.?[67701,85771] 4ns 3mb|---------L1.?---------| "
+ - "L1.?[85772,114328] 4ns 4mb |----------------L1.?----------------| "
+ - "L1.?[114329,135300] 4ns 3mb |----------L1.?-----------| "
+ - "**** Simulation run 13, type=split(HighL0OverlapTotalBacklog)(split_times=[142885, 171442]). 1 Input Files, 10mb total:"
+ - "L1, all files 10mb "
- "L1.83[135301,200000] 4ns |-----------------------------------------L1.83------------------------------------------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 9.57mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[135301,142885] 4ns 1.12mb|--L1.?--| "
- - "L1.?[142886,171442] 4ns 4.22mb |----------------L1.?-----------------| "
- - "L1.?[171443,200000] 4ns 4.22mb |----------------L1.?-----------------| "
+ - "L1.?[135301,142885] 4ns 1mb|--L1.?--| "
+ - "L1.?[142886,171442] 4ns 4mb |----------------L1.?-----------------| "
+ - "L1.?[171443,200000] 4ns 4mb |----------------L1.?-----------------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.81, L1.82, L1.83"
- " Creating 9 files"
- - "**** Simulation run 14, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "**** Simulation run 14, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.34[57215,85771] 4ns |-----------------------------------------L0.34------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 4ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 4ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 15, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 4ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 4ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 15, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.36[114329,142885] 4ns |-----------------------------------------L0.36------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 4ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 4ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 16, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 4ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 4ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 16, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.41[57215,85771] 5ns |-----------------------------------------L0.41------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 5ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 5ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 17, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 5ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 5ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 17, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.43[114329,142885] 5ns |-----------------------------------------L0.43------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 5ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 5ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 18, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 5ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 5ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 18, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.48[57215,85771] 6ns |-----------------------------------------L0.48------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 6ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 6ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 19, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 6ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 6ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 19, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.50[114329,142885] 6ns |-----------------------------------------L0.50------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 6ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 6ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 20, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 6ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 6ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 20, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.55[57215,85771] 7ns |-----------------------------------------L0.55------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 7ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 7ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 21, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 7ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 7ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 21, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.57[114329,142885] 7ns |-----------------------------------------L0.57------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 7ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 7ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 22, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 7ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 7ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 22, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.62[57215,85771] 8ns |-----------------------------------------L0.62------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 8ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 8ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 23, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 8ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 8ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 23, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.64[114329,142885] 8ns |-----------------------------------------L0.64------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 8ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 8ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 24, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 8ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 8ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 24, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.69[57215,85771] 9ns |-----------------------------------------L0.69------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 9ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 9ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 25, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 9ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 9ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 25, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.71[114329,142885] 9ns |-----------------------------------------L0.71------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 9ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 9ns 349.69kb |--------L0.?---------| "
- - "**** Simulation run 26, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114329,135300] 9ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 9ns 350kb |--------L0.?---------| "
+ - "**** Simulation run 26, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.76[57215,85771] 10ns |-----------------------------------------L0.76------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[57215,67700] 10ns 483.39kb|-------------L0.?--------------| "
- - "L0.?[67701,85771] 10ns 833.13kb |-------------------------L0.?-------------------------| "
- - "**** Simulation run 27, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[57215,67700] 10ns 483kb|-------------L0.?--------------| "
+ - "L0.?[67701,85771] 10ns 833kb |-------------------------L0.?-------------------------| "
+ - "**** Simulation run 27, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.78[114329,142885] 10ns|-----------------------------------------L0.78------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[114329,135300] 10ns 966.83kb|------------------------------L0.?------------------------------| "
- - "L0.?[135301,142885] 10ns 349.69kb |--------L0.?---------| "
+ - "L0.?[114329,135300] 10ns 967kb|------------------------------L0.?------------------------------| "
+ - "L0.?[135301,142885] 10ns 350kb |--------L0.?---------| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.34, L0.36, L0.41, L0.43, L0.48, L0.50, L0.55, L0.57, L0.62, L0.64, L0.69, L0.71, L0.76, L0.78"
- " Creating 28 files"
- - "**** Simulation run 28, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[109041, 160867]). 14 Input Files, 27.55mb total:"
+ - "**** Simulation run 28, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[109041, 160867]). 14 Input Files, 28mb total:"
- "L0 "
- - "L0.93[57215,67700] 4ns 483.39kb|L0.93| "
- - "L0.94[67701,85771] 4ns 833.13kb |--L0.94--| "
- - "L0.35[85772,114328] 4ns 1.29mb |-----L0.35-----| "
- - "L0.95[114329,135300] 4ns 966.83kb |---L0.95---| "
- - "L0.96[135301,142885] 4ns 349.69kb |L0.96| "
- - "L0.37[142886,171442] 4ns 1.29mb |-----L0.37-----| "
- - "L0.38[171443,200000] 4ns 1.29mb |-----L0.38------|"
+ - "L0.93[57215,67700] 4ns 483kb|L0.93| "
+ - "L0.94[67701,85771] 4ns 833kb |--L0.94--| "
+ - "L0.35[85772,114328] 4ns 1mb |-----L0.35-----| "
+ - "L0.95[114329,135300] 4ns 967kb |---L0.95---| "
+ - "L0.96[135301,142885] 4ns 350kb |L0.96| "
+ - "L0.37[142886,171442] 4ns 1mb |-----L0.37-----| "
+ - "L0.38[171443,200000] 4ns 1mb |-----L0.38------|"
- "L1 "
- - "L1.86[57215,67700] 4ns 1.55mb|L1.86| "
- - "L1.87[67701,85771] 4ns 2.67mb |--L1.87--| "
- - "L1.88[85772,114328] 4ns 4.22mb |-----L1.88-----| "
- - "L1.89[114329,135300] 4ns 3.1mb |---L1.89---| "
- - "L1.90[135301,142885] 4ns 1.12mb |L1.90| "
- - "L1.91[142886,171442] 4ns 4.22mb |-----L1.91-----| "
- - "L1.92[171443,200000] 4ns 4.22mb |-----L1.92------|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 27.55mb total:"
+ - "L1.86[57215,67700] 4ns 2mb|L1.86| "
+ - "L1.87[67701,85771] 4ns 3mb |--L1.87--| "
+ - "L1.88[85772,114328] 4ns 4mb |-----L1.88-----| "
+ - "L1.89[114329,135300] 4ns 3mb |---L1.89---| "
+ - "L1.90[135301,142885] 4ns 1mb |L1.90| "
+ - "L1.91[142886,171442] 4ns 4mb |-----L1.91-----| "
+ - "L1.92[171443,200000] 4ns 4mb |-----L1.92------|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 28mb total:"
- "L1 "
- "L1.?[57215,109041] 4ns 10mb|-------------L1.?-------------| "
- "L1.?[109042,160867] 4ns 10mb |-------------L1.?-------------| "
- - "L1.?[160868,200000] 4ns 7.55mb |---------L1.?---------| "
+ - "L1.?[160868,200000] 4ns 8mb |---------L1.?---------| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.35, L0.37, L0.38, L1.86, L1.87, L1.88, L1.89, L1.90, L1.91, L1.92, L0.93, L0.94, L0.95, L0.96"
- " Creating 3 files"
@@ -2660,302 +2660,302 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L1.121[57215,109041] 4ns |-----------------------------------------L1.121-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[57215,85772] 4ns 5.51mb|---------------------L1.?----------------------| "
- - "L1.?[85773,109041] 4ns 4.49mb |-----------------L1.?-----------------| "
- - "**** Simulation run 30, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L1.?[57215,85772] 4ns 6mb|---------------------L1.?----------------------| "
+ - "L1.?[85773,109041] 4ns 4mb |-----------------L1.?-----------------| "
+ - "**** Simulation run 30, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.42[85772,114328] 5ns |-----------------------------------------L0.42------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 5ns 0b |L0.?| "
- - "L0.?[85773,114328] 5ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 31, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,114328] 5ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 31, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.49[85772,114328] 6ns |-----------------------------------------L0.49------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 6ns 0b |L0.?| "
- - "L0.?[85773,114328] 6ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 32, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,114328] 6ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 32, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.56[85772,114328] 7ns |-----------------------------------------L0.56------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 7ns 0b |L0.?| "
- - "L0.?[85773,114328] 7ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 33, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,114328] 7ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 33, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.63[85772,114328] 8ns |-----------------------------------------L0.63------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 8ns 0b |L0.?| "
- - "L0.?[85773,114328] 8ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 34, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,114328] 8ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 34, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.70[85772,114328] 9ns |-----------------------------------------L0.70------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 9ns 0b |L0.?| "
- - "L0.?[85773,114328] 9ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 35, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,114328] 9ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 35, type=split(HighL0OverlapTotalBacklog)(split_times=[85772]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.77[85772,114328] 10ns |-----------------------------------------L0.77------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[85772,85772] 10ns 0b|L0.?| "
- - "L0.?[85773,114328] 10ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[85773,114328] 10ns 1mb|-----------------------------------------L0.?------------------------------------------| "
- "**** Simulation run 36, type=split(HighL0OverlapTotalBacklog)(split_times=[114329, 142886]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.122[109042,160867] 4ns|-----------------------------------------L1.122-----------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[109042,114329] 4ns 1.02mb|-L1.?--| "
- - "L1.?[114330,142886] 4ns 5.51mb |---------------------L1.?----------------------| "
- - "L1.?[142887,160867] 4ns 3.47mb |------------L1.?-------------| "
- - "**** Simulation run 37, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L1.?[109042,114329] 4ns 1mb|-L1.?--| "
+ - "L1.?[114330,142886] 4ns 6mb |---------------------L1.?----------------------| "
+ - "L1.?[142887,160867] 4ns 3mb |------------L1.?-------------| "
+ - "**** Simulation run 37, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.99[114329,135300] 5ns |-----------------------------------------L0.99------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 5ns 0b|L0.?| "
- - "L0.?[114330,135300] 5ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 38, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[114330,135300] 5ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 38, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.103[114329,135300] 6ns|-----------------------------------------L0.103-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 6ns 0b|L0.?| "
- - "L0.?[114330,135300] 6ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 39, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[114330,135300] 6ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 39, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.107[114329,135300] 7ns|-----------------------------------------L0.107-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 7ns 0b|L0.?| "
- - "L0.?[114330,135300] 7ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 40, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[114330,135300] 7ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 40, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.111[114329,135300] 8ns|-----------------------------------------L0.111-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 8ns 0b|L0.?| "
- - "L0.?[114330,135300] 8ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 41, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[114330,135300] 8ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 41, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.115[114329,135300] 9ns|-----------------------------------------L0.115-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 9ns 0b|L0.?| "
- - "L0.?[114330,135300] 9ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 42, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[114330,135300] 9ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 42, type=split(HighL0OverlapTotalBacklog)(split_times=[114329]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.119[114329,135300] 10ns|-----------------------------------------L0.119-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- "L0.?[114329,114329] 10ns 0b|L0.?| "
- - "L0.?[114330,135300] 10ns 966.83kb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 43, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[114330,135300] 10ns 967kb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 43, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.44[142886,171442] 5ns |-----------------------------------------L0.44------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 5ns 0b|L0.?| "
- - "L0.?[142887,171442] 5ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 44, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,171442] 5ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 44, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.51[142886,171442] 6ns |-----------------------------------------L0.51------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 6ns 0b|L0.?| "
- - "L0.?[142887,171442] 6ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 45, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,171442] 6ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 45, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.58[142886,171442] 7ns |-----------------------------------------L0.58------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 7ns 0b|L0.?| "
- - "L0.?[142887,171442] 7ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 46, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,171442] 7ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 46, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.65[142886,171442] 8ns |-----------------------------------------L0.65------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 8ns 0b|L0.?| "
- - "L0.?[142887,171442] 8ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 47, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,171442] 8ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 47, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.72[142886,171442] 9ns |-----------------------------------------L0.72------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 9ns 0b|L0.?| "
- - "L0.?[142887,171442] 9ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 48, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,171442] 9ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 48, type=split(HighL0OverlapTotalBacklog)(split_times=[142886]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.79[142886,171442] 10ns|-----------------------------------------L0.79------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[142886,142886] 10ns 0b|L0.?| "
- - "L0.?[142887,171442] 10ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 49, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 7.55mb total:"
- - "L1, all files 7.55mb "
+ - "L0.?[142887,171442] 10ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 49, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 8mb total:"
+ - "L1, all files 8mb "
- "L1.123[160868,200000] 4ns|-----------------------------------------L1.123-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 7.55mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 8mb total:"
- "L1 "
- - "L1.?[160868,171443] 4ns 2.04mb|---------L1.?---------| "
- - "L1.?[171444,200000] 4ns 5.51mb |-----------------------------L1.?------------------------------| "
- - "**** Simulation run 50, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L1.?[160868,171443] 4ns 2mb|---------L1.?---------| "
+ - "L1.?[171444,200000] 4ns 6mb |-----------------------------L1.?------------------------------| "
+ - "**** Simulation run 50, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.45[171443,200000] 5ns |-----------------------------------------L0.45------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 5ns 0b|L0.?| "
- - "L0.?[171444,200000] 5ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 51, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[171444,200000] 5ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 51, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.52[171443,200000] 6ns |-----------------------------------------L0.52------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 6ns 0b|L0.?| "
- - "L0.?[171444,200000] 6ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 52, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[171444,200000] 6ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 52, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.73[171443,200000] 9ns |-----------------------------------------L0.73------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 9ns 0b|L0.?| "
- - "L0.?[171444,200000] 9ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 53, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[171444,200000] 9ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 53, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.80[171443,200000] 10ns|-----------------------------------------L0.80------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 10ns 0b|L0.?| "
- - "L0.?[171444,200000] 10ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 54, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[171444,200000] 10ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 54, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.59[171443,200000] 7ns |-----------------------------------------L0.59------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 7ns 0b|L0.?| "
- - "L0.?[171444,200000] 7ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
- - "**** Simulation run 55, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[171444,200000] 7ns 1mb|-----------------------------------------L0.?------------------------------------------| "
+ - "**** Simulation run 55, type=split(HighL0OverlapTotalBacklog)(split_times=[171443]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.66[171443,200000] 8ns |-----------------------------------------L0.66------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- "L0.?[171443,171443] 8ns 0b|L0.?| "
- - "L0.?[171444,200000] 8ns 1.29mb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[171444,200000] 8ns 1mb|-----------------------------------------L0.?------------------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 27 files: L0.42, L0.44, L0.45, L0.49, L0.51, L0.52, L0.56, L0.58, L0.59, L0.63, L0.65, L0.66, L0.70, L0.72, L0.73, L0.77, L0.79, L0.80, L0.99, L0.103, L0.107, L0.111, L0.115, L0.119, L1.121, L1.122, L1.123"
- " Creating 55 files"
- - "**** Simulation run 56, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "**** Simulation run 56, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.127[85773,114328] 5ns |-----------------------------------------L0.127-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 5ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 5ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 57, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 5ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 5ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 57, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.154[142887,171442] 5ns|-----------------------------------------L0.154-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 5ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 5ns 487.56kb |-------------L0.?--------------| "
- - "**** Simulation run 58, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,160867] 5ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 5ns 488kb |-------------L0.?--------------| "
+ - "**** Simulation run 58, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.129[85773,114328] 6ns |-----------------------------------------L0.129-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 6ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 6ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 6ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 6ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.156[142887,171442] 6ns|-----------------------------------------L0.156-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 6ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 6ns 487.56kb |-------------L0.?--------------| "
- - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,160867] 6ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 6ns 488kb |-------------L0.?--------------| "
+ - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.131[85773,114328] 7ns |-----------------------------------------L0.131-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 7ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 7ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 61, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 7ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 7ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 61, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.158[142887,171442] 7ns|-----------------------------------------L0.158-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 7ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 7ns 487.56kb |-------------L0.?--------------| "
- - "**** Simulation run 62, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,160867] 7ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 7ns 488kb |-------------L0.?--------------| "
+ - "**** Simulation run 62, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.133[85773,114328] 8ns |-----------------------------------------L0.133-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 8ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 8ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 63, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 8ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 8ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 63, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.160[142887,171442] 8ns|-----------------------------------------L0.160-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 8ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 8ns 487.56kb |-------------L0.?--------------| "
- - "**** Simulation run 64, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,160867] 8ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 8ns 488kb |-------------L0.?--------------| "
+ - "**** Simulation run 64, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.135[85773,114328] 9ns |-----------------------------------------L0.135-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 9ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 9ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 9ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 9ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.162[142887,171442] 9ns|-----------------------------------------L0.162-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 9ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 9ns 487.56kb |-------------L0.?--------------| "
- - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,160867] 9ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 9ns 488kb |-------------L0.?--------------| "
+ - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[109041]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.137[85773,114328] 10ns|-----------------------------------------L0.137-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,109041] 10ns 1.05mb|---------------------------------L0.?----------------------------------| "
- - "L0.?[109042,114328] 10ns 243.76kb |-----L0.?-----| "
- - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[85773,109041] 10ns 1mb|---------------------------------L0.?----------------------------------| "
+ - "L0.?[109042,114328] 10ns 244kb |-----L0.?-----| "
+ - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[160867]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.164[142887,171442] 10ns|-----------------------------------------L0.164-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[142887,160867] 10ns 828.96kb|-------------------------L0.?-------------------------| "
- - "L0.?[160868,171442] 10ns 487.56kb |-------------L0.?--------------| "
+ - "L0.?[142887,160867] 10ns 829kb|-------------------------L0.?-------------------------| "
+ - "L0.?[160868,171442] 10ns 488kb |-------------L0.?--------------| "
- "Committing partition 1:"
- " Soft Deleting 12 files: L0.127, L0.129, L0.131, L0.133, L0.135, L0.137, L0.154, L0.156, L0.158, L0.160, L0.162, L0.164"
- " Creating 24 files"
- - "**** Simulation run 68, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[46513, 92926]). 13 Input Files, 24.61mb total:"
+ - "**** Simulation run 68, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[46513, 92926]). 13 Input Files, 25mb total:"
- "L0 "
- - "L0.39[100,28657] 5ns 1.29mb|-------L0.39--------| "
- - "L0.40[28658,57214] 5ns 1.29mb |-------L0.40--------| "
- - "L0.97[57215,67700] 5ns 483.39kb |L0.97-| "
- - "L0.98[67701,85771] 5ns 833.13kb |---L0.98----| "
+ - "L0.39[100,28657] 5ns 1mb |-------L0.39--------| "
+ - "L0.40[28658,57214] 5ns 1mb |-------L0.40--------| "
+ - "L0.97[57215,67700] 5ns 483kb |L0.97-| "
+ - "L0.98[67701,85771] 5ns 833kb |---L0.98----| "
- "L0.126[85772,85772] 5ns 0b |L0.126| "
- - "L0.179[85773,109041] 5ns 1.05mb |-----L0.179-----| "
- - "L0.180[109042,114328] 5ns 243.76kb |L0.180|"
+ - "L0.179[85773,109041] 5ns 1mb |-----L0.179-----| "
+ - "L0.180[109042,114328] 5ns 244kb |L0.180|"
- "L0.141[114329,114329] 5ns 0b |L0.141|"
- "L1 "
- - "L1.84[100,28657] 4ns 4.22mb|-------L1.84--------| "
- - "L1.85[28658,57214] 4ns 4.22mb |-------L1.85--------| "
- - "L1.124[57215,85772] 4ns 5.51mb |-------L1.124-------| "
- - "L1.125[85773,109041] 4ns 4.49mb |-----L1.125-----| "
- - "L1.138[109042,114329] 4ns 1.02mb |L1.138|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 24.61mb total:"
+ - "L1.84[100,28657] 4ns 4mb |-------L1.84--------| "
+ - "L1.85[28658,57214] 4ns 4mb |-------L1.85--------| "
+ - "L1.124[57215,85772] 4ns 6mb |-------L1.124-------| "
+ - "L1.125[85773,109041] 4ns 4mb |-----L1.125-----| "
+ - "L1.138[109042,114329] 4ns 1mb |L1.138|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 25mb total:"
- "L1 "
- "L1.?[100,46513] 5ns 10mb |---------------L1.?---------------| "
- "L1.?[46514,92926] 5ns 10mb |---------------L1.?---------------| "
- - "L1.?[92927,114329] 5ns 4.61mb |-----L1.?-----| "
+ - "L1.?[92927,114329] 5ns 5mb |-----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 13 files: L0.39, L0.40, L1.84, L1.85, L0.97, L0.98, L1.124, L1.125, L0.126, L1.138, L0.141, L0.179, L0.180"
- " Creating 3 files"
@@ -2964,180 +2964,180 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L1.203[100,46513] 5ns |----------------------------------------L1.203-----------------------------------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,38176] 5ns 8.2mb|---------------------------------L1.?----------------------------------| "
- - "L1.?[38177,46513] 5ns 1.8mb |-----L1.?-----| "
- - "**** Simulation run 70, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L1.?[100,38176] 5ns 8mb |---------------------------------L1.?----------------------------------| "
+ - "L1.?[38177,46513] 5ns 2mb |-----L1.?-----| "
+ - "**** Simulation run 70, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.47[28658,57214] 6ns |-----------------------------------------L0.47------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[28658,38176] 6ns 438.81kb|-----------L0.?------------| "
- - "L0.?[38177,57214] 6ns 877.71kb |--------------------------L0.?---------------------------| "
- - "**** Simulation run 71, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[28658,38176] 6ns 439kb|-----------L0.?------------| "
+ - "L0.?[38177,57214] 6ns 878kb |--------------------------L0.?---------------------------| "
+ - "**** Simulation run 71, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.54[28658,57214] 7ns |-----------------------------------------L0.54------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[28658,38176] 7ns 438.81kb|-----------L0.?------------| "
- - "L0.?[38177,57214] 7ns 877.71kb |--------------------------L0.?---------------------------| "
- - "**** Simulation run 72, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[28658,38176] 7ns 439kb|-----------L0.?------------| "
+ - "L0.?[38177,57214] 7ns 878kb |--------------------------L0.?---------------------------| "
+ - "**** Simulation run 72, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.61[28658,57214] 8ns |-----------------------------------------L0.61------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[28658,38176] 8ns 438.81kb|-----------L0.?------------| "
- - "L0.?[38177,57214] 8ns 877.71kb |--------------------------L0.?---------------------------| "
- - "**** Simulation run 73, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[28658,38176] 8ns 439kb|-----------L0.?------------| "
+ - "L0.?[38177,57214] 8ns 878kb |--------------------------L0.?---------------------------| "
+ - "**** Simulation run 73, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.68[28658,57214] 9ns |-----------------------------------------L0.68------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[28658,38176] 9ns 438.81kb|-----------L0.?------------| "
- - "L0.?[38177,57214] 9ns 877.71kb |--------------------------L0.?---------------------------| "
- - "**** Simulation run 74, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[28658,38176] 9ns 439kb|-----------L0.?------------| "
+ - "L0.?[38177,57214] 9ns 878kb |--------------------------L0.?---------------------------| "
+ - "**** Simulation run 74, type=split(HighL0OverlapTotalBacklog)(split_times=[38176]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.75[28658,57214] 10ns |-----------------------------------------L0.75------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[28658,38176] 10ns 438.81kb|-----------L0.?------------| "
- - "L0.?[38177,57214] 10ns 877.71kb |--------------------------L0.?---------------------------| "
+ - "L0.?[28658,38176] 10ns 439kb|-----------L0.?------------| "
+ - "L0.?[38177,57214] 10ns 878kb |--------------------------L0.?---------------------------| "
- "**** Simulation run 75, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.204[46514,92926] 5ns |-----------------------------------------L1.204-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[46514,76252] 5ns 6.41mb|-------------------------L1.?--------------------------| "
- - "L1.?[76253,92926] 5ns 3.59mb |-------------L1.?-------------| "
- - "**** Simulation run 76, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833.13kb total:"
- - "L0, all files 833.13kb "
+ - "L1.?[46514,76252] 5ns 6mb|-------------------------L1.?--------------------------| "
+ - "L1.?[76253,92926] 5ns 4mb |-------------L1.?-------------| "
+ - "**** Simulation run 76, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833kb total:"
+ - "L0, all files 833kb "
- "L0.102[67701,85771] 6ns |-----------------------------------------L0.102-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 833.13kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:"
- "L0 "
- - "L0.?[67701,76252] 6ns 394.25kb|------------------L0.?------------------| "
- - "L0.?[76253,85771] 6ns 438.88kb |--------------------L0.?---------------------| "
- - "**** Simulation run 77, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833.13kb total:"
- - "L0, all files 833.13kb "
+ - "L0.?[67701,76252] 6ns 394kb|------------------L0.?------------------| "
+ - "L0.?[76253,85771] 6ns 439kb |--------------------L0.?---------------------| "
+ - "**** Simulation run 77, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833kb total:"
+ - "L0, all files 833kb "
- "L0.106[67701,85771] 7ns |-----------------------------------------L0.106-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 833.13kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:"
- "L0 "
- - "L0.?[67701,76252] 7ns 394.25kb|------------------L0.?------------------| "
- - "L0.?[76253,85771] 7ns 438.88kb |--------------------L0.?---------------------| "
- - "**** Simulation run 78, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833.13kb total:"
- - "L0, all files 833.13kb "
+ - "L0.?[67701,76252] 7ns 394kb|------------------L0.?------------------| "
+ - "L0.?[76253,85771] 7ns 439kb |--------------------L0.?---------------------| "
+ - "**** Simulation run 78, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833kb total:"
+ - "L0, all files 833kb "
- "L0.110[67701,85771] 8ns |-----------------------------------------L0.110-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 833.13kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:"
- "L0 "
- - "L0.?[67701,76252] 8ns 394.25kb|------------------L0.?------------------| "
- - "L0.?[76253,85771] 8ns 438.88kb |--------------------L0.?---------------------| "
- - "**** Simulation run 79, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833.13kb total:"
- - "L0, all files 833.13kb "
+ - "L0.?[67701,76252] 8ns 394kb|------------------L0.?------------------| "
+ - "L0.?[76253,85771] 8ns 439kb |--------------------L0.?---------------------| "
+ - "**** Simulation run 79, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833kb total:"
+ - "L0, all files 833kb "
- "L0.114[67701,85771] 9ns |-----------------------------------------L0.114-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 833.13kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:"
- "L0 "
- - "L0.?[67701,76252] 9ns 394.25kb|------------------L0.?------------------| "
- - "L0.?[76253,85771] 9ns 438.88kb |--------------------L0.?---------------------| "
- - "**** Simulation run 80, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833.13kb total:"
- - "L0, all files 833.13kb "
+ - "L0.?[67701,76252] 9ns 394kb|------------------L0.?------------------| "
+ - "L0.?[76253,85771] 9ns 439kb |--------------------L0.?---------------------| "
+ - "**** Simulation run 80, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 833kb total:"
+ - "L0, all files 833kb "
- "L0.118[67701,85771] 10ns |-----------------------------------------L0.118-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 833.13kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:"
- "L0 "
- - "L0.?[67701,76252] 10ns 394.25kb|------------------L0.?------------------| "
- - "L0.?[76253,85771] 10ns 438.88kb |--------------------L0.?---------------------| "
+ - "L0.?[67701,76252] 10ns 394kb|------------------L0.?------------------| "
+ - "L0.?[76253,85771] 10ns 439kb |--------------------L0.?---------------------| "
- "Committing partition 1:"
- " Soft Deleting 12 files: L0.47, L0.54, L0.61, L0.68, L0.75, L0.102, L0.106, L0.110, L0.114, L0.118, L1.203, L1.204"
- " Creating 24 files"
- - "**** Simulation run 81, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 877.71kb total:"
- - "L0, all files 877.71kb "
+ - "**** Simulation run 81, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 878kb total:"
+ - "L0, all files 878kb "
- "L0.209[38177,57214] 6ns |-----------------------------------------L0.209-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 877.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 878kb total:"
- "L0 "
- - "L0.?[38177,46513] 6ns 384.33kb|----------------L0.?-----------------| "
- - "L0.?[46514,57214] 6ns 493.38kb |----------------------L0.?----------------------| "
- - "**** Simulation run 82, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1.05mb total:"
- - "L0, all files 1.05mb "
+ - "L0.?[38177,46513] 6ns 384kb|----------------L0.?-----------------| "
+ - "L0.?[46514,57214] 6ns 493kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 82, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.183[85773,109041] 6ns |----------------------------------------L0.183-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,92926] 6ns 329.79kb|----------L0.?-----------| "
- - "L0.?[92927,109041] 6ns 742.98kb |----------------------------L0.?----------------------------| "
- - "**** Simulation run 83, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 877.71kb total:"
- - "L0, all files 877.71kb "
+ - "L0.?[85773,92926] 6ns 330kb|----------L0.?-----------| "
+ - "L0.?[92927,109041] 6ns 743kb |----------------------------L0.?----------------------------| "
+ - "**** Simulation run 83, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 878kb total:"
+ - "L0, all files 878kb "
- "L0.211[38177,57214] 7ns |-----------------------------------------L0.211-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 877.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 878kb total:"
- "L0 "
- - "L0.?[38177,46513] 7ns 384.33kb|----------------L0.?-----------------| "
- - "L0.?[46514,57214] 7ns 493.38kb |----------------------L0.?----------------------| "
- - "**** Simulation run 84, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1.05mb total:"
- - "L0, all files 1.05mb "
+ - "L0.?[38177,46513] 7ns 384kb|----------------L0.?-----------------| "
+ - "L0.?[46514,57214] 7ns 493kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 84, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.187[85773,109041] 7ns |----------------------------------------L0.187-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,92926] 7ns 329.79kb|----------L0.?-----------| "
- - "L0.?[92927,109041] 7ns 742.98kb |----------------------------L0.?----------------------------| "
- - "**** Simulation run 85, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 877.71kb total:"
- - "L0, all files 877.71kb "
+ - "L0.?[85773,92926] 7ns 330kb|----------L0.?-----------| "
+ - "L0.?[92927,109041] 7ns 743kb |----------------------------L0.?----------------------------| "
+ - "**** Simulation run 85, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 878kb total:"
+ - "L0, all files 878kb "
- "L0.213[38177,57214] 8ns |-----------------------------------------L0.213-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 877.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 878kb total:"
- "L0 "
- - "L0.?[38177,46513] 8ns 384.33kb|----------------L0.?-----------------| "
- - "L0.?[46514,57214] 8ns 493.38kb |----------------------L0.?----------------------| "
- - "**** Simulation run 86, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1.05mb total:"
- - "L0, all files 1.05mb "
+ - "L0.?[38177,46513] 8ns 384kb|----------------L0.?-----------------| "
+ - "L0.?[46514,57214] 8ns 493kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 86, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.191[85773,109041] 8ns |----------------------------------------L0.191-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,92926] 8ns 329.79kb|----------L0.?-----------| "
- - "L0.?[92927,109041] 8ns 742.98kb |----------------------------L0.?----------------------------| "
- - "**** Simulation run 87, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 877.71kb total:"
- - "L0, all files 877.71kb "
+ - "L0.?[85773,92926] 8ns 330kb|----------L0.?-----------| "
+ - "L0.?[92927,109041] 8ns 743kb |----------------------------L0.?----------------------------| "
+ - "**** Simulation run 87, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 878kb total:"
+ - "L0, all files 878kb "
- "L0.215[38177,57214] 9ns |-----------------------------------------L0.215-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 877.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 878kb total:"
- "L0 "
- - "L0.?[38177,46513] 9ns 384.33kb|----------------L0.?-----------------| "
- - "L0.?[46514,57214] 9ns 493.38kb |----------------------L0.?----------------------| "
- - "**** Simulation run 88, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1.05mb total:"
- - "L0, all files 1.05mb "
+ - "L0.?[38177,46513] 9ns 384kb|----------------L0.?-----------------| "
+ - "L0.?[46514,57214] 9ns 493kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 88, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.195[85773,109041] 9ns |----------------------------------------L0.195-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,92926] 9ns 329.79kb|----------L0.?-----------| "
- - "L0.?[92927,109041] 9ns 742.98kb |----------------------------L0.?----------------------------| "
- - "**** Simulation run 89, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 877.71kb total:"
- - "L0, all files 877.71kb "
+ - "L0.?[85773,92926] 9ns 330kb|----------L0.?-----------| "
+ - "L0.?[92927,109041] 9ns 743kb |----------------------------L0.?----------------------------| "
+ - "**** Simulation run 89, type=split(ReduceOverlap)(split_times=[46513]). 1 Input Files, 878kb total:"
+ - "L0, all files 878kb "
- "L0.217[38177,57214] 10ns |-----------------------------------------L0.217-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 877.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 878kb total:"
- "L0 "
- - "L0.?[38177,46513] 10ns 384.33kb|----------------L0.?-----------------| "
- - "L0.?[46514,57214] 10ns 493.38kb |----------------------L0.?----------------------| "
- - "**** Simulation run 90, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1.05mb total:"
- - "L0, all files 1.05mb "
+ - "L0.?[38177,46513] 10ns 384kb|----------------L0.?-----------------| "
+ - "L0.?[46514,57214] 10ns 493kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 90, type=split(ReduceOverlap)(split_times=[92926]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.199[85773,109041] 10ns|----------------------------------------L0.199-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.05mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[85773,92926] 10ns 329.79kb|----------L0.?-----------| "
- - "L0.?[92927,109041] 10ns 742.98kb |----------------------------L0.?----------------------------| "
+ - "L0.?[85773,92926] 10ns 330kb|----------L0.?-----------| "
+ - "L0.?[92927,109041] 10ns 743kb |----------------------------L0.?----------------------------| "
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.183, L0.187, L0.191, L0.195, L0.199, L0.209, L0.211, L0.213, L0.215, L0.217"
- " Creating 20 files"
- - "**** Simulation run 91, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[156350, 198370]). 11 Input Files, 20.39mb total:"
+ - "**** Simulation run 91, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[156350, 198370]). 11 Input Files, 20mb total:"
- "L0 "
- - "L0.142[114330,135300] 5ns 966.83kb|-------L0.142-------| "
- - "L0.100[135301,142885] 5ns 349.69kb |L0.100| "
+ - "L0.142[114330,135300] 5ns 967kb|-------L0.142-------| "
+ - "L0.100[135301,142885] 5ns 350kb |L0.100| "
- "L0.153[142886,142886] 5ns 0b |L0.153| "
- - "L0.181[142887,160867] 5ns 828.96kb |-----L0.181-----| "
- - "L0.182[160868,171442] 5ns 487.56kb |-L0.182--| "
+ - "L0.181[142887,160867] 5ns 829kb |-----L0.181-----| "
+ - "L0.182[160868,171442] 5ns 488kb |-L0.182--| "
- "L0.167[171443,171443] 5ns 0b |L0.167| "
- - "L0.168[171444,200000] 5ns 1.29mb |----------L0.168-----------| "
+ - "L0.168[171444,200000] 5ns 1mb |----------L0.168-----------| "
- "L1 "
- - "L1.139[114330,142886] 4ns 5.51mb|----------L1.139-----------| "
- - "L1.140[142887,160867] 4ns 3.47mb |-----L1.140-----| "
- - "L1.165[160868,171443] 4ns 2.04mb |-L1.165--| "
- - "L1.166[171444,200000] 4ns 5.51mb |----------L1.166-----------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 20.39mb total:"
+ - "L1.139[114330,142886] 4ns 6mb|----------L1.139-----------| "
+ - "L1.140[142887,160867] 4ns 3mb |-----L1.140-----| "
+ - "L1.165[160868,171443] 4ns 2mb |-L1.165--| "
+ - "L1.166[171444,200000] 4ns 6mb |----------L1.166-----------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 20mb total:"
- "L1 "
- "L1.?[114330,156350] 5ns 10mb|-------------------L1.?-------------------| "
- "L1.?[156351,198370] 5ns 10mb |-------------------L1.?-------------------| "
- - "L1.?[198371,200000] 5ns 397.47kb |L1.?|"
+ - "L1.?[198371,200000] 5ns 397kb |L1.?|"
- "Committing partition 1:"
- " Soft Deleting 11 files: L0.100, L1.139, L1.140, L0.142, L0.153, L1.165, L1.166, L0.167, L0.168, L0.181, L0.182"
- " Creating 3 files"
@@ -3146,116 +3146,116 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L1.250[114330,156350] 5ns|-----------------------------------------L1.250-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[114330,142886] 5ns 6.8mb|---------------------------L1.?----------------------------| "
- - "L1.?[142887,156350] 5ns 3.2mb |-----------L1.?-----------| "
+ - "L1.?[114330,142886] 5ns 7mb|---------------------------L1.?----------------------------| "
+ - "L1.?[142887,156350] 5ns 3mb |-----------L1.?-----------| "
- "**** Simulation run 93, type=split(HighL0OverlapTotalBacklog)(split_times=[171442]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.251[156351,198370] 5ns|-----------------------------------------L1.251-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[156351,171442] 5ns 3.59mb|-------------L1.?-------------| "
- - "L1.?[171443,198370] 5ns 6.41mb |-------------------------L1.?--------------------------| "
+ - "L1.?[156351,171442] 5ns 4mb|-------------L1.?-------------| "
+ - "L1.?[171443,198370] 5ns 6mb |-------------------------L1.?--------------------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.250, L1.251"
- " Creating 4 files"
- - "**** Simulation run 94, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 828.96kb total:"
- - "L0, all files 828.96kb "
+ - "**** Simulation run 94, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 829kb total:"
+ - "L0, all files 829kb "
- "L0.185[142887,160867] 6ns|-----------------------------------------L0.185-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 828.96kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 829kb total:"
- "L0 "
- - "L0.?[142887,156350] 6ns 620.71kb|------------------------------L0.?-------------------------------| "
- - "L0.?[156351,160867] 6ns 208.25kb |--------L0.?--------| "
- - "**** Simulation run 95, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,156350] 6ns 621kb|------------------------------L0.?-------------------------------| "
+ - "L0.?[156351,160867] 6ns 208kb |--------L0.?--------| "
+ - "**** Simulation run 95, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.170[171444,200000] 6ns|-----------------------------------------L0.170-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,198370] 6ns 1.21mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[198371,200000] 6ns 75.17kb |L0.?|"
- - "**** Simulation run 96, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 828.96kb total:"
- - "L0, all files 828.96kb "
+ - "L0.?[171444,198370] 6ns 1mb|---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[198371,200000] 6ns 75kb |L0.?|"
+ - "**** Simulation run 96, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 829kb total:"
+ - "L0, all files 829kb "
- "L0.189[142887,160867] 7ns|-----------------------------------------L0.189-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 828.96kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 829kb total:"
- "L0 "
- - "L0.?[142887,156350] 7ns 620.71kb|------------------------------L0.?-------------------------------| "
- - "L0.?[156351,160867] 7ns 208.25kb |--------L0.?--------| "
- - "**** Simulation run 97, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,156350] 7ns 621kb|------------------------------L0.?-------------------------------| "
+ - "L0.?[156351,160867] 7ns 208kb |--------L0.?--------| "
+ - "**** Simulation run 97, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.176[171444,200000] 7ns|-----------------------------------------L0.176-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,198370] 7ns 1.21mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[198371,200000] 7ns 75.17kb |L0.?|"
- - "**** Simulation run 98, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 828.96kb total:"
- - "L0, all files 828.96kb "
+ - "L0.?[171444,198370] 7ns 1mb|---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[198371,200000] 7ns 75kb |L0.?|"
+ - "**** Simulation run 98, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 829kb total:"
+ - "L0, all files 829kb "
- "L0.193[142887,160867] 8ns|-----------------------------------------L0.193-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 828.96kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 829kb total:"
- "L0 "
- - "L0.?[142887,156350] 8ns 620.71kb|------------------------------L0.?-------------------------------| "
- - "L0.?[156351,160867] 8ns 208.25kb |--------L0.?--------| "
- - "**** Simulation run 99, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,156350] 8ns 621kb|------------------------------L0.?-------------------------------| "
+ - "L0.?[156351,160867] 8ns 208kb |--------L0.?--------| "
+ - "**** Simulation run 99, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.178[171444,200000] 8ns|-----------------------------------------L0.178-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,198370] 8ns 1.21mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[198371,200000] 8ns 75.17kb |L0.?|"
- - "**** Simulation run 100, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 828.96kb total:"
- - "L0, all files 828.96kb "
+ - "L0.?[171444,198370] 8ns 1mb|---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[198371,200000] 8ns 75kb |L0.?|"
+ - "**** Simulation run 100, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 829kb total:"
+ - "L0, all files 829kb "
- "L0.197[142887,160867] 9ns|-----------------------------------------L0.197-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 828.96kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 829kb total:"
- "L0 "
- - "L0.?[142887,156350] 9ns 620.71kb|------------------------------L0.?-------------------------------| "
- - "L0.?[156351,160867] 9ns 208.25kb |--------L0.?--------| "
- - "**** Simulation run 101, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,156350] 9ns 621kb|------------------------------L0.?-------------------------------| "
+ - "L0.?[156351,160867] 9ns 208kb |--------L0.?--------| "
+ - "**** Simulation run 101, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.172[171444,200000] 9ns|-----------------------------------------L0.172-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,198370] 9ns 1.21mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[198371,200000] 9ns 75.17kb |L0.?|"
- - "**** Simulation run 102, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 828.96kb total:"
- - "L0, all files 828.96kb "
+ - "L0.?[171444,198370] 9ns 1mb|---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[198371,200000] 9ns 75kb |L0.?|"
+ - "**** Simulation run 102, type=split(ReduceOverlap)(split_times=[156350]). 1 Input Files, 829kb total:"
+ - "L0, all files 829kb "
- "L0.201[142887,160867] 10ns|-----------------------------------------L0.201-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 828.96kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 829kb total:"
- "L0 "
- - "L0.?[142887,156350] 10ns 620.71kb|------------------------------L0.?-------------------------------| "
- - "L0.?[156351,160867] 10ns 208.25kb |--------L0.?--------| "
- - "**** Simulation run 103, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[142887,156350] 10ns 621kb|------------------------------L0.?-------------------------------| "
+ - "L0.?[156351,160867] 10ns 208kb |--------L0.?--------| "
+ - "**** Simulation run 103, type=split(ReduceOverlap)(split_times=[198370]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.174[171444,200000] 10ns|-----------------------------------------L0.174-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,198370] 10ns 1.21mb|---------------------------------------L0.?---------------------------------------| "
- - "L0.?[198371,200000] 10ns 75.17kb |L0.?|"
+ - "L0.?[171444,198370] 10ns 1mb|---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[198371,200000] 10ns 75kb |L0.?|"
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.170, L0.172, L0.174, L0.176, L0.178, L0.185, L0.189, L0.193, L0.197, L0.201"
- " Creating 20 files"
- - "**** Simulation run 104, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[38491, 76882]). 17 Input Files, 29.75mb total:"
+ - "**** Simulation run 104, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[38491, 76882]). 17 Input Files, 30mb total:"
- "L0 "
- - "L0.46[100,28657] 6ns 1.29mb|-------L0.46--------| "
- - "L0.208[28658,38176] 6ns 438.81kb |L0.208| "
- - "L0.230[38177,46513] 6ns 384.33kb |L0.230| "
- - "L0.231[46514,57214] 6ns 493.38kb |L0.231| "
- - "L0.101[57215,67700] 6ns 483.39kb |L0.101| "
- - "L0.220[67701,76252] 6ns 394.25kb |L0.220| "
- - "L0.221[76253,85771] 6ns 438.88kb |L0.221| "
+ - "L0.46[100,28657] 6ns 1mb |-------L0.46--------| "
+ - "L0.208[28658,38176] 6ns 439kb |L0.208| "
+ - "L0.230[38177,46513] 6ns 384kb |L0.230| "
+ - "L0.231[46514,57214] 6ns 493kb |L0.231| "
+ - "L0.101[57215,67700] 6ns 483kb |L0.101| "
+ - "L0.220[67701,76252] 6ns 394kb |L0.220| "
+ - "L0.221[76253,85771] 6ns 439kb |L0.221| "
- "L0.128[85772,85772] 6ns 0b |L0.128| "
- - "L0.232[85773,92926] 6ns 329.79kb |L0.232| "
- - "L0.233[92927,109041] 6ns 742.98kb |--L0.233--| "
- - "L0.184[109042,114328] 6ns 243.76kb |L0.184|"
+ - "L0.232[85773,92926] 6ns 330kb |L0.232| "
+ - "L0.233[92927,109041] 6ns 743kb |--L0.233--| "
+ - "L0.184[109042,114328] 6ns 244kb |L0.184|"
- "L0.143[114329,114329] 6ns 0b |L0.143|"
- "L1 "
- - "L1.206[100,38176] 5ns 8.2mb|----------L1.206-----------| "
- - "L1.207[38177,46513] 5ns 1.8mb |L1.207| "
- - "L1.218[46514,76252] 5ns 6.41mb |-------L1.218--------| "
- - "L1.219[76253,92926] 5ns 3.59mb |--L1.219---| "
- - "L1.205[92927,114329] 5ns 4.61mb |----L1.205----| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 29.75mb total:"
+ - "L1.206[100,38176] 5ns 8mb|----------L1.206-----------| "
+ - "L1.207[38177,46513] 5ns 2mb |L1.207| "
+ - "L1.218[46514,76252] 5ns 6mb |-------L1.218--------| "
+ - "L1.219[76253,92926] 5ns 4mb |--L1.219---| "
+ - "L1.205[92927,114329] 5ns 5mb |----L1.205----| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:"
- "L1 "
- "L1.?[100,38491] 6ns 10mb |------------L1.?------------| "
- "L1.?[38492,76882] 6ns 10mb |------------L1.?------------| "
- - "L1.?[76883,114329] 6ns 9.75mb |-----------L1.?------------| "
+ - "L1.?[76883,114329] 6ns 10mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 17 files: L0.46, L0.101, L0.128, L0.143, L0.184, L1.205, L1.206, L1.207, L0.208, L1.218, L1.219, L0.220, L0.221, L0.230, L0.231, L0.232, L0.233"
- " Creating 3 files"
@@ -3264,99 +3264,99 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L1.277[100,38491] 6ns |-----------------------------------------L1.277-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,38176] 6ns 9.92mb|-----------------------------------------L1.?------------------------------------------| "
- - "L1.?[38177,38491] 6ns 84.02kb |L1.?|"
+ - "L1.?[100,38176] 6ns 10mb |-----------------------------------------L1.?------------------------------------------| "
+ - "L1.?[38177,38491] 6ns 84kb |L1.?|"
- "**** Simulation run 106, type=split(HighL0OverlapTotalBacklog)(split_times=[76252]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.278[38492,76882] 6ns |-----------------------------------------L1.278-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[38492,76252] 6ns 9.84mb|-----------------------------------------L1.?-----------------------------------------| "
- - "L1.?[76253,76882] 6ns 168.04kb |L1.?|"
+ - "L1.?[38492,76252] 6ns 10mb|-----------------------------------------L1.?-----------------------------------------| "
+ - "L1.?[76253,76882] 6ns 168kb |L1.?|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.277, L1.278"
- " Creating 4 files"
- - "**** Simulation run 107, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384.33kb total:"
- - "L0, all files 384.33kb "
+ - "**** Simulation run 107, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384kb total:"
+ - "L0, all files 384kb "
- "L0.234[38177,46513] 7ns |-----------------------------------------L0.234-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 384.33kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 384kb total:"
- "L0 "
- - "L0.?[38177,38491] 7ns 14.48kb|L0.?| "
- - "L0.?[38492,46513] 7ns 369.86kb |----------------------------------------L0.?----------------------------------------| "
- - "**** Simulation run 108, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 438.88kb total:"
- - "L0, all files 438.88kb "
+ - "L0.?[38177,38491] 7ns 14kb|L0.?| "
+ - "L0.?[38492,46513] 7ns 370kb |----------------------------------------L0.?----------------------------------------| "
+ - "**** Simulation run 108, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.223[76253,85771] 7ns |-----------------------------------------L0.223-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.88kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- "L0.?[76253,76882] 7ns 29kb|L0.?| "
- - "L0.?[76883,85771] 7ns 409.88kb |---------------------------------------L0.?---------------------------------------| "
- - "**** Simulation run 109, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384.33kb total:"
- - "L0, all files 384.33kb "
+ - "L0.?[76883,85771] 7ns 410kb |---------------------------------------L0.?---------------------------------------| "
+ - "**** Simulation run 109, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384kb total:"
+ - "L0, all files 384kb "
- "L0.238[38177,46513] 8ns |-----------------------------------------L0.238-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 384.33kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 384kb total:"
- "L0 "
- - "L0.?[38177,38491] 8ns 14.48kb|L0.?| "
- - "L0.?[38492,46513] 8ns 369.86kb |----------------------------------------L0.?----------------------------------------| "
- - "**** Simulation run 110, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 438.88kb total:"
- - "L0, all files 438.88kb "
+ - "L0.?[38177,38491] 8ns 14kb|L0.?| "
+ - "L0.?[38492,46513] 8ns 370kb |----------------------------------------L0.?----------------------------------------| "
+ - "**** Simulation run 110, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.225[76253,85771] 8ns |-----------------------------------------L0.225-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.88kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- "L0.?[76253,76882] 8ns 29kb|L0.?| "
- - "L0.?[76883,85771] 8ns 409.88kb |---------------------------------------L0.?---------------------------------------| "
- - "**** Simulation run 111, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384.33kb total:"
- - "L0, all files 384.33kb "
+ - "L0.?[76883,85771] 8ns 410kb |---------------------------------------L0.?---------------------------------------| "
+ - "**** Simulation run 111, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384kb total:"
+ - "L0, all files 384kb "
- "L0.242[38177,46513] 9ns |-----------------------------------------L0.242-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 384.33kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 384kb total:"
- "L0 "
- - "L0.?[38177,38491] 9ns 14.48kb|L0.?| "
- - "L0.?[38492,46513] 9ns 369.86kb |----------------------------------------L0.?----------------------------------------| "
- - "**** Simulation run 112, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 438.88kb total:"
- - "L0, all files 438.88kb "
+ - "L0.?[38177,38491] 9ns 14kb|L0.?| "
+ - "L0.?[38492,46513] 9ns 370kb |----------------------------------------L0.?----------------------------------------| "
+ - "**** Simulation run 112, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.227[76253,85771] 9ns |-----------------------------------------L0.227-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.88kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- "L0.?[76253,76882] 9ns 29kb|L0.?| "
- - "L0.?[76883,85771] 9ns 409.88kb |---------------------------------------L0.?---------------------------------------| "
- - "**** Simulation run 113, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384.33kb total:"
- - "L0, all files 384.33kb "
+ - "L0.?[76883,85771] 9ns 410kb |---------------------------------------L0.?---------------------------------------| "
+ - "**** Simulation run 113, type=split(ReduceOverlap)(split_times=[38491]). 1 Input Files, 384kb total:"
+ - "L0, all files 384kb "
- "L0.246[38177,46513] 10ns |-----------------------------------------L0.246-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 384.33kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 384kb total:"
- "L0 "
- - "L0.?[38177,38491] 10ns 14.48kb|L0.?| "
- - "L0.?[38492,46513] 10ns 369.86kb |----------------------------------------L0.?----------------------------------------| "
- - "**** Simulation run 114, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 438.88kb total:"
- - "L0, all files 438.88kb "
+ - "L0.?[38177,38491] 10ns 14kb|L0.?| "
+ - "L0.?[38492,46513] 10ns 370kb |----------------------------------------L0.?----------------------------------------| "
+ - "**** Simulation run 114, type=split(ReduceOverlap)(split_times=[76882]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.229[76253,85771] 10ns |-----------------------------------------L0.229-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.88kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- "L0.?[76253,76882] 10ns 29kb|L0.?| "
- - "L0.?[76883,85771] 10ns 409.88kb |---------------------------------------L0.?---------------------------------------| "
+ - "L0.?[76883,85771] 10ns 410kb |---------------------------------------L0.?---------------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.223, L0.225, L0.227, L0.229, L0.234, L0.238, L0.242, L0.246"
- " Creating 16 files"
- - "**** Simulation run 115, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[149665, 185000]). 14 Input Files, 24.25mb total:"
+ - "**** Simulation run 115, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[149665, 185000]). 14 Input Files, 24mb total:"
- "L0 "
- - "L0.144[114330,135300] 6ns 966.83kb|-------L0.144-------| "
- - "L0.104[135301,142885] 6ns 349.69kb |L0.104| "
+ - "L0.144[114330,135300] 6ns 967kb|-------L0.144-------| "
+ - "L0.104[135301,142885] 6ns 350kb |L0.104| "
- "L0.155[142886,142886] 6ns 0b |L0.155| "
- - "L0.257[142887,156350] 6ns 620.71kb |---L0.257---| "
- - "L0.258[156351,160867] 6ns 208.25kb |L0.258| "
- - "L0.186[160868,171442] 6ns 487.56kb |-L0.186--| "
+ - "L0.257[142887,156350] 6ns 621kb |---L0.257---| "
+ - "L0.258[156351,160867] 6ns 208kb |L0.258| "
+ - "L0.186[160868,171442] 6ns 488kb |-L0.186--| "
- "L0.169[171443,171443] 6ns 0b |L0.169| "
- - "L0.259[171444,198370] 6ns 1.21mb |----------L0.259----------| "
- - "L0.260[198371,200000] 6ns 75.17kb |L0.260|"
+ - "L0.259[171444,198370] 6ns 1mb |----------L0.259----------| "
+ - "L0.260[198371,200000] 6ns 75kb |L0.260|"
- "L1 "
- - "L1.253[114330,142886] 5ns 6.8mb|----------L1.253-----------| "
- - "L1.254[142887,156350] 5ns 3.2mb |---L1.254---| "
- - "L1.255[156351,171442] 5ns 3.59mb |---L1.255----| "
- - "L1.256[171443,198370] 5ns 6.41mb |----------L1.256----------| "
- - "L1.252[198371,200000] 5ns 397.47kb |L1.252|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 24.25mb total:"
+ - "L1.253[114330,142886] 5ns 7mb|----------L1.253-----------| "
+ - "L1.254[142887,156350] 5ns 3mb |---L1.254---| "
+ - "L1.255[156351,171442] 5ns 4mb |---L1.255----| "
+ - "L1.256[171443,198370] 5ns 6mb |----------L1.256----------| "
+ - "L1.252[198371,200000] 5ns 397kb |L1.252|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 24mb total:"
- "L1 "
- "L1.?[114330,149665] 6ns 10mb|---------------L1.?----------------| "
- "L1.?[149666,185000] 6ns 10mb |---------------L1.?----------------| "
- - "L1.?[185001,200000] 6ns 4.25mb |----L1.?-----| "
+ - "L1.?[185001,200000] 6ns 4mb |----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.104, L0.144, L0.155, L0.169, L0.186, L1.252, L1.253, L1.254, L1.255, L1.256, L0.257, L0.258, L0.259, L0.260"
- " Creating 3 files"
@@ -3365,97 +3365,97 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L1.300[114330,149665] 6ns|-----------------------------------------L1.300-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[114330,142886] 6ns 8.08mb|---------------------------------L1.?---------------------------------| "
- - "L1.?[142887,149665] 6ns 1.92mb |-----L1.?------| "
+ - "L1.?[114330,142886] 6ns 8mb|---------------------------------L1.?---------------------------------| "
+ - "L1.?[142887,149665] 6ns 2mb |-----L1.?------| "
- "**** Simulation run 117, type=split(HighL0OverlapTotalBacklog)(split_times=[171442]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.301[149666,185000] 6ns|-----------------------------------------L1.301-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[149666,171442] 6ns 6.16mb|------------------------L1.?-------------------------| "
- - "L1.?[171443,185000] 6ns 3.84mb |--------------L1.?--------------| "
+ - "L1.?[149666,171442] 6ns 6mb|------------------------L1.?-------------------------| "
+ - "L1.?[171443,185000] 6ns 4mb |--------------L1.?--------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.300, L1.301"
- " Creating 4 files"
- - "**** Simulation run 118, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 620.71kb total:"
- - "L0, all files 620.71kb "
+ - "**** Simulation run 118, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 621kb total:"
+ - "L0, all files 621kb "
- "L0.261[142887,156350] 7ns|----------------------------------------L0.261-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 620.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 621kb total:"
- "L0 "
- - "L0.?[142887,149665] 7ns 312.5kb|-------------------L0.?--------------------| "
- - "L0.?[149666,156350] 7ns 308.21kb |-------------------L0.?-------------------| "
- - "**** Simulation run 119, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1.21mb total:"
- - "L0, all files 1.21mb "
+ - "L0.?[142887,149665] 7ns 312kb|-------------------L0.?--------------------| "
+ - "L0.?[149666,156350] 7ns 308kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 119, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.263[171444,198370] 7ns|----------------------------------------L0.263-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,185000] 7ns 625.13kb|-------------------L0.?--------------------| "
- - "L0.?[185001,198370] 7ns 616.55kb |-------------------L0.?-------------------| "
- - "**** Simulation run 120, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 620.71kb total:"
- - "L0, all files 620.71kb "
+ - "L0.?[171444,185000] 7ns 625kb|-------------------L0.?--------------------| "
+ - "L0.?[185001,198370] 7ns 617kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 120, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 621kb total:"
+ - "L0, all files 621kb "
- "L0.265[142887,156350] 8ns|----------------------------------------L0.265-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 620.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 621kb total:"
- "L0 "
- - "L0.?[142887,149665] 8ns 312.5kb|-------------------L0.?--------------------| "
- - "L0.?[149666,156350] 8ns 308.21kb |-------------------L0.?-------------------| "
- - "**** Simulation run 121, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1.21mb total:"
- - "L0, all files 1.21mb "
+ - "L0.?[142887,149665] 8ns 312kb|-------------------L0.?--------------------| "
+ - "L0.?[149666,156350] 8ns 308kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 121, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.267[171444,198370] 8ns|----------------------------------------L0.267-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,185000] 8ns 625.13kb|-------------------L0.?--------------------| "
- - "L0.?[185001,198370] 8ns 616.55kb |-------------------L0.?-------------------| "
- - "**** Simulation run 122, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 620.71kb total:"
- - "L0, all files 620.71kb "
+ - "L0.?[171444,185000] 8ns 625kb|-------------------L0.?--------------------| "
+ - "L0.?[185001,198370] 8ns 617kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 122, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 621kb total:"
+ - "L0, all files 621kb "
- "L0.269[142887,156350] 9ns|----------------------------------------L0.269-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 620.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 621kb total:"
- "L0 "
- - "L0.?[142887,149665] 9ns 312.5kb|-------------------L0.?--------------------| "
- - "L0.?[149666,156350] 9ns 308.21kb |-------------------L0.?-------------------| "
- - "**** Simulation run 123, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1.21mb total:"
- - "L0, all files 1.21mb "
+ - "L0.?[142887,149665] 9ns 312kb|-------------------L0.?--------------------| "
+ - "L0.?[149666,156350] 9ns 308kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 123, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.271[171444,198370] 9ns|----------------------------------------L0.271-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,185000] 9ns 625.13kb|-------------------L0.?--------------------| "
- - "L0.?[185001,198370] 9ns 616.55kb |-------------------L0.?-------------------| "
- - "**** Simulation run 124, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 620.71kb total:"
- - "L0, all files 620.71kb "
+ - "L0.?[171444,185000] 9ns 625kb|-------------------L0.?--------------------| "
+ - "L0.?[185001,198370] 9ns 617kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 124, type=split(ReduceOverlap)(split_times=[149665]). 1 Input Files, 621kb total:"
+ - "L0, all files 621kb "
- "L0.273[142887,156350] 10ns|----------------------------------------L0.273-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 620.71kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 621kb total:"
- "L0 "
- - "L0.?[142887,149665] 10ns 312.5kb|-------------------L0.?--------------------| "
- - "L0.?[149666,156350] 10ns 308.21kb |-------------------L0.?-------------------| "
- - "**** Simulation run 125, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1.21mb total:"
- - "L0, all files 1.21mb "
+ - "L0.?[142887,149665] 10ns 312kb|-------------------L0.?--------------------| "
+ - "L0.?[149666,156350] 10ns 308kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 125, type=split(ReduceOverlap)(split_times=[185000]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.275[171444,198370] 10ns|----------------------------------------L0.275-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.21mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[171444,185000] 10ns 625.13kb|-------------------L0.?--------------------| "
- - "L0.?[185001,198370] 10ns 616.55kb |-------------------L0.?-------------------| "
+ - "L0.?[171444,185000] 10ns 625kb|-------------------L0.?--------------------| "
+ - "L0.?[185001,198370] 10ns 617kb |-------------------L0.?-------------------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.261, L0.263, L0.265, L0.267, L0.269, L0.271, L0.273, L0.275"
- " Creating 16 files"
- - "**** Simulation run 126, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[32834, 65568]). 12 Input Files, 23.46mb total:"
+ - "**** Simulation run 126, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[32834, 65568]). 12 Input Files, 23mb total:"
- "L0 "
- - "L0.53[100,28657] 7ns 1.29mb|-------------L0.53-------------| "
- - "L0.210[28658,38176] 7ns 438.81kb |-L0.210--| "
- - "L0.284[38177,38491] 7ns 14.48kb |L0.284| "
- - "L0.285[38492,46513] 7ns 369.86kb |L0.285-| "
- - "L0.235[46514,57214] 7ns 493.38kb |--L0.235--| "
- - "L0.105[57215,67700] 7ns 483.39kb |--L0.105--| "
- - "L0.222[67701,76252] 7ns 394.25kb |-L0.222-| "
+ - "L0.53[100,28657] 7ns 1mb |-------------L0.53-------------| "
+ - "L0.210[28658,38176] 7ns 439kb |-L0.210--| "
+ - "L0.284[38177,38491] 7ns 14kb |L0.284| "
+ - "L0.285[38492,46513] 7ns 370kb |L0.285-| "
+ - "L0.235[46514,57214] 7ns 493kb |--L0.235--| "
+ - "L0.105[57215,67700] 7ns 483kb |--L0.105--| "
+ - "L0.222[67701,76252] 7ns 394kb |-L0.222-| "
- "L0.286[76253,76882] 7ns 29kb |L0.286|"
- "L1 "
- - "L1.280[100,38176] 6ns 9.92mb|------------------L1.280------------------| "
- - "L1.281[38177,38491] 6ns 84.02kb |L1.281| "
- - "L1.282[38492,76252] 6ns 9.84mb |------------------L1.282------------------| "
- - "L1.283[76253,76882] 6ns 168.04kb |L1.283|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 23.46mb total:"
+ - "L1.280[100,38176] 6ns 10mb|------------------L1.280------------------| "
+ - "L1.281[38177,38491] 6ns 84kb |L1.281| "
+ - "L1.282[38492,76252] 6ns 10mb |------------------L1.282------------------| "
+ - "L1.283[76253,76882] 6ns 168kb |L1.283|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 23mb total:"
- "L1 "
- "L1.?[100,32834] 7ns 10mb |----------------L1.?----------------| "
- "L1.?[32835,65568] 7ns 10mb |----------------L1.?----------------| "
- - "L1.?[65569,76882] 7ns 3.46mb |---L1.?----| "
+ - "L1.?[65569,76882] 7ns 3mb |---L1.?----| "
- "Committing partition 1:"
- " Soft Deleting 12 files: L0.53, L0.105, L0.210, L0.222, L0.235, L1.280, L1.281, L1.282, L1.283, L0.284, L0.285, L0.286"
- " Creating 3 files"
@@ -3464,129 +3464,129 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L1.323[100,32834] 7ns |-----------------------------------------L1.323-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,25694] 7ns 7.82mb|--------------------------------L1.?--------------------------------| "
- - "L1.?[25695,32834] 7ns 2.18mb |------L1.?-------| "
- - "**** Simulation run 128, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L1.?[100,25694] 7ns 8mb |--------------------------------L1.?--------------------------------| "
+ - "L1.?[25695,32834] 7ns 2mb |------L1.?-------| "
+ - "**** Simulation run 128, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.60[100,28657] 8ns |-----------------------------------------L0.60------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[100,25694] 8ns 1.15mb|-------------------------------------L0.?-------------------------------------| "
- - "L0.?[25695,28657] 8ns 136.6kb |-L0.?--| "
- - "**** Simulation run 129, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[100,25694] 8ns 1mb |-------------------------------------L0.?-------------------------------------| "
+ - "L0.?[25695,28657] 8ns 137kb |-L0.?--| "
+ - "**** Simulation run 129, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.67[100,28657] 9ns |-----------------------------------------L0.67------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[100,25694] 9ns 1.15mb|-------------------------------------L0.?-------------------------------------| "
- - "L0.?[25695,28657] 9ns 136.6kb |-L0.?--| "
- - "**** Simulation run 130, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1.29mb total:"
- - "L0, all files 1.29mb "
+ - "L0.?[100,25694] 9ns 1mb |-------------------------------------L0.?-------------------------------------| "
+ - "L0.?[25695,28657] 9ns 137kb |-L0.?--| "
+ - "**** Simulation run 130, type=split(HighL0OverlapTotalBacklog)(split_times=[25694]). 1 Input Files, 1mb total:"
+ - "L0, all files 1mb "
- "L0.74[100,28657] 10ns |-----------------------------------------L0.74------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 1.29mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:"
- "L0 "
- - "L0.?[100,25694] 10ns 1.15mb|-------------------------------------L0.?-------------------------------------| "
- - "L0.?[25695,28657] 10ns 136.6kb |-L0.?--| "
+ - "L0.?[100,25694] 10ns 1mb |-------------------------------------L0.?-------------------------------------| "
+ - "L0.?[25695,28657] 10ns 137kb |-L0.?--| "
- "**** Simulation run 131, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.324[32835,65568] 7ns |-----------------------------------------L1.324-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[32835,51288] 7ns 5.64mb|----------------------L1.?----------------------| "
- - "L1.?[51289,65568] 7ns 4.36mb |----------------L1.?-----------------| "
- - "**** Simulation run 132, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493.38kb total:"
- - "L0, all files 493.38kb "
+ - "L1.?[32835,51288] 7ns 6mb|----------------------L1.?----------------------| "
+ - "L1.?[51289,65568] 7ns 4mb |----------------L1.?-----------------| "
+ - "**** Simulation run 132, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493kb total:"
+ - "L0, all files 493kb "
- "L0.239[46514,57214] 8ns |-----------------------------------------L0.239-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 493.38kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 493kb total:"
- "L0 "
- - "L0.?[46514,51288] 8ns 220.13kb|-----------------L0.?-----------------| "
- - "L0.?[51289,57214] 8ns 273.25kb |---------------------L0.?----------------------| "
- - "**** Simulation run 133, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493.38kb total:"
- - "L0, all files 493.38kb "
+ - "L0.?[46514,51288] 8ns 220kb|-----------------L0.?-----------------| "
+ - "L0.?[51289,57214] 8ns 273kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 133, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493kb total:"
+ - "L0, all files 493kb "
- "L0.243[46514,57214] 9ns |-----------------------------------------L0.243-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 493.38kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 493kb total:"
- "L0 "
- - "L0.?[46514,51288] 9ns 220.13kb|-----------------L0.?-----------------| "
- - "L0.?[51289,57214] 9ns 273.25kb |---------------------L0.?----------------------| "
- - "**** Simulation run 134, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493.38kb total:"
- - "L0, all files 493.38kb "
+ - "L0.?[46514,51288] 9ns 220kb|-----------------L0.?-----------------| "
+ - "L0.?[51289,57214] 9ns 273kb |---------------------L0.?----------------------| "
+ - "**** Simulation run 134, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 493kb total:"
+ - "L0, all files 493kb "
- "L0.247[46514,57214] 10ns |-----------------------------------------L0.247-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 493.38kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 493kb total:"
- "L0 "
- - "L0.?[46514,51288] 10ns 220.13kb|-----------------L0.?-----------------| "
- - "L0.?[51289,57214] 10ns 273.25kb |---------------------L0.?----------------------| "
+ - "L0.?[46514,51288] 10ns 220kb|-----------------L0.?-----------------| "
+ - "L0.?[51289,57214] 10ns 273kb |---------------------L0.?----------------------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.60, L0.67, L0.74, L0.239, L0.243, L0.247, L1.323, L1.324"
- " Creating 16 files"
- - "**** Simulation run 135, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 438.81kb total:"
- - "L0, all files 438.81kb "
+ - "**** Simulation run 135, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.212[28658,38176] 8ns |-----------------------------------------L0.212-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.81kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- - "L0.?[28658,32834] 8ns 192.53kb|----------------L0.?-----------------| "
- - "L0.?[32835,38176] 8ns 246.28kb |----------------------L0.?----------------------| "
- - "**** Simulation run 136, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483.39kb total:"
- - "L0, all files 483.39kb "
+ - "L0.?[28658,32834] 8ns 193kb|----------------L0.?-----------------| "
+ - "L0.?[32835,38176] 8ns 246kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 136, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483kb total:"
+ - "L0, all files 483kb "
- "L0.109[57215,67700] 8ns |-----------------------------------------L0.109-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 483.39kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 483kb total:"
- "L0 "
- - "L0.?[57215,65568] 8ns 385.1kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[65569,67700] 8ns 98.29kb |------L0.?------| "
- - "**** Simulation run 137, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 438.81kb total:"
- - "L0, all files 438.81kb "
+ - "L0.?[57215,65568] 8ns 385kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[65569,67700] 8ns 98kb |------L0.?------| "
+ - "**** Simulation run 137, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.214[28658,38176] 9ns |-----------------------------------------L0.214-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.81kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- - "L0.?[28658,32834] 9ns 192.53kb|----------------L0.?-----------------| "
- - "L0.?[32835,38176] 9ns 246.28kb |----------------------L0.?----------------------| "
- - "**** Simulation run 138, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483.39kb total:"
- - "L0, all files 483.39kb "
+ - "L0.?[28658,32834] 9ns 193kb|----------------L0.?-----------------| "
+ - "L0.?[32835,38176] 9ns 246kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 138, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483kb total:"
+ - "L0, all files 483kb "
- "L0.113[57215,67700] 9ns |-----------------------------------------L0.113-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 483.39kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 483kb total:"
- "L0 "
- - "L0.?[57215,65568] 9ns 385.1kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[65569,67700] 9ns 98.29kb |------L0.?------| "
- - "**** Simulation run 139, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 438.81kb total:"
- - "L0, all files 438.81kb "
+ - "L0.?[57215,65568] 9ns 385kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[65569,67700] 9ns 98kb |------L0.?------| "
+ - "**** Simulation run 139, type=split(ReduceOverlap)(split_times=[32834]). 1 Input Files, 439kb total:"
+ - "L0, all files 439kb "
- "L0.216[28658,38176] 10ns |-----------------------------------------L0.216-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 438.81kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 439kb total:"
- "L0 "
- - "L0.?[28658,32834] 10ns 192.53kb|----------------L0.?-----------------| "
- - "L0.?[32835,38176] 10ns 246.28kb |----------------------L0.?----------------------| "
- - "**** Simulation run 140, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483.39kb total:"
- - "L0, all files 483.39kb "
+ - "L0.?[28658,32834] 10ns 193kb|----------------L0.?-----------------| "
+ - "L0.?[32835,38176] 10ns 246kb |----------------------L0.?----------------------| "
+ - "**** Simulation run 140, type=split(ReduceOverlap)(split_times=[65568]). 1 Input Files, 483kb total:"
+ - "L0, all files 483kb "
- "L0.117[57215,67700] 10ns |-----------------------------------------L0.117-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 483.39kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 483kb total:"
- "L0 "
- - "L0.?[57215,65568] 10ns 385.1kb|--------------------------------L0.?---------------------------------| "
- - "L0.?[65569,67700] 10ns 98.29kb |------L0.?------| "
+ - "L0.?[57215,65568] 10ns 385kb|--------------------------------L0.?---------------------------------| "
+ - "L0.?[65569,67700] 10ns 98kb |------L0.?------| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L0.109, L0.113, L0.117, L0.212, L0.214, L0.216"
- " Creating 12 files"
- - "**** Simulation run 141, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[108723, 140563]). 16 Input Files, 29.7mb total:"
+ - "**** Simulation run 141, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[108723, 140563]). 16 Input Files, 30mb total:"
- "L0 "
- - "L0.287[76883,85771] 7ns 409.88kb|L0.287| "
+ - "L0.287[76883,85771] 7ns 410kb|L0.287| "
- "L0.130[85772,85772] 7ns 0b |L0.130| "
- - "L0.236[85773,92926] 7ns 329.79kb |L0.236| "
- - "L0.237[92927,109041] 7ns 742.98kb |---L0.237----| "
- - "L0.188[109042,114328] 7ns 243.76kb |L0.188| "
+ - "L0.236[85773,92926] 7ns 330kb |L0.236| "
+ - "L0.237[92927,109041] 7ns 743kb |---L0.237----| "
+ - "L0.188[109042,114328] 7ns 244kb |L0.188| "
- "L0.145[114329,114329] 7ns 0b |L0.145| "
- - "L0.146[114330,135300] 7ns 966.83kb |-----L0.146------| "
- - "L0.108[135301,142885] 7ns 349.69kb |L0.108| "
+ - "L0.146[114330,135300] 7ns 967kb |-----L0.146------| "
+ - "L0.108[135301,142885] 7ns 350kb |L0.108| "
- "L0.157[142886,142886] 7ns 0b |L0.157| "
- - "L0.307[142887,149665] 7ns 312.5kb |L0.307| "
- - "L0.308[149666,156350] 7ns 308.21kb |L0.308| "
- - "L0.262[156351,160867] 7ns 208.25kb |L0.262| "
+ - "L0.307[142887,149665] 7ns 312kb |L0.307| "
+ - "L0.308[149666,156350] 7ns 308kb |L0.308| "
+ - "L0.262[156351,160867] 7ns 208kb |L0.262| "
- "L1 "
- - "L1.279[76883,114329] 6ns 9.75mb|-------------L1.279--------------| "
- - "L1.303[114330,142886] 6ns 8.08mb |---------L1.303----------| "
- - "L1.304[142887,149665] 6ns 1.92mb |L1.304| "
- - "L1.305[149666,171442] 6ns 6.16mb |------L1.305------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 29.7mb total:"
+ - "L1.279[76883,114329] 6ns 10mb|-------------L1.279--------------| "
+ - "L1.303[114330,142886] 6ns 8mb |---------L1.303----------| "
+ - "L1.304[142887,149665] 6ns 2mb |L1.304| "
+ - "L1.305[149666,171442] 6ns 6mb |------L1.305------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:"
- "L1 "
- "L1.?[76883,108723] 7ns 10mb|------------L1.?------------| "
- "L1.?[108724,140563] 7ns 10mb |------------L1.?------------| "
- - "L1.?[140564,171442] 7ns 9.7mb |-----------L1.?------------| "
+ - "L1.?[140564,171442] 7ns 10mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 16 files: L0.108, L0.130, L0.145, L0.146, L0.157, L0.188, L0.236, L0.237, L0.262, L1.279, L0.287, L1.303, L1.304, L1.305, L0.307, L0.308"
- " Creating 3 files"
@@ -3595,172 +3595,172 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L1.354[76883,108723] 7ns |-----------------------------------------L1.354-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[76883,108402] 7ns 9.9mb|-----------------------------------------L1.?------------------------------------------| "
- - "L1.?[108403,108723] 7ns 103.24kb |L1.?|"
- - "**** Simulation run 143, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 742.98kb total:"
- - "L0, all files 742.98kb "
+ - "L1.?[76883,108402] 7ns 10mb|-----------------------------------------L1.?------------------------------------------| "
+ - "L1.?[108403,108723] 7ns 103kb |L1.?|"
+ - "**** Simulation run 143, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 743kb total:"
+ - "L0, all files 743kb "
- "L0.241[92927,109041] 8ns |-----------------------------------------L0.241-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 742.98kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 743kb total:"
- "L0 "
- - "L0.?[92927,108402] 8ns 713.51kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[108403,109041] 8ns 29.46kb |L0.?|"
- - "**** Simulation run 144, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 742.98kb total:"
- - "L0, all files 742.98kb "
+ - "L0.?[92927,108402] 8ns 714kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[108403,109041] 8ns 29kb |L0.?|"
+ - "**** Simulation run 144, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 743kb total:"
+ - "L0, all files 743kb "
- "L0.245[92927,109041] 9ns |-----------------------------------------L0.245-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 742.98kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 743kb total:"
- "L0 "
- - "L0.?[92927,108402] 9ns 713.51kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[108403,109041] 9ns 29.46kb |L0.?|"
- - "**** Simulation run 145, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 742.98kb total:"
- - "L0, all files 742.98kb "
+ - "L0.?[92927,108402] 9ns 714kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[108403,109041] 9ns 29kb |L0.?|"
+ - "**** Simulation run 145, type=split(HighL0OverlapTotalBacklog)(split_times=[108402]). 1 Input Files, 743kb total:"
+ - "L0, all files 743kb "
- "L0.249[92927,109041] 10ns|-----------------------------------------L0.249-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 742.98kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 743kb total:"
- "L0 "
- - "L0.?[92927,108402] 10ns 713.51kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[108403,109041] 10ns 29.46kb |L0.?|"
+ - "L0.?[92927,108402] 10ns 714kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[108403,109041] 10ns 29kb |L0.?|"
- "**** Simulation run 146, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.355[108724,140563] 7ns|-----------------------------------------L1.355-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[108724,139921] 7ns 9.8mb|-----------------------------------------L1.?-----------------------------------------| "
- - "L1.?[139922,140563] 7ns 206.48kb |L1.?|"
- - "**** Simulation run 147, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 349.69kb total:"
- - "L0, all files 349.69kb "
+ - "L1.?[108724,139921] 7ns 10mb|-----------------------------------------L1.?-----------------------------------------| "
+ - "L1.?[139922,140563] 7ns 206kb |L1.?|"
+ - "**** Simulation run 147, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 350kb total:"
+ - "L0, all files 350kb "
- "L0.112[135301,142885] 8ns|-----------------------------------------L0.112-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 349.69kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 350kb total:"
- "L0 "
- - "L0.?[135301,139921] 8ns 213.02kb|------------------------L0.?------------------------| "
- - "L0.?[139922,142885] 8ns 136.67kb |--------------L0.?---------------| "
- - "**** Simulation run 148, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 349.69kb total:"
- - "L0, all files 349.69kb "
+ - "L0.?[135301,139921] 8ns 213kb|------------------------L0.?------------------------| "
+ - "L0.?[139922,142885] 8ns 137kb |--------------L0.?---------------| "
+ - "**** Simulation run 148, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 350kb total:"
+ - "L0, all files 350kb "
- "L0.116[135301,142885] 9ns|-----------------------------------------L0.116-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 349.69kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 350kb total:"
- "L0 "
- - "L0.?[135301,139921] 9ns 213.02kb|------------------------L0.?------------------------| "
- - "L0.?[139922,142885] 9ns 136.67kb |--------------L0.?---------------| "
- - "**** Simulation run 149, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 349.69kb total:"
- - "L0, all files 349.69kb "
+ - "L0.?[135301,139921] 9ns 213kb|------------------------L0.?------------------------| "
+ - "L0.?[139922,142885] 9ns 137kb |--------------L0.?---------------| "
+ - "**** Simulation run 149, type=split(HighL0OverlapTotalBacklog)(split_times=[139921]). 1 Input Files, 350kb total:"
+ - "L0, all files 350kb "
- "L0.120[135301,142885] 10ns|-----------------------------------------L0.120-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 349.69kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 350kb total:"
- "L0 "
- - "L0.?[135301,139921] 10ns 213.02kb|------------------------L0.?------------------------| "
- - "L0.?[139922,142885] 10ns 136.67kb |--------------L0.?---------------| "
+ - "L0.?[135301,139921] 10ns 213kb|------------------------L0.?------------------------| "
+ - "L0.?[139922,142885] 10ns 137kb |--------------L0.?---------------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.112, L0.116, L0.120, L0.241, L0.245, L0.249, L1.354, L1.355"
- " Creating 16 files"
- - "**** Simulation run 150, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29.46kb total:"
- - "L0, all files 29.46kb "
+ - "**** Simulation run 150, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29kb total:"
+ - "L0, all files 29kb "
- "L0.360[108403,109041] 8ns|-----------------------------------------L0.360-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 29.46kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 29kb total:"
- "L0 "
- - "L0.?[108403,108723] 8ns 14.78kb|-------------------L0.?--------------------| "
- - "L0.?[108724,109041] 8ns 14.69kb |-------------------L0.?-------------------| "
- - "**** Simulation run 151, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 136.67kb total:"
- - "L0, all files 136.67kb "
+ - "L0.?[108403,108723] 8ns 15kb|-------------------L0.?--------------------| "
+ - "L0.?[108724,109041] 8ns 15kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 151, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 137kb total:"
+ - "L0, all files 137kb "
- "L0.368[139922,142885] 8ns|-----------------------------------------L0.368-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 136.67kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 137kb total:"
- "L0 "
- - "L0.?[139922,140563] 8ns 29.57kb|------L0.?-------| "
- - "L0.?[140564,142885] 8ns 107.1kb |--------------------------------L0.?--------------------------------| "
- - "**** Simulation run 152, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29.46kb total:"
- - "L0, all files 29.46kb "
+ - "L0.?[139922,140563] 8ns 30kb|------L0.?-------| "
+ - "L0.?[140564,142885] 8ns 107kb |--------------------------------L0.?--------------------------------| "
+ - "**** Simulation run 152, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29kb total:"
+ - "L0, all files 29kb "
- "L0.362[108403,109041] 9ns|-----------------------------------------L0.362-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 29.46kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 29kb total:"
- "L0 "
- - "L0.?[108403,108723] 9ns 14.78kb|-------------------L0.?--------------------| "
- - "L0.?[108724,109041] 9ns 14.69kb |-------------------L0.?-------------------| "
- - "**** Simulation run 153, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 136.67kb total:"
- - "L0, all files 136.67kb "
+ - "L0.?[108403,108723] 9ns 15kb|-------------------L0.?--------------------| "
+ - "L0.?[108724,109041] 9ns 15kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 153, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 137kb total:"
+ - "L0, all files 137kb "
- "L0.370[139922,142885] 9ns|-----------------------------------------L0.370-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 136.67kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 137kb total:"
- "L0 "
- - "L0.?[139922,140563] 9ns 29.57kb|------L0.?-------| "
- - "L0.?[140564,142885] 9ns 107.1kb |--------------------------------L0.?--------------------------------| "
- - "**** Simulation run 154, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29.46kb total:"
- - "L0, all files 29.46kb "
+ - "L0.?[139922,140563] 9ns 30kb|------L0.?-------| "
+ - "L0.?[140564,142885] 9ns 107kb |--------------------------------L0.?--------------------------------| "
+ - "**** Simulation run 154, type=split(ReduceOverlap)(split_times=[108723]). 1 Input Files, 29kb total:"
+ - "L0, all files 29kb "
- "L0.364[108403,109041] 10ns|-----------------------------------------L0.364-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 29.46kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 29kb total:"
- "L0 "
- - "L0.?[108403,108723] 10ns 14.78kb|-------------------L0.?--------------------| "
- - "L0.?[108724,109041] 10ns 14.69kb |-------------------L0.?-------------------| "
- - "**** Simulation run 155, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 136.67kb total:"
- - "L0, all files 136.67kb "
+ - "L0.?[108403,108723] 10ns 15kb|-------------------L0.?--------------------| "
+ - "L0.?[108724,109041] 10ns 15kb |-------------------L0.?-------------------| "
+ - "**** Simulation run 155, type=split(ReduceOverlap)(split_times=[140563]). 1 Input Files, 137kb total:"
+ - "L0, all files 137kb "
- "L0.372[139922,142885] 10ns|-----------------------------------------L0.372-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 136.67kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 137kb total:"
- "L0 "
- - "L0.?[139922,140563] 10ns 29.57kb|------L0.?-------| "
- - "L0.?[140564,142885] 10ns 107.1kb |--------------------------------L0.?--------------------------------| "
+ - "L0.?[139922,140563] 10ns 30kb|------L0.?-------| "
+ - "L0.?[140564,142885] 10ns 107kb |--------------------------------L0.?--------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 6 files: L0.360, L0.362, L0.364, L0.368, L0.370, L0.372"
- " Creating 12 files"
- - "**** Simulation run 156, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[170977]). 8 Input Files, 19.54mb total:"
+ - "**** Simulation run 156, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[170977]). 8 Input Files, 20mb total:"
- "L0 "
- - "L0.190[160868,171442] 7ns 487.56kb |----L0.190----| "
+ - "L0.190[160868,171442] 7ns 488kb |----L0.190----| "
- "L0.175[171443,171443] 7ns 0b |L0.175| "
- - "L0.309[171444,185000] 7ns 625.13kb |------L0.309------| "
- - "L0.310[185001,198370] 7ns 616.55kb |------L0.310------| "
- - "L0.264[198371,200000] 7ns 75.17kb |L0.264|"
+ - "L0.309[171444,185000] 7ns 625kb |------L0.309------| "
+ - "L0.310[185001,198370] 7ns 617kb |------L0.310------| "
+ - "L0.264[198371,200000] 7ns 75kb |L0.264|"
- "L1 "
- - "L1.356[140564,171442] 7ns 9.7mb|-------------------L1.356-------------------| "
- - "L1.306[171443,185000] 6ns 3.84mb |------L1.306------| "
- - "L1.302[185001,200000] 6ns 4.25mb |-------L1.302-------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 19.54mb total:"
+ - "L1.356[140564,171442] 7ns 10mb|-------------------L1.356-------------------| "
+ - "L1.306[171443,185000] 6ns 4mb |------L1.306------| "
+ - "L1.302[185001,200000] 6ns 4mb |-------L1.302-------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 20mb total:"
- "L1 "
- "L1.?[140564,170977] 7ns 10mb|--------------------L1.?--------------------| "
- - "L1.?[170978,200000] 7ns 9.54mb |------------------L1.?-------------------| "
+ - "L1.?[170978,200000] 7ns 10mb |------------------L1.?-------------------| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.175, L0.190, L0.264, L1.302, L1.306, L0.309, L0.310, L1.356"
- " Creating 2 files"
- - "**** Simulation run 157, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 487.56kb total:"
- - "L0, all files 487.56kb "
+ - "**** Simulation run 157, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 488kb total:"
+ - "L0, all files 488kb "
- "L0.194[160868,171442] 8ns|-----------------------------------------L0.194-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 487.56kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 488kb total:"
- "L0 "
- - "L0.?[160868,170977] 8ns 466.12kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[170978,171442] 8ns 21.44kb |L0.?|"
- - "**** Simulation run 158, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 487.56kb total:"
- - "L0, all files 487.56kb "
+ - "L0.?[160868,170977] 8ns 466kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[170978,171442] 8ns 21kb |L0.?|"
+ - "**** Simulation run 158, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 488kb total:"
+ - "L0, all files 488kb "
- "L0.198[160868,171442] 9ns|-----------------------------------------L0.198-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 487.56kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 488kb total:"
- "L0 "
- - "L0.?[160868,170977] 9ns 466.12kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[170978,171442] 9ns 21.44kb |L0.?|"
- - "**** Simulation run 159, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 487.56kb total:"
- - "L0, all files 487.56kb "
+ - "L0.?[160868,170977] 9ns 466kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[170978,171442] 9ns 21kb |L0.?|"
+ - "**** Simulation run 159, type=split(ReduceOverlap)(split_times=[170977]). 1 Input Files, 488kb total:"
+ - "L0, all files 488kb "
- "L0.202[160868,171442] 10ns|-----------------------------------------L0.202-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 487.56kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 488kb total:"
- "L0 "
- - "L0.?[160868,170977] 10ns 466.12kb|----------------------------------------L0.?----------------------------------------| "
- - "L0.?[170978,171442] 10ns 21.44kb |L0.?|"
+ - "L0.?[160868,170977] 10ns 466kb|----------------------------------------L0.?----------------------------------------| "
+ - "L0.?[170978,171442] 10ns 21kb |L0.?|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.194, L0.198, L0.202"
- " Creating 6 files"
- - "**** Simulation run 160, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[28630, 57160]). 17 Input Files, 26.91mb total:"
+ - "**** Simulation run 160, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[28630, 57160]). 17 Input Files, 27mb total:"
- "L0 "
- - "L0.328[100,25694] 8ns 1.15mb|-----------L0.328-----------| "
- - "L0.329[25695,28657] 8ns 136.6kb |L0.329| "
- - "L0.342[28658,32834] 8ns 192.53kb |L0.342| "
- - "L0.343[32835,38176] 8ns 246.28kb |L0.343| "
- - "L0.288[38177,38491] 8ns 14.48kb |L0.288| "
- - "L0.289[38492,46513] 8ns 369.86kb |L0.289-| "
- - "L0.336[46514,51288] 8ns 220.13kb |L0.336| "
- - "L0.337[51289,57214] 8ns 273.25kb |L0.337| "
- - "L0.344[57215,65568] 8ns 385.1kb |L0.344-| "
- - "L0.345[65569,67700] 8ns 98.29kb |L0.345| "
- - "L0.224[67701,76252] 8ns 394.25kb |-L0.224-| "
+ - "L0.328[100,25694] 8ns 1mb|-----------L0.328-----------| "
+ - "L0.329[25695,28657] 8ns 137kb |L0.329| "
+ - "L0.342[28658,32834] 8ns 193kb |L0.342| "
+ - "L0.343[32835,38176] 8ns 246kb |L0.343| "
+ - "L0.288[38177,38491] 8ns 14kb |L0.288| "
+ - "L0.289[38492,46513] 8ns 370kb |L0.289-| "
+ - "L0.336[46514,51288] 8ns 220kb |L0.336| "
+ - "L0.337[51289,57214] 8ns 273kb |L0.337| "
+ - "L0.344[57215,65568] 8ns 385kb |L0.344-| "
+ - "L0.345[65569,67700] 8ns 98kb |L0.345| "
+ - "L0.224[67701,76252] 8ns 394kb |-L0.224-| "
- "L0.290[76253,76882] 8ns 29kb |L0.290|"
- "L1 "
- - "L1.326[100,25694] 7ns 7.82mb|-----------L1.326-----------| "
- - "L1.327[25695,32834] 7ns 2.18mb |L1.327| "
- - "L1.334[32835,51288] 7ns 5.64mb |------L1.334-------| "
- - "L1.335[51289,65568] 7ns 4.36mb |----L1.335----| "
- - "L1.325[65569,76882] 7ns 3.46mb |--L1.325---| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 26.91mb total:"
+ - "L1.326[100,25694] 7ns 8mb|-----------L1.326-----------| "
+ - "L1.327[25695,32834] 7ns 2mb |L1.327| "
+ - "L1.334[32835,51288] 7ns 6mb |------L1.334-------| "
+ - "L1.335[51289,65568] 7ns 4mb |----L1.335----| "
+ - "L1.325[65569,76882] 7ns 3mb |--L1.325---| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 27mb total:"
- "L1 "
- "L1.?[100,28630] 8ns 10mb |-------------L1.?--------------| "
- "L1.?[28631,57160] 8ns 10mb |-------------L1.?--------------| "
- - "L1.?[57161,76882] 8ns 6.91mb |--------L1.?---------| "
+ - "L1.?[57161,76882] 8ns 7mb |--------L1.?---------| "
- "Committing partition 1:"
- " Soft Deleting 17 files: L0.224, L0.288, L0.289, L0.290, L1.325, L1.326, L1.327, L0.328, L0.329, L1.334, L1.335, L0.336, L0.337, L0.342, L0.343, L0.344, L0.345"
- " Creating 3 files"
@@ -3769,186 +3769,186 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L1.393[100,28630] 8ns |-----------------------------------------L1.393-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,25694] 8ns 8.97mb|-------------------------------------L1.?-------------------------------------| "
- - "L1.?[25695,28630] 8ns 1.03mb |-L1.?--| "
+ - "L1.?[100,25694] 8ns 9mb |-------------------------------------L1.?-------------------------------------| "
+ - "L1.?[25695,28630] 8ns 1mb |-L1.?--| "
- "**** Simulation run 162, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.394[28631,57160] 8ns |-----------------------------------------L1.394-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[28631,51288] 8ns 7.94mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[51289,57160] 8ns 2.06mb |------L1.?------| "
+ - "L1.?[28631,51288] 8ns 8mb|--------------------------------L1.?---------------------------------| "
+ - "L1.?[51289,57160] 8ns 2mb |------L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.393, L1.394"
- " Creating 4 files"
- - "**** Simulation run 163, type=split(ReduceOverlap)(split_times=[28630]). 1 Input Files, 136.6kb total:"
- - "L0, all files 136.6kb "
+ - "**** Simulation run 163, type=split(ReduceOverlap)(split_times=[28630]). 1 Input Files, 137kb total:"
+ - "L0, all files 137kb "
- "L0.331[25695,28657] 9ns |-----------------------------------------L0.331-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 136.6kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 137kb total:"
- "L0 "
- - "L0.?[25695,28630] 9ns 135.36kb|-----------------------------------------L0.?------------------------------------------| "
- - "L0.?[28631,28657] 9ns 1.25kb |L0.?|"
- - "**** Simulation run 164, type=split(ReduceOverlap)(split_times=[57160]). 1 Input Files, 273.25kb total:"
- - "L0, all files 273.25kb "
+ - "L0.?[25695,28630] 9ns 135kb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[28631,28657] 9ns 1kb |L0.?|"
+ - "**** Simulation run 164, type=split(ReduceOverlap)(split_times=[57160]). 1 Input Files, 273kb total:"
+ - "L0, all files 273kb "
- "L0.339[51289,57214] 9ns |-----------------------------------------L0.339-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 273.25kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 273kb total:"
- "L0 "
- - "L0.?[51289,57160] 9ns 270.76kb|-----------------------------------------L0.?------------------------------------------| "
- - "L0.?[57161,57214] 9ns 2.49kb |L0.?|"
- - "**** Simulation run 165, type=split(ReduceOverlap)(split_times=[28630]). 1 Input Files, 136.6kb total:"
- - "L0, all files 136.6kb "
+ - "L0.?[51289,57160] 9ns 271kb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[57161,57214] 9ns 2kb |L0.?|"
+ - "**** Simulation run 165, type=split(ReduceOverlap)(split_times=[28630]). 1 Input Files, 137kb total:"
+ - "L0, all files 137kb "
- "L0.333[25695,28657] 10ns |-----------------------------------------L0.333-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 136.6kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 137kb total:"
- "L0 "
- - "L0.?[25695,28630] 10ns 135.36kb|-----------------------------------------L0.?------------------------------------------| "
- - "L0.?[28631,28657] 10ns 1.25kb |L0.?|"
- - "**** Simulation run 166, type=split(ReduceOverlap)(split_times=[57160]). 1 Input Files, 273.25kb total:"
- - "L0, all files 273.25kb "
+ - "L0.?[25695,28630] 10ns 135kb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[28631,28657] 10ns 1kb |L0.?|"
+ - "**** Simulation run 166, type=split(ReduceOverlap)(split_times=[57160]). 1 Input Files, 273kb total:"
+ - "L0, all files 273kb "
- "L0.341[51289,57214] 10ns |-----------------------------------------L0.341-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 273.25kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 273kb total:"
- "L0 "
- - "L0.?[51289,57160] 10ns 270.76kb|-----------------------------------------L0.?------------------------------------------| "
- - "L0.?[57161,57214] 10ns 2.49kb |L0.?|"
+ - "L0.?[51289,57160] 10ns 271kb|-----------------------------------------L0.?------------------------------------------| "
+ - "L0.?[57161,57214] 10ns 2kb |L0.?|"
- "Committing partition 1:"
- " Soft Deleting 4 files: L0.331, L0.333, L0.339, L0.341"
- " Creating 8 files"
- - "**** Simulation run 167, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[104731, 132579]). 15 Input Files, 22.87mb total:"
+ - "**** Simulation run 167, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[104731, 132579]). 15 Input Files, 23mb total:"
- "L0 "
- - "L0.291[76883,85771] 8ns 409.88kb|--L0.291--| "
+ - "L0.291[76883,85771] 8ns 410kb|--L0.291--| "
- "L0.132[85772,85772] 8ns 0b |L0.132| "
- - "L0.240[85773,92926] 8ns 329.79kb |-L0.240-| "
- - "L0.359[92927,108402] 8ns 713.51kb |------L0.359-------| "
- - "L0.373[108403,108723] 8ns 14.78kb |L0.373| "
- - "L0.374[108724,109041] 8ns 14.69kb |L0.374| "
- - "L0.192[109042,114328] 8ns 243.76kb |L0.192| "
+ - "L0.240[85773,92926] 8ns 330kb |-L0.240-| "
+ - "L0.359[92927,108402] 8ns 714kb |------L0.359-------| "
+ - "L0.373[108403,108723] 8ns 15kb |L0.373| "
+ - "L0.374[108724,109041] 8ns 15kb |L0.374| "
+ - "L0.192[109042,114328] 8ns 244kb |L0.192| "
- "L0.147[114329,114329] 8ns 0b |L0.147| "
- - "L0.148[114330,135300] 8ns 966.83kb |----------L0.148-----------| "
- - "L0.367[135301,139921] 8ns 213.02kb |L0.367|"
- - "L0.375[139922,140563] 8ns 29.57kb |L0.375|"
+ - "L0.148[114330,135300] 8ns 967kb |----------L0.148-----------| "
+ - "L0.367[135301,139921] 8ns 213kb |L0.367|"
+ - "L0.375[139922,140563] 8ns 30kb |L0.375|"
- "L1 "
- - "L1.357[76883,108402] 7ns 9.9mb|------------------L1.357------------------| "
- - "L1.358[108403,108723] 7ns 103.24kb |L1.358| "
- - "L1.365[108724,139921] 7ns 9.8mb |------------------L1.365------------------| "
- - "L1.366[139922,140563] 7ns 206.48kb |L1.366|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.87mb total:"
+ - "L1.357[76883,108402] 7ns 10mb|------------------L1.357------------------| "
+ - "L1.358[108403,108723] 7ns 103kb |L1.358| "
+ - "L1.365[108724,139921] 7ns 10mb |------------------L1.365------------------| "
+ - "L1.366[139922,140563] 7ns 206kb |L1.366|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 23mb total:"
- "L1 "
- "L1.?[76883,104731] 8ns 10mb|----------------L1.?-----------------| "
- "L1.?[104732,132579] 8ns 10mb |----------------L1.?-----------------| "
- - "L1.?[132580,140563] 8ns 2.87mb |--L1.?---| "
+ - "L1.?[132580,140563] 8ns 3mb |--L1.?---| "
- "Committing partition 1:"
- " Soft Deleting 15 files: L0.132, L0.147, L0.148, L0.192, L0.240, L0.291, L1.357, L1.358, L0.359, L1.365, L1.366, L0.367, L0.373, L0.374, L0.375"
- " Creating 3 files"
- - "**** Simulation run 168, type=split(ReduceOverlap)(split_times=[104731]). 1 Input Files, 713.51kb total:"
- - "L0, all files 713.51kb "
+ - "**** Simulation run 168, type=split(ReduceOverlap)(split_times=[104731]). 1 Input Files, 714kb total:"
+ - "L0, all files 714kb "
- "L0.361[92927,108402] 9ns |-----------------------------------------L0.361-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 713.51kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 714kb total:"
- "L0 "
- - "L0.?[92927,104731] 9ns 544.25kb|-------------------------------L0.?-------------------------------| "
- - "L0.?[104732,108402] 9ns 169.26kb |-------L0.?--------| "
- - "**** Simulation run 169, type=split(ReduceOverlap)(split_times=[132579]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[92927,104731] 9ns 544kb|-------------------------------L0.?-------------------------------| "
+ - "L0.?[104732,108402] 9ns 169kb |-------L0.?--------| "
+ - "**** Simulation run 169, type=split(ReduceOverlap)(split_times=[132579]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.150[114330,135300] 9ns|-----------------------------------------L0.150-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- - "L0.?[114330,132579] 9ns 841.37kb|------------------------------------L0.?------------------------------------| "
- - "L0.?[132580,135300] 9ns 125.45kb |--L0.?---| "
- - "**** Simulation run 170, type=split(ReduceOverlap)(split_times=[104731]). 1 Input Files, 713.51kb total:"
- - "L0, all files 713.51kb "
+ - "L0.?[114330,132579] 9ns 841kb|------------------------------------L0.?------------------------------------| "
+ - "L0.?[132580,135300] 9ns 125kb |--L0.?---| "
+ - "**** Simulation run 170, type=split(ReduceOverlap)(split_times=[104731]). 1 Input Files, 714kb total:"
+ - "L0, all files 714kb "
- "L0.363[92927,108402] 10ns|-----------------------------------------L0.363-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 713.51kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 714kb total:"
- "L0 "
- - "L0.?[92927,104731] 10ns 544.25kb|-------------------------------L0.?-------------------------------| "
- - "L0.?[104732,108402] 10ns 169.26kb |-------L0.?--------| "
- - "**** Simulation run 171, type=split(ReduceOverlap)(split_times=[132579]). 1 Input Files, 966.83kb total:"
- - "L0, all files 966.83kb "
+ - "L0.?[92927,104731] 10ns 544kb|-------------------------------L0.?-------------------------------| "
+ - "L0.?[104732,108402] 10ns 169kb |-------L0.?--------| "
+ - "**** Simulation run 171, type=split(ReduceOverlap)(split_times=[132579]). 1 Input Files, 967kb total:"
+ - "L0, all files 967kb "
- "L0.152[114330,135300] 10ns|-----------------------------------------L0.152-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 966.83kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:"
- "L0 "
- - "L0.?[114330,132579] 10ns 841.37kb|------------------------------------L0.?------------------------------------| "
- - "L0.?[132580,135300] 10ns 125.45kb |--L0.?---| "
+ - "L0.?[114330,132579] 10ns 841kb|------------------------------------L0.?------------------------------------| "
+ - "L0.?[132580,135300] 10ns 125kb |--L0.?---| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L0.150, L0.152, L0.361, L0.363"
- " Creating 8 files"
- - "**** Simulation run 172, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[167314, 194064]). 13 Input Files, 22.22mb total:"
+ - "**** Simulation run 172, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[167314, 194064]). 13 Input Files, 22mb total:"
- "L0 "
- - "L0.376[140564,142885] 8ns 107.1kb|L0.376| "
+ - "L0.376[140564,142885] 8ns 107kb|L0.376| "
- "L0.159[142886,142886] 8ns 0b |L0.159| "
- - "L0.311[142887,149665] 8ns 312.5kb |-L0.311-| "
- - "L0.312[149666,156350] 8ns 308.21kb |-L0.312-| "
- - "L0.266[156351,160867] 8ns 208.25kb |L0.266| "
- - "L0.387[160868,170977] 8ns 466.12kb |---L0.387----| "
- - "L0.388[170978,171442] 8ns 21.44kb |L0.388| "
+ - "L0.311[142887,149665] 8ns 312kb |-L0.311-| "
+ - "L0.312[149666,156350] 8ns 308kb |-L0.312-| "
+ - "L0.266[156351,160867] 8ns 208kb |L0.266| "
+ - "L0.387[160868,170977] 8ns 466kb |---L0.387----| "
+ - "L0.388[170978,171442] 8ns 21kb |L0.388| "
- "L0.177[171443,171443] 8ns 0b |L0.177| "
- - "L0.313[171444,185000] 8ns 625.13kb |------L0.313------| "
- - "L0.314[185001,198370] 8ns 616.55kb |------L0.314------| "
- - "L0.268[198371,200000] 8ns 75.17kb |L0.268|"
+ - "L0.313[171444,185000] 8ns 625kb |------L0.313------| "
+ - "L0.314[185001,198370] 8ns 617kb |------L0.314------| "
+ - "L0.268[198371,200000] 8ns 75kb |L0.268|"
- "L1 "
- "L1.385[140564,170977] 7ns 10mb|-------------------L1.385-------------------| "
- - "L1.386[170978,200000] 7ns 9.54mb |-----------------L1.386------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.22mb total:"
+ - "L1.386[170978,200000] 7ns 10mb |-----------------L1.386------------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L1 "
- "L1.?[140564,167314] 8ns 10mb|-----------------L1.?-----------------| "
- "L1.?[167315,194064] 8ns 10mb |-----------------L1.?-----------------| "
- - "L1.?[194065,200000] 8ns 2.22mb |-L1.?-| "
+ - "L1.?[194065,200000] 8ns 2mb |-L1.?-| "
- "Committing partition 1:"
- " Soft Deleting 13 files: L0.159, L0.177, L0.266, L0.268, L0.311, L0.312, L0.313, L0.314, L0.376, L1.385, L1.386, L0.387, L0.388"
- " Creating 3 files"
- - "**** Simulation run 173, type=split(ReduceOverlap)(split_times=[167314]). 1 Input Files, 466.12kb total:"
- - "L0, all files 466.12kb "
+ - "**** Simulation run 173, type=split(ReduceOverlap)(split_times=[167314]). 1 Input Files, 466kb total:"
+ - "L0, all files 466kb "
- "L0.389[160868,170977] 9ns|-----------------------------------------L0.389-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 466.12kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 466kb total:"
- "L0 "
- - "L0.?[160868,167314] 9ns 297.22kb|-------------------------L0.?--------------------------| "
- - "L0.?[167315,170977] 9ns 168.9kb |-------------L0.?-------------| "
- - "**** Simulation run 174, type=split(ReduceOverlap)(split_times=[194064]). 1 Input Files, 616.55kb total:"
- - "L0, all files 616.55kb "
+ - "L0.?[160868,167314] 9ns 297kb|-------------------------L0.?--------------------------| "
+ - "L0.?[167315,170977] 9ns 169kb |-------------L0.?-------------| "
+ - "**** Simulation run 174, type=split(ReduceOverlap)(split_times=[194064]). 1 Input Files, 617kb total:"
+ - "L0, all files 617kb "
- "L0.318[185001,198370] 9ns|-----------------------------------------L0.318-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 616.55kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 617kb total:"
- "L0 "
- - "L0.?[185001,194064] 9ns 417.97kb|---------------------------L0.?----------------------------| "
- - "L0.?[194065,198370] 9ns 198.58kb |-----------L0.?-----------| "
- - "**** Simulation run 175, type=split(ReduceOverlap)(split_times=[167314]). 1 Input Files, 466.12kb total:"
- - "L0, all files 466.12kb "
+ - "L0.?[185001,194064] 9ns 418kb|---------------------------L0.?----------------------------| "
+ - "L0.?[194065,198370] 9ns 199kb |-----------L0.?-----------| "
+ - "**** Simulation run 175, type=split(ReduceOverlap)(split_times=[167314]). 1 Input Files, 466kb total:"
+ - "L0, all files 466kb "
- "L0.391[160868,170977] 10ns|-----------------------------------------L0.391-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 466.12kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 466kb total:"
- "L0 "
- - "L0.?[160868,167314] 10ns 297.22kb|-------------------------L0.?--------------------------| "
- - "L0.?[167315,170977] 10ns 168.9kb |-------------L0.?-------------| "
- - "**** Simulation run 176, type=split(ReduceOverlap)(split_times=[194064]). 1 Input Files, 616.55kb total:"
- - "L0, all files 616.55kb "
+ - "L0.?[160868,167314] 10ns 297kb|-------------------------L0.?--------------------------| "
+ - "L0.?[167315,170977] 10ns 169kb |-------------L0.?-------------| "
+ - "**** Simulation run 176, type=split(ReduceOverlap)(split_times=[194064]). 1 Input Files, 617kb total:"
+ - "L0, all files 617kb "
- "L0.322[185001,198370] 10ns|-----------------------------------------L0.322-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 616.55kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 617kb total:"
- "L0 "
- - "L0.?[185001,194064] 10ns 417.97kb|---------------------------L0.?----------------------------| "
- - "L0.?[194065,198370] 10ns 198.58kb |-----------L0.?-----------| "
+ - "L0.?[185001,194064] 10ns 418kb|---------------------------L0.?----------------------------| "
+ - "L0.?[194065,198370] 10ns 199kb |-----------L0.?-----------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L0.318, L0.322, L0.389, L0.391"
- " Creating 8 files"
- - "**** Simulation run 177, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[25731, 51362]). 17 Input Files, 29.96mb total:"
+ - "**** Simulation run 177, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[25731, 51362]). 17 Input Files, 30mb total:"
- "L0 "
- - "L0.330[100,25694] 9ns 1.15mb|-----------L0.330-----------| "
- - "L0.400[25695,28630] 9ns 135.36kb |L0.400| "
- - "L0.401[28631,28657] 9ns 1.25kb |L0.401| "
- - "L0.346[28658,32834] 9ns 192.53kb |L0.346| "
- - "L0.347[32835,38176] 9ns 246.28kb |L0.347| "
- - "L0.292[38177,38491] 9ns 14.48kb |L0.292| "
- - "L0.293[38492,46513] 9ns 369.86kb |L0.293-| "
- - "L0.338[46514,51288] 9ns 220.13kb |L0.338| "
- - "L0.402[51289,57160] 9ns 270.76kb |L0.402| "
- - "L0.403[57161,57214] 9ns 2.49kb |L0.403| "
- - "L0.348[57215,65568] 9ns 385.1kb |L0.348-| "
- - "L0.349[65569,67700] 9ns 98.29kb |L0.349| "
+ - "L0.330[100,25694] 9ns 1mb|-----------L0.330-----------| "
+ - "L0.400[25695,28630] 9ns 135kb |L0.400| "
+ - "L0.401[28631,28657] 9ns 1kb |L0.401| "
+ - "L0.346[28658,32834] 9ns 193kb |L0.346| "
+ - "L0.347[32835,38176] 9ns 246kb |L0.347| "
+ - "L0.292[38177,38491] 9ns 14kb |L0.292| "
+ - "L0.293[38492,46513] 9ns 370kb |L0.293-| "
+ - "L0.338[46514,51288] 9ns 220kb |L0.338| "
+ - "L0.402[51289,57160] 9ns 271kb |L0.402| "
+ - "L0.403[57161,57214] 9ns 2kb |L0.403| "
+ - "L0.348[57215,65568] 9ns 385kb |L0.348-| "
+ - "L0.349[65569,67700] 9ns 98kb |L0.349| "
- "L1 "
- - "L1.396[100,25694] 8ns 8.97mb|-----------L1.396-----------| "
- - "L1.397[25695,28630] 8ns 1.03mb |L1.397| "
- - "L1.398[28631,51288] 8ns 7.94mb |---------L1.398---------| "
- - "L1.399[51289,57160] 8ns 2.06mb |L1.399| "
- - "L1.395[57161,76882] 8ns 6.91mb |-------L1.395--------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 29.96mb total:"
+ - "L1.396[100,25694] 8ns 9mb|-----------L1.396-----------| "
+ - "L1.397[25695,28630] 8ns 1mb |L1.397| "
+ - "L1.398[28631,51288] 8ns 8mb |---------L1.398---------| "
+ - "L1.399[51289,57160] 8ns 2mb |L1.399| "
+ - "L1.395[57161,76882] 8ns 7mb |-------L1.395--------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:"
- "L1 "
- "L1.?[100,25731] 9ns 10mb |------------L1.?------------| "
- "L1.?[25732,51362] 9ns 10mb |------------L1.?------------| "
- - "L1.?[51363,76882] 9ns 9.96mb |-----------L1.?------------| "
+ - "L1.?[51363,76882] 9ns 10mb |-----------L1.?------------| "
- "Committing partition 1:"
- " Soft Deleting 17 files: L0.292, L0.293, L0.330, L0.338, L0.346, L0.347, L0.348, L0.349, L1.395, L1.396, L1.397, L1.398, L1.399, L0.400, L0.401, L0.402, L0.403"
- " Creating 3 files"
@@ -3957,314 +3957,314 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file
- "L1.430[100,25731] 9ns |-----------------------------------------L1.430-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[100,25694] 9ns 9.99mb|-----------------------------------------L1.?------------------------------------------| "
- - "L1.?[25695,25731] 9ns 14.78kb |L1.?|"
+ - "L1.?[100,25694] 9ns 10mb |-----------------------------------------L1.?------------------------------------------| "
+ - "L1.?[25695,25731] 9ns 15kb |L1.?|"
- "**** Simulation run 179, type=split(HighL0OverlapTotalBacklog)(split_times=[51288]). 1 Input Files, 10mb total:"
- "L1, all files 10mb "
- "L1.431[25732,51362] 9ns |-----------------------------------------L1.431-----------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:"
- "L1 "
- - "L1.?[25732,51288] 9ns 9.97mb|-----------------------------------------L1.?------------------------------------------| "
- - "L1.?[51289,51362] 9ns 29.56kb |L1.?|"
+ - "L1.?[25732,51288] 9ns 10mb|-----------------------------------------L1.?------------------------------------------| "
+ - "L1.?[51289,51362] 9ns 30kb |L1.?|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.430, L1.431"
- " Creating 4 files"
- - "**** Simulation run 180, type=split(ReduceOverlap)(split_times=[25731]). 1 Input Files, 135.36kb total:"
- - "L0, all files 135.36kb "
+ - "**** Simulation run 180, type=split(ReduceOverlap)(split_times=[25731]). 1 Input Files, 135kb total:"
+ - "L0, all files 135kb "
- "L0.404[25695,28630] 10ns |----------------------------------------L0.404-----------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 135.36kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 135kb total:"
- "L0 "
- - "L0.?[25695,25731] 10ns 1.66kb|L0.?| "
- - "L0.?[25732,28630] 10ns 133.7kb |-----------------------------------------L0.?-----------------------------------------| "
- - "**** Simulation run 181, type=split(ReduceOverlap)(split_times=[51362]). 1 Input Files, 270.76kb total:"
- - "L0, all files 270.76kb "
+ - "L0.?[25695,25731] 10ns 2kb|L0.?| "
+ - "L0.?[25732,28630] 10ns 134kb |-----------------------------------------L0.?-----------------------------------------| "
+ - "**** Simulation run 181, type=split(ReduceOverlap)(split_times=[51362]). 1 Input Files, 271kb total:"
+ - "L0, all files 271kb "
- "L0.406[51289,57160] 10ns |-----------------------------------------L0.406-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 270.76kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 271kb total:"
- "L0 "
- - "L0.?[51289,51362] 10ns 3.37kb|L0.?| "
- - "L0.?[51363,57160] 10ns 267.39kb |-----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[51289,51362] 10ns 3kb|L0.?| "
+ - "L0.?[51363,57160] 10ns 267kb |-----------------------------------------L0.?-----------------------------------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.404, L0.406"
- " Creating 4 files"
- - "**** Simulation run 182, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[76043, 100723]). 8 Input Files, 21.62mb total:"
+ - "**** Simulation run 182, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[76043, 100723]). 8 Input Files, 22mb total:"
- "L0 "
- - "L0.226[67701,76252] 9ns 394.25kb |---L0.226---| "
+ - "L0.226[67701,76252] 9ns 394kb |---L0.226---| "
- "L0.294[76253,76882] 9ns 29kb |L0.294| "
- - "L0.295[76883,85771] 9ns 409.88kb |---L0.295---| "
+ - "L0.295[76883,85771] 9ns 410kb |---L0.295---| "
- "L0.134[85772,85772] 9ns 0b |L0.134| "
- - "L0.244[85773,92926] 9ns 329.79kb |--L0.244--| "
- - "L0.411[92927,104731] 9ns 544.25kb |-----L0.411------| "
+ - "L0.244[85773,92926] 9ns 330kb |--L0.244--| "
+ - "L0.411[92927,104731] 9ns 544kb |-----L0.411------| "
- "L1 "
- - "L1.432[51363,76882] 9ns 9.96mb|-----------------L1.432------------------| "
+ - "L1.432[51363,76882] 9ns 10mb|-----------------L1.432------------------| "
- "L1.408[76883,104731] 8ns 10mb |-------------------L1.408-------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 21.62mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L1 "
- "L1.?[51363,76043] 9ns 10mb|-----------------L1.?------------------| "
- "L1.?[76044,100723] 9ns 10mb |-----------------L1.?------------------| "
- - "L1.?[100724,104731] 9ns 1.62mb |L1.?| "
+ - "L1.?[100724,104731] 9ns 2mb |L1.?| "
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.134, L0.226, L0.244, L0.294, L0.295, L1.408, L0.411, L1.432"
- " Creating 3 files"
- - "**** Simulation run 183, type=split(ReduceOverlap)(split_times=[76043]). 1 Input Files, 394.25kb total:"
- - "L0, all files 394.25kb "
+ - "**** Simulation run 183, type=split(ReduceOverlap)(split_times=[76043]). 1 Input Files, 394kb total:"
+ - "L0, all files 394kb "
- "L0.228[67701,76252] 10ns |-----------------------------------------L0.228-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 394.25kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 394kb total:"
- "L0 "
- - "L0.?[67701,76043] 10ns 384.61kb|----------------------------------------L0.?-----------------------------------------| "
- - "L0.?[76044,76252] 10ns 9.64kb |L0.?|"
- - "**** Simulation run 184, type=split(ReduceOverlap)(split_times=[100723]). 1 Input Files, 544.25kb total:"
- - "L0, all files 544.25kb "
+ - "L0.?[67701,76043] 10ns 385kb|----------------------------------------L0.?-----------------------------------------| "
+ - "L0.?[76044,76252] 10ns 10kb |L0.?|"
+ - "**** Simulation run 184, type=split(ReduceOverlap)(split_times=[100723]). 1 Input Files, 544kb total:"
+ - "L0, all files 544kb "
- "L0.415[92927,104731] 10ns|-----------------------------------------L0.415-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 544.25kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 544kb total:"
- "L0 "
- - "L0.?[92927,100723] 10ns 359.45kb|--------------------------L0.?---------------------------| "
- - "L0.?[100724,104731] 10ns 184.8kb |------------L0.?------------| "
+ - "L0.?[92927,100723] 10ns 359kb|--------------------------L0.?---------------------------| "
+ - "L0.?[100724,104731] 10ns 185kb |------------L0.?------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.228, L0.415"
- " Creating 4 files"
- - "**** Simulation run 185, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[129098, 153464]). 18 Input Files, 25.68mb total:"
+ - "**** Simulation run 185, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[129098, 153464]). 18 Input Files, 26mb total:"
- "L0 "
- - "L0.412[104732,108402] 9ns 169.26kb|L0.412| "
- - "L0.377[108403,108723] 9ns 14.78kb |L0.377| "
- - "L0.378[108724,109041] 9ns 14.69kb |L0.378| "
- - "L0.196[109042,114328] 9ns 243.76kb |L0.196| "
+ - "L0.412[104732,108402] 9ns 169kb|L0.412| "
+ - "L0.377[108403,108723] 9ns 15kb |L0.377| "
+ - "L0.378[108724,109041] 9ns 15kb |L0.378| "
+ - "L0.196[109042,114328] 9ns 244kb |L0.196| "
- "L0.149[114329,114329] 9ns 0b |L0.149| "
- - "L0.413[114330,132579] 9ns 841.37kb |---------L0.413---------| "
- - "L0.414[132580,135300] 9ns 125.45kb |L0.414| "
- - "L0.369[135301,139921] 9ns 213.02kb |L0.369| "
- - "L0.379[139922,140563] 9ns 29.57kb |L0.379| "
- - "L0.380[140564,142885] 9ns 107.1kb |L0.380| "
+ - "L0.413[114330,132579] 9ns 841kb |---------L0.413---------| "
+ - "L0.414[132580,135300] 9ns 125kb |L0.414| "
+ - "L0.369[135301,139921] 9ns 213kb |L0.369| "
+ - "L0.379[139922,140563] 9ns 30kb |L0.379| "
+ - "L0.380[140564,142885] 9ns 107kb |L0.380| "
- "L0.161[142886,142886] 9ns 0b |L0.161| "
- - "L0.315[142887,149665] 9ns 312.5kb |L0.315-| "
- - "L0.316[149666,156350] 9ns 308.21kb |L0.316-| "
- - "L0.270[156351,160867] 9ns 208.25kb |L0.270| "
- - "L0.422[160868,167314] 9ns 297.22kb |L0.422-| "
+ - "L0.315[142887,149665] 9ns 312kb |L0.315-| "
+ - "L0.316[149666,156350] 9ns 308kb |L0.316-| "
+ - "L0.270[156351,160867] 9ns 208kb |L0.270| "
+ - "L0.422[160868,167314] 9ns 297kb |L0.422-| "
- "L1 "
- "L1.409[104732,132579] 8ns 10mb|----------------L1.409----------------| "
- - "L1.410[132580,140563] 8ns 2.87mb |-L1.410--| "
+ - "L1.410[132580,140563] 8ns 3mb |-L1.410--| "
- "L1.419[140564,167314] 8ns 10mb |---------------L1.419---------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 25.68mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 26mb total:"
- "L1 "
- "L1.?[104732,129098] 9ns 10mb|--------------L1.?---------------| "
- "L1.?[129099,153464] 9ns 10mb |--------------L1.?---------------| "
- - "L1.?[153465,167314] 9ns 5.68mb |------L1.?-------| "
+ - "L1.?[153465,167314] 9ns 6mb |------L1.?-------| "
- "Committing partition 1:"
- " Soft Deleting 18 files: L0.149, L0.161, L0.196, L0.270, L0.315, L0.316, L0.369, L0.377, L0.378, L0.379, L0.380, L1.409, L1.410, L0.412, L0.413, L0.414, L1.419, L0.422"
- " Creating 3 files"
- - "**** Simulation run 186, type=split(ReduceOverlap)(split_times=[129098]). 1 Input Files, 841.37kb total:"
- - "L0, all files 841.37kb "
+ - "**** Simulation run 186, type=split(ReduceOverlap)(split_times=[129098]). 1 Input Files, 841kb total:"
+ - "L0, all files 841kb "
- "L0.417[114330,132579] 10ns|-----------------------------------------L0.417-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 841.37kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 841kb total:"
- "L0 "
- - "L0.?[114330,129098] 10ns 680.88kb|---------------------------------L0.?---------------------------------| "
- - "L0.?[129099,132579] 10ns 160.49kb |-----L0.?------| "
- - "**** Simulation run 187, type=split(ReduceOverlap)(split_times=[153464]). 1 Input Files, 308.21kb total:"
- - "L0, all files 308.21kb "
+ - "L0.?[114330,129098] 10ns 681kb|---------------------------------L0.?---------------------------------| "
+ - "L0.?[129099,132579] 10ns 160kb |-----L0.?------| "
+ - "**** Simulation run 187, type=split(ReduceOverlap)(split_times=[153464]). 1 Input Files, 308kb total:"
+ - "L0, all files 308kb "
- "L0.320[149666,156350] 10ns|-----------------------------------------L0.320-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 308.21kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 308kb total:"
- "L0 "
- - "L0.?[149666,153464] 10ns 175.13kb|----------------------L0.?-----------------------| "
- - "L0.?[153465,156350] 10ns 133.08kb |----------------L0.?----------------| "
+ - "L0.?[149666,153464] 10ns 175kb|----------------------L0.?-----------------------| "
+ - "L0.?[153465,156350] 10ns 133kb |----------------L0.?----------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.320, L0.417"
- " Creating 4 files"
- - "**** Simulation run 188, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[191189]). 9 Input Files, 13.69mb total:"
+ - "**** Simulation run 188, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[191189]). 9 Input Files, 14mb total:"
- "L0 "
- - "L0.423[167315,170977] 9ns 168.9kb|-L0.423-| "
- - "L0.390[170978,171442] 9ns 21.44kb |L0.390| "
+ - "L0.423[167315,170977] 9ns 169kb|-L0.423-| "
+ - "L0.390[170978,171442] 9ns 21kb |L0.390| "
- "L0.171[171443,171443] 9ns 0b |L0.171| "
- - "L0.317[171444,185000] 9ns 625.13kb |--------------L0.317---------------| "
- - "L0.424[185001,194064] 9ns 417.97kb |--------L0.424--------| "
- - "L0.425[194065,198370] 9ns 198.58kb |-L0.425--| "
- - "L0.272[198371,200000] 9ns 75.17kb |L0.272|"
+ - "L0.317[171444,185000] 9ns 625kb |--------------L0.317---------------| "
+ - "L0.424[185001,194064] 9ns 418kb |--------L0.424--------| "
+ - "L0.425[194065,198370] 9ns 199kb |-L0.425--| "
+ - "L0.272[198371,200000] 9ns 75kb |L0.272|"
- "L1 "
- "L1.420[167315,194064] 8ns 10mb|--------------------------------L1.420---------------------------------| "
- - "L1.421[194065,200000] 8ns 2.22mb |----L1.421----| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 13.69mb total:"
+ - "L1.421[194065,200000] 8ns 2mb |----L1.421----| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 14mb total:"
- "L1 "
- "L1.?[167315,191189] 9ns 10mb|-----------------------------L1.?------------------------------| "
- - "L1.?[191190,200000] 9ns 3.69mb |---------L1.?---------| "
+ - "L1.?[191190,200000] 9ns 4mb |---------L1.?---------| "
- "Committing partition 1:"
- " Soft Deleting 9 files: L0.171, L0.272, L0.317, L0.390, L1.420, L1.421, L0.423, L0.424, L0.425"
- " Creating 2 files"
- - "**** Simulation run 189, type=split(ReduceOverlap)(split_times=[191189]). 1 Input Files, 417.97kb total:"
- - "L0, all files 417.97kb "
+ - "**** Simulation run 189, type=split(ReduceOverlap)(split_times=[191189]). 1 Input Files, 418kb total:"
+ - "L0, all files 418kb "
- "L0.428[185001,194064] 10ns|-----------------------------------------L0.428-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 417.97kb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 418kb total:"
- "L0 "
- - "L0.?[185001,191189] 10ns 285.38kb|---------------------------L0.?----------------------------| "
- - "L0.?[191190,194064] 10ns 132.59kb |-----------L0.?-----------| "
+ - "L0.?[185001,191189] 10ns 285kb|---------------------------L0.?----------------------------| "
+ - "L0.?[191190,194064] 10ns 133kb |-----------L0.?-----------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L0.428"
- " Creating 2 files"
- - "**** Simulation run 190, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[23080, 46060]). 14 Input Files, 22.31mb total:"
+ - "**** Simulation run 190, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[23080, 46060]). 14 Input Files, 22mb total:"
- "L0 "
- - "L0.332[100,25694] 10ns 1.15mb|------------------L0.332------------------| "
- - "L0.437[25695,25731] 10ns 1.66kb |L0.437| "
- - "L0.438[25732,28630] 10ns 133.7kb |L0.438| "
- - "L0.405[28631,28657] 10ns 1.25kb |L0.405| "
- - "L0.350[28658,32834] 10ns 192.53kb |L0.350| "
- - "L0.351[32835,38176] 10ns 246.28kb |L0.351-| "
- - "L0.296[38177,38491] 10ns 14.48kb |L0.296| "
- - "L0.297[38492,46513] 10ns 369.86kb |---L0.297---| "
- - "L0.340[46514,51288] 10ns 220.13kb |L0.340| "
- - "L0.439[51289,51362] 10ns 3.37kb |L0.439|"
+ - "L0.332[100,25694] 10ns 1mb|------------------L0.332------------------| "
+ - "L0.437[25695,25731] 10ns 2kb |L0.437| "
+ - "L0.438[25732,28630] 10ns 134kb |L0.438| "
+ - "L0.405[28631,28657] 10ns 1kb |L0.405| "
+ - "L0.350[28658,32834] 10ns 193kb |L0.350| "
+ - "L0.351[32835,38176] 10ns 246kb |L0.351-| "
+ - "L0.296[38177,38491] 10ns 14kb |L0.296| "
+ - "L0.297[38492,46513] 10ns 370kb |---L0.297---| "
+ - "L0.340[46514,51288] 10ns 220kb |L0.340| "
+ - "L0.439[51289,51362] 10ns 3kb |L0.439|"
- "L1 "
- - "L1.433[100,25694] 9ns 9.99mb|------------------L1.433------------------| "
- - "L1.434[25695,25731] 9ns 14.78kb |L1.434| "
- - "L1.435[25732,51288] 9ns 9.97mb |------------------L1.435------------------| "
- - "L1.436[51289,51362] 9ns 29.56kb |L1.436|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.31mb total:"
+ - "L1.433[100,25694] 9ns 10mb|------------------L1.433------------------| "
+ - "L1.434[25695,25731] 9ns 15kb |L1.434| "
+ - "L1.435[25732,51288] 9ns 10mb |------------------L1.435------------------| "
+ - "L1.436[51289,51362] 9ns 30kb |L1.436|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L1 "
- "L1.?[100,23080] 10ns 10mb|-----------------L1.?-----------------| "
- "L1.?[23081,46060] 10ns 10mb |-----------------L1.?-----------------| "
- - "L1.?[46061,51362] 10ns 2.31mb |-L1.?--| "
+ - "L1.?[46061,51362] 10ns 2mb |-L1.?--| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.296, L0.297, L0.332, L0.340, L0.350, L0.351, L0.405, L1.433, L1.434, L1.435, L1.436, L0.437, L0.438, L0.439"
- " Creating 3 files"
- - "**** Simulation run 191, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[73575, 95787]). 15 Input Files, 24.03mb total:"
+ - "**** Simulation run 191, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[73575, 95787]). 15 Input Files, 24mb total:"
- "L0 "
- - "L0.440[51363,57160] 10ns 267.39kb|L0.440-| "
- - "L0.407[57161,57214] 10ns 2.49kb |L0.407| "
- - "L0.352[57215,65568] 10ns 385.1kb |---L0.352---| "
- - "L0.353[65569,67700] 10ns 98.29kb |L0.353| "
- - "L0.444[67701,76043] 10ns 384.61kb |---L0.444---| "
- - "L0.445[76044,76252] 10ns 9.64kb |L0.445| "
+ - "L0.440[51363,57160] 10ns 267kb|L0.440-| "
+ - "L0.407[57161,57214] 10ns 2kb |L0.407| "
+ - "L0.352[57215,65568] 10ns 385kb |---L0.352---| "
+ - "L0.353[65569,67700] 10ns 98kb |L0.353| "
+ - "L0.444[67701,76043] 10ns 385kb |---L0.444---| "
+ - "L0.445[76044,76252] 10ns 10kb |L0.445| "
- "L0.298[76253,76882] 10ns 29kb |L0.298| "
- - "L0.299[76883,85771] 10ns 409.88kb |---L0.299---| "
+ - "L0.299[76883,85771] 10ns 410kb |---L0.299---| "
- "L0.136[85772,85772] 10ns 0b |L0.136| "
- - "L0.248[85773,92926] 10ns 329.79kb |--L0.248--| "
- - "L0.446[92927,100723] 10ns 359.45kb |--L0.446---| "
- - "L0.447[100724,104731] 10ns 184.8kb |L0.447|"
+ - "L0.248[85773,92926] 10ns 330kb |--L0.248--| "
+ - "L0.446[92927,100723] 10ns 359kb |--L0.446---| "
+ - "L0.447[100724,104731] 10ns 185kb |L0.447|"
- "L1 "
- "L1.441[51363,76043] 9ns 10mb|----------------L1.441-----------------| "
- "L1.442[76044,100723] 9ns 10mb |----------------L1.442-----------------| "
- - "L1.443[100724,104731] 9ns 1.62mb |L1.443|"
- - "**** 3 Output Files (parquet_file_id not yet assigned), 24.03mb total:"
+ - "L1.443[100724,104731] 9ns 2mb |L1.443|"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 24mb total:"
- "L1 "
- "L1.?[51363,73575] 10ns 10mb|---------------L1.?----------------| "
- "L1.?[73576,95787] 10ns 10mb |---------------L1.?----------------| "
- - "L1.?[95788,104731] 10ns 4.03mb |----L1.?-----| "
+ - "L1.?[95788,104731] 10ns 4mb |----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 15 files: L0.136, L0.248, L0.298, L0.299, L0.352, L0.353, L0.407, L0.440, L1.441, L1.442, L1.443, L0.444, L0.445, L0.446, L0.447"
- " Creating 3 files"
- - "**** Simulation run 192, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[175139, 196813]). 14 Input Files, 21.47mb total:"
+ - "**** Simulation run 192, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[175139, 196813]). 14 Input Files, 21mb total:"
- "L0 "
- - "L0.276[198371,200000] 10ns 75.17kb |L0.276|"
- - "L0.429[194065,198370] 10ns 198.58kb |L0.429| "
- - "L0.458[191190,194064] 10ns 132.59kb |L0.458| "
- - "L0.457[185001,191189] 10ns 285.38kb |-L0.457--| "
- - "L0.321[171444,185000] 10ns 625.13kb |---------L0.321---------| "
+ - "L0.276[198371,200000] 10ns 75kb |L0.276|"
+ - "L0.429[194065,198370] 10ns 199kb |L0.429| "
+ - "L0.458[191190,194064] 10ns 133kb |L0.458| "
+ - "L0.457[185001,191189] 10ns 285kb |-L0.457--| "
+ - "L0.321[171444,185000] 10ns 625kb |---------L0.321---------| "
- "L0.173[171443,171443] 10ns 0b |L0.173| "
- - "L0.392[170978,171442] 10ns 21.44kb |L0.392| "
- - "L0.427[167315,170977] 10ns 168.9kb |L0.427| "
- - "L0.426[160868,167314] 10ns 297.22kb |--L0.426--| "
- - "L0.274[156351,160867] 10ns 208.25kb |L0.274| "
- - "L0.454[153465,156350] 10ns 133.08kb|L0.454| "
+ - "L0.392[170978,171442] 10ns 21kb |L0.392| "
+ - "L0.427[167315,170977] 10ns 169kb |L0.427| "
+ - "L0.426[160868,167314] 10ns 297kb |--L0.426--| "
+ - "L0.274[156351,160867] 10ns 208kb |L0.274| "
+ - "L0.454[153465,156350] 10ns 133kb|L0.454| "
- "L1 "
- - "L1.456[191190,200000] 9ns 3.69mb |----L1.456-----| "
+ - "L1.456[191190,200000] 9ns 4mb |----L1.456-----| "
- "L1.455[167315,191189] 9ns 10mb |-------------------L1.455-------------------| "
- - "L1.450[153465,167314] 9ns 5.68mb|---------L1.450---------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 21.47mb total:"
+ - "L1.450[153465,167314] 9ns 6mb|---------L1.450---------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 21mb total:"
- "L1 "
- "L1.?[153465,175139] 10ns 10mb|-----------------L1.?------------------| "
- "L1.?[175140,196813] 10ns 10mb |-----------------L1.?------------------| "
- - "L1.?[196814,200000] 10ns 1.47mb |L1.?| "
+ - "L1.?[196814,200000] 10ns 1mb |L1.?| "
- "Committing partition 1:"
- " Soft Deleting 14 files: L0.173, L0.274, L0.276, L0.321, L0.392, L0.426, L0.427, L0.429, L1.450, L0.454, L1.455, L1.456, L0.457, L0.458"
- " Creating 3 files"
- - "**** Simulation run 193, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[126690, 148648]). 16 Input Files, 22.19mb total:"
+ - "**** Simulation run 193, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[126690, 148648]). 16 Input Files, 22mb total:"
- "L0 "
- - "L0.416[104732,108402] 10ns 169.26kb|L0.416| "
- - "L0.381[108403,108723] 10ns 14.78kb |L0.381| "
- - "L0.382[108724,109041] 10ns 14.69kb |L0.382| "
- - "L0.200[109042,114328] 10ns 243.76kb |L0.200-| "
+ - "L0.416[104732,108402] 10ns 169kb|L0.416| "
+ - "L0.381[108403,108723] 10ns 15kb |L0.381| "
+ - "L0.382[108724,109041] 10ns 15kb |L0.382| "
+ - "L0.200[109042,114328] 10ns 244kb |L0.200-| "
- "L0.151[114329,114329] 10ns 0b |L0.151| "
- - "L0.451[114330,129098] 10ns 680.88kb |---------L0.451----------| "
- - "L0.452[129099,132579] 10ns 160.49kb |L0.452| "
- - "L0.418[132580,135300] 10ns 125.45kb |L0.418| "
- - "L0.371[135301,139921] 10ns 213.02kb |L0.371| "
- - "L0.383[139922,140563] 10ns 29.57kb |L0.383| "
- - "L0.384[140564,142885] 10ns 107.1kb |L0.384| "
+ - "L0.451[114330,129098] 10ns 681kb |---------L0.451----------| "
+ - "L0.452[129099,132579] 10ns 160kb |L0.452| "
+ - "L0.418[132580,135300] 10ns 125kb |L0.418| "
+ - "L0.371[135301,139921] 10ns 213kb |L0.371| "
+ - "L0.383[139922,140563] 10ns 30kb |L0.383| "
+ - "L0.384[140564,142885] 10ns 107kb |L0.384| "
- "L0.163[142886,142886] 10ns 0b |L0.163| "
- - "L0.319[142887,149665] 10ns 312.5kb |--L0.319--| "
- - "L0.453[149666,153464] 10ns 175.13kb |L0.453|"
+ - "L0.319[142887,149665] 10ns 312kb |--L0.319--| "
+ - "L0.453[149666,153464] 10ns 175kb |L0.453|"
- "L1 "
- "L1.448[104732,129098] 9ns 10mb|------------------L1.448-------------------| "
- "L1.449[129099,153464] 9ns 10mb |------------------L1.449------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.19mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L1 "
- "L1.?[104732,126690] 10ns 10mb|-----------------L1.?-----------------| "
- "L1.?[126691,148648] 10ns 10mb |-----------------L1.?-----------------| "
- - "L1.?[148649,153464] 10ns 2.19mb |-L1.?-| "
+ - "L1.?[148649,153464] 10ns 2mb |-L1.?-| "
- "Committing partition 1:"
- " Soft Deleting 16 files: L0.151, L0.163, L0.200, L0.319, L0.371, L0.381, L0.382, L0.383, L0.384, L0.416, L0.418, L1.448, L1.449, L0.451, L0.452, L0.453"
- " Creating 3 files"
- - "**** Simulation run 194, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[45717, 68353]). 3 Input Files, 22.31mb total:"
+ - "**** Simulation run 194, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[45717, 68353]). 3 Input Files, 22mb total:"
- "L1 "
- "L1.460[23081,46060] 10ns 10mb|----------------L1.460----------------| "
- - "L1.461[46061,51362] 10ns 2.31mb |L1.461-| "
+ - "L1.461[46061,51362] 10ns 2mb |L1.461-| "
- "L1.462[51363,73575] 10ns 10mb |---------------L1.462----------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.31mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L2 "
- "L2.?[23081,45717] 10ns 10mb|-----------------L2.?-----------------| "
- "L2.?[45718,68353] 10ns 10mb |-----------------L2.?-----------------| "
- - "L2.?[68354,73575] 10ns 2.31mb |-L2.?--| "
+ - "L2.?[68354,73575] 10ns 2mb |-L2.?--| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.460, L1.461, L1.462"
- " Upgrading 1 files level to CompactionLevel::L2: L1.459"
- " Creating 3 files"
- - "**** Simulation run 195, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[95682, 117788]). 3 Input Files, 24.03mb total:"
+ - "**** Simulation run 195, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[95682, 117788]). 3 Input Files, 24mb total:"
- "L1 "
- "L1.463[73576,95787] 10ns 10mb|--------------L1.463---------------| "
- - "L1.464[95788,104731] 10ns 4.03mb |---L1.464----| "
+ - "L1.464[95788,104731] 10ns 4mb |---L1.464----| "
- "L1.468[104732,126690] 10ns 10mb |--------------L1.468---------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 24.03mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 24mb total:"
- "L2 "
- "L2.?[73576,95682] 10ns 10mb|---------------L2.?----------------| "
- "L2.?[95683,117788] 10ns 10mb |---------------L2.?----------------| "
- - "L2.?[117789,126690] 10ns 4.03mb |----L2.?-----| "
+ - "L2.?[117789,126690] 10ns 4mb |----L2.?-----| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.463, L1.464, L1.468"
- " Creating 3 files"
- - "**** Simulation run 196, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[148521, 170351]). 3 Input Files, 22.19mb total:"
+ - "**** Simulation run 196, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[148521, 170351]). 3 Input Files, 22mb total:"
- "L1 "
- "L1.469[126691,148648] 10ns 10mb|----------------L1.469----------------| "
- - "L1.470[148649,153464] 10ns 2.19mb |L1.470| "
+ - "L1.470[148649,153464] 10ns 2mb |L1.470| "
- "L1.465[153465,175139] 10ns 10mb |----------------L1.465----------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 22.19mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:"
- "L2 "
- "L2.?[126691,148521] 10ns 10mb|-----------------L2.?-----------------| "
- "L2.?[148522,170351] 10ns 10mb |-----------------L2.?-----------------| "
- - "L2.?[170352,175139] 10ns 2.19mb |-L2.?-| "
+ - "L2.?[170352,175139] 10ns 2mb |-L2.?-| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.465, L1.469, L1.470"
- " Creating 3 files"
- - "**** Simulation run 197, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[195028]). 2 Input Files, 11.47mb total:"
+ - "**** Simulation run 197, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[195028]). 2 Input Files, 11mb total:"
- "L1 "
- - "L1.467[196814,200000] 10ns 1.47mb |-L1.467--| "
+ - "L1.467[196814,200000] 10ns 1mb |-L1.467--| "
- "L1.466[175140,196813] 10ns 10mb|-----------------------------------L1.466-----------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 11.47mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 11mb total:"
- "L2 "
- - "L2.?[175140,195028] 10ns 9.18mb|---------------------------------L2.?---------------------------------| "
- - "L2.?[195029,200000] 10ns 2.29mb |-----L2.?------| "
+ - "L2.?[175140,195028] 10ns 9mb|---------------------------------L2.?---------------------------------| "
+ - "L2.?[195029,200000] 10ns 2mb |-----L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.466, L1.467"
- " Creating 2 files"
- - "**** Final Output Files (994.29mb written)"
+ - "**** Final Output Files (994mb written)"
- "L2 "
- "L2.459[100,23080] 10ns 10mb|-L2.459-| "
- "L2.471[23081,45717] 10ns 10mb |-L2.471-| "
- "L2.472[45718,68353] 10ns 10mb |-L2.472-| "
- - "L2.473[68354,73575] 10ns 2.31mb |L2.473| "
+ - "L2.473[68354,73575] 10ns 2mb |L2.473| "
- "L2.474[73576,95682] 10ns 10mb |L2.474-| "
- "L2.475[95683,117788] 10ns 10mb |L2.475-| "
- - "L2.476[117789,126690] 10ns 4.03mb |L2.476| "
+ - "L2.476[117789,126690] 10ns 4mb |L2.476| "
- "L2.477[126691,148521] 10ns 10mb |L2.477-| "
- "L2.478[148522,170351] 10ns 10mb |L2.478-| "
- - "L2.479[170352,175139] 10ns 2.19mb |L2.479| "
- - "L2.480[175140,195028] 10ns 9.18mb |L2.480| "
- - "L2.481[195029,200000] 10ns 2.29mb |L2.481|"
+ - "L2.479[170352,175139] 10ns 2mb |L2.479| "
+ - "L2.480[175140,195028] 10ns 9mb |L2.480| "
+ - "L2.481[195029,200000] 10ns 2mb |L2.481|"
"###
);
}
diff --git a/compactor2/tests/layouts/large_files.rs b/compactor2/tests/layouts/large_files.rs
index b1af63579a..e50ad42792 100644
--- a/compactor2/tests/layouts/large_files.rs
+++ b/compactor2/tests/layouts/large_files.rs
@@ -229,15 +229,15 @@ async fn two_large_files_total_under_max_compact_size() {
- "L2.2[2,1000] 8ns |-----------------------------------------L2.2------------------------------------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
- "L2 "
- - "L2.?[1,501] 9ns 100.1mb |-------------------L2.?--------------------| "
- - "L2.?[502,1000] 9ns 99.9mb |-------------------L2.?-------------------| "
+ - "L2.?[1,501] 9ns 100mb |-------------------L2.?--------------------| "
+ - "L2.?[502,1000] 9ns 100mb |-------------------L2.?-------------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.1, L2.2"
- " Creating 2 files"
- "**** Final Output Files (200mb written)"
- "L2 "
- - "L2.3[1,501] 9ns 100.1mb |-------------------L2.3--------------------| "
- - "L2.4[502,1000] 9ns 99.9mb |-------------------L2.4-------------------| "
+ - "L2.3[1,501] 9ns 100mb |-------------------L2.3--------------------| "
+ - "L2.4[502,1000] 9ns 100mb |-------------------L2.4-------------------| "
"###
);
}
@@ -295,8 +295,8 @@ async fn two_large_files_total_over_max_compact_size() {
- "L2.2[2,1000] 8ns |------------------------------------------L2.2------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
- "L2 "
- - "L2.?[2,668] 8ns 100.1mb |---------------------------L2.?---------------------------| "
- - "L2.?[669,1000] 8ns 49.9mb |-----------L2.?------------| "
+ - "L2.?[2,668] 8ns 100mb |---------------------------L2.?---------------------------| "
+ - "L2.?[669,1000] 8ns 50mb |-----------L2.?------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.1, L2.2"
- " Creating 4 files"
@@ -310,26 +310,26 @@ async fn two_large_files_total_over_max_compact_size() {
- "Committing partition 1:"
- " Soft Deleting 1 files: L1.4"
- " Creating 2 files"
- - "**** Simulation run 3, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[335]). 3 Input Files, 200.1mb total:"
+ - "**** Simulation run 3, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[335]). 3 Input Files, 200mb total:"
- "L1 "
- "L1.3[1,667] 9ns 100mb |-----------------------------------------L1.3------------------------------------------| "
- "L1.7[668,668] 9ns 0b |L1.7|"
- "L2 "
- - "L2.5[2,668] 8ns 100.1mb |-----------------------------------------L2.5------------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 200.1mb total:"
+ - "L2.5[2,668] 8ns 100mb |-----------------------------------------L2.5------------------------------------------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
- "L2 "
- - "L2.?[1,335] 9ns 100.2mb |-------------------L2.?--------------------| "
- - "L2.?[336,668] 9ns 99.9mb |-------------------L2.?-------------------| "
+ - "L2.?[1,335] 9ns 100mb |-------------------L2.?--------------------| "
+ - "L2.?[336,668] 9ns 100mb |-------------------L2.?-------------------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.3, L2.5, L1.7"
- " Creating 2 files"
- - "**** Final Output Files (550.1mb written)"
+ - "**** Final Output Files (550mb written)"
- "L1 "
- "L1.8[669,1000] 9ns 50mb |-----------L1.8------------| "
- "L2 "
- - "L2.6[669,1000] 8ns 49.9mb |-----------L2.6------------| "
- - "L2.9[1,335] 9ns 100.2mb |------------L2.9------------| "
- - "L2.10[336,668] 9ns 99.9mb |-----------L2.10-----------| "
+ - "L2.6[669,1000] 8ns 50mb |-----------L2.6------------| "
+ - "L2.9[1,335] 9ns 100mb |------------L2.9------------| "
+ - "L2.10[336,668] 9ns 100mb |-----------L2.10-----------| "
"###
);
}
@@ -381,37 +381,37 @@ async fn two_large_files_total_over_max_compact_size_small_overlap_range() {
- "L1.1[0,1000] 9ns |------------------------------------------L1.1------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
- "L1 "
- - "L1.?[0,667] 9ns 100.05mb |---------------------------L1.?---------------------------| "
- - "L1.?[668,1000] 9ns 49.95mb |-----------L1.?------------| "
+ - "L1.?[0,667] 9ns 100mb |---------------------------L1.?---------------------------| "
+ - "L1.?[668,1000] 9ns 50mb |-----------L1.?------------| "
- "**** Simulation run 1, type=split(ReduceLargeFileSize)(split_times=[934]). 1 Input Files, 150mb total:"
- "L2, all files 150mb "
- "L2.2[800,1000] 8ns |------------------------------------------L2.2------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
- "L2 "
- - "L2.?[800,934] 8ns 100.5mb|---------------------------L2.?---------------------------| "
- - "L2.?[935,1000] 8ns 49.5mb |-----------L2.?------------| "
+ - "L2.?[800,934] 8ns 101mb |---------------------------L2.?---------------------------| "
+ - "L2.?[935,1000] 8ns 50mb |-----------L2.?------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.1, L2.2"
- " Creating 4 files"
- - "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[835]). 3 Input Files, 199.95mb total:"
+ - "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[835]). 3 Input Files, 200mb total:"
- "L1 "
- - "L1.4[668,1000] 9ns 49.95mb|------------------------------------------L1.4------------------------------------------|"
+ - "L1.4[668,1000] 9ns 50mb |------------------------------------------L1.4------------------------------------------|"
- "L2 "
- - "L2.5[800,934] 8ns 100.5mb |---------------L2.5---------------| "
- - "L2.6[935,1000] 8ns 49.5mb |-----L2.6------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 199.95mb total:"
+ - "L2.5[800,934] 8ns 101mb |---------------L2.5---------------| "
+ - "L2.6[935,1000] 8ns 50mb |-----L2.6------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
- "L2 "
- - "L2.?[668,835] 9ns 100.58mb|-------------------L2.?--------------------| "
- - "L2.?[836,1000] 9ns 99.37mb |-------------------L2.?-------------------| "
+ - "L2.?[668,835] 9ns 101mb |-------------------L2.?--------------------| "
+ - "L2.?[836,1000] 9ns 99mb |-------------------L2.?-------------------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.4, L2.5, L2.6"
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
- " Creating 2 files"
- - "**** Final Output Files (499.95mb written)"
+ - "**** Final Output Files (500mb written)"
- "L2 "
- - "L2.3[0,667] 9ns 100.05mb |---------------------------L2.3---------------------------| "
- - "L2.7[668,835] 9ns 100.58mb |----L2.7-----| "
- - "L2.8[836,1000] 9ns 99.37mb |----L2.8----| "
+ - "L2.3[0,667] 9ns 100mb |---------------------------L2.3---------------------------| "
+ - "L2.7[668,835] 9ns 101mb |----L2.7-----| "
+ - "L2.8[836,1000] 9ns 99mb |----L2.8----| "
"###
);
}
@@ -471,31 +471,31 @@ async fn two_large_files_total_over_max_compact_size_small_overlap_range_2() {
- "L2.2[1600,3000] 8ns |------------------------------------------L2.2------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
- "L2 "
- - "L2.?[1600,2534] 8ns 100.07mb|---------------------------L2.?---------------------------| "
- - "L2.?[2535,3000] 8ns 49.93mb |-----------L2.?------------| "
+ - "L2.?[1600,2534] 8ns 100mb|---------------------------L2.?---------------------------| "
+ - "L2.?[2535,3000] 8ns 50mb |-----------L2.?------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.1, L2.2"
- " Creating 4 files"
- - "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1494, 2188]). 3 Input Files, 250.07mb total:"
+ - "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1494, 2188]). 3 Input Files, 250mb total:"
- "L1 "
- "L1.4[1601,2000] 9ns 50mb |-------L1.4-------| "
- "L1.3[800,1600] 9ns 100mb |-----------------L1.3------------------| "
- "L2 "
- - "L2.5[1600,2534] 8ns 100.07mb |---------------------L2.5---------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 250.07mb total:"
+ - "L2.5[1600,2534] 8ns 100mb |---------------------L2.5---------------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
- "L2 "
- - "L2.?[800,1494] 9ns 100.09mb|---------------L2.?---------------| "
- - "L2.?[1495,2188] 9ns 99.94mb |--------------L2.?---------------| "
- - "L2.?[2189,2534] 9ns 50.04mb |-----L2.?------| "
+ - "L2.?[800,1494] 9ns 100mb |---------------L2.?---------------| "
+ - "L2.?[1495,2188] 9ns 100mb |--------------L2.?---------------| "
+ - "L2.?[2189,2534] 9ns 50mb |-----L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.3, L1.4, L2.5"
- " Creating 3 files"
- - "**** Final Output Files (550.07mb written)"
+ - "**** Final Output Files (550mb written)"
- "L2 "
- - "L2.6[2535,3000] 8ns 49.93mb |------L2.6-------| "
- - "L2.7[800,1494] 9ns 100.09mb|-----------L2.7-----------| "
- - "L2.8[1495,2188] 9ns 99.94mb |-----------L2.8-----------| "
- - "L2.9[2189,2534] 9ns 50.04mb |----L2.9----| "
+ - "L2.6[2535,3000] 8ns 50mb |------L2.6-------| "
+ - "L2.7[800,1494] 9ns 100mb |-----------L2.7-----------| "
+ - "L2.8[1495,2188] 9ns 100mb |-----------L2.8-----------| "
+ - "L2.9[2189,2534] 9ns 50mb |----L2.9----| "
"###
);
}
@@ -555,31 +555,31 @@ async fn two_large_files_total_over_max_compact_size_small_overlap_range_3() {
- "L2.2[200,1300] 8ns |------------------------------------------L2.2------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
- "L2 "
- - "L2.?[200,934] 8ns 100.09mb|---------------------------L2.?---------------------------| "
- - "L2.?[935,1300] 8ns 49.91mb |-----------L2.?------------| "
+ - "L2.?[200,934] 8ns 100mb |---------------------------L2.?---------------------------| "
+ - "L2.?[935,1300] 8ns 50mb |-----------L2.?------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.1, L2.2"
- " Creating 4 files"
- - "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[374, 748]). 3 Input Files, 250.09mb total:"
+ - "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[374, 748]). 3 Input Files, 250mb total:"
- "L1 "
- "L1.4[201,300] 9ns 50mb |-L1.4--| "
- "L1.3[0,200] 9ns 100mb |------L1.3-------| "
- "L2 "
- - "L2.5[200,934] 8ns 100.09mb |--------------------------------L2.5--------------------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 250.09mb total:"
+ - "L2.5[200,934] 8ns 100mb |--------------------------------L2.5--------------------------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
- "L2 "
- - "L2.?[0,374] 9ns 100.14mb |---------------L2.?---------------| "
- - "L2.?[375,748] 9ns 99.88mb |--------------L2.?---------------| "
- - "L2.?[749,934] 9ns 50.07mb |-----L2.?------| "
+ - "L2.?[0,374] 9ns 100mb |---------------L2.?---------------| "
+ - "L2.?[375,748] 9ns 100mb |--------------L2.?---------------| "
+ - "L2.?[749,934] 9ns 50mb |-----L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.3, L1.4, L2.5"
- " Creating 3 files"
- - "**** Final Output Files (550.09mb written)"
+ - "**** Final Output Files (550mb written)"
- "L2 "
- - "L2.6[935,1300] 8ns 49.91mb |---------L2.6----------| "
- - "L2.7[0,374] 9ns 100.14mb |---------L2.7----------| "
- - "L2.8[375,748] 9ns 99.88mb |---------L2.8----------| "
- - "L2.9[749,934] 9ns 50.07mb |---L2.9---| "
+ - "L2.6[935,1300] 8ns 50mb |---------L2.6----------| "
+ - "L2.7[0,374] 9ns 100mb |---------L2.7----------| "
+ - "L2.8[375,748] 9ns 100mb |---------L2.8----------| "
+ - "L2.9[749,934] 9ns 50mb |---L2.9---| "
"###
);
}
@@ -631,64 +631,64 @@ async fn two_large_files_total_over_max_compact_size_start_l0() {
- "L1.2[1,1000] 9ns |------------------------------------------L1.2------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 150mb total:"
- "L1 "
- - "L1.?[1,333] 9ns 49.85mb |-----------L1.?------------| "
- - "L1.?[334,666] 9ns 49.85mb |-----------L1.?------------| "
- - "L1.?[667,1000] 9ns 50.3mb |------------L1.?------------|"
+ - "L1.?[1,333] 9ns 50mb |-----------L1.?------------| "
+ - "L1.?[334,666] 9ns 50mb |-----------L1.?------------| "
+ - "L1.?[667,1000] 9ns 50mb |------------L1.?------------|"
- "**** Simulation run 1, type=split(HighL0OverlapSingleFile)(split_times=[333, 666]). 1 Input Files, 150mb total:"
- "L0, all files 150mb "
- "L0.1[0,1000] 10ns |------------------------------------------L0.1------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 150mb total:"
- "L0 "
- - "L0.?[0,333] 10ns 49.95mb |-----------L0.?------------| "
- - "L0.?[334,666] 10ns 49.8mb |-----------L0.?------------| "
- - "L0.?[667,1000] 10ns 50.25mb |-----------L0.?------------| "
+ - "L0.?[0,333] 10ns 50mb |-----------L0.?------------| "
+ - "L0.?[334,666] 10ns 50mb |-----------L0.?------------| "
+ - "L0.?[667,1000] 10ns 50mb |-----------L0.?------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.1, L1.2"
- " Creating 6 files"
- - "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[667]). 4 Input Files, 200.2mb total:"
+ - "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[667]). 4 Input Files, 200mb total:"
- "L0 "
- - "L0.8[667,1000] 10ns 50.25mb |-------------------L0.8--------------------|"
- - "L0.7[334,666] 10ns 49.8mb|-------------------L0.7-------------------| "
+ - "L0.8[667,1000] 10ns 50mb |-------------------L0.8--------------------|"
+ - "L0.7[334,666] 10ns 50mb |-------------------L0.7-------------------| "
- "L1 "
- - "L1.5[667,1000] 9ns 50.3mb |-------------------L1.5--------------------|"
- - "L1.4[334,666] 9ns 49.85mb|-------------------L1.4-------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 200.2mb total:"
+ - "L1.5[667,1000] 9ns 50mb |-------------------L1.5--------------------|"
+ - "L1.4[334,666] 9ns 50mb |-------------------L1.4-------------------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
- "L1 "
- - "L1.?[334,667] 10ns 100.1mb|-------------------L1.?--------------------| "
- - "L1.?[668,1000] 10ns 100.1mb |-------------------L1.?-------------------| "
+ - "L1.?[334,667] 10ns 100mb |-------------------L1.?--------------------| "
+ - "L1.?[668,1000] 10ns 100mb |-------------------L1.?-------------------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L1.4, L1.5, L0.7, L0.8"
- " Creating 2 files"
- - "**** Simulation run 3, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[266]). 2 Input Files, 99.8mb total:"
+ - "**** Simulation run 3, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[266]). 2 Input Files, 100mb total:"
- "L0 "
- - "L0.6[0,333] 10ns 49.95mb |------------------------------------------L0.6------------------------------------------|"
+ - "L0.6[0,333] 10ns 50mb |------------------------------------------L0.6------------------------------------------|"
- "L1 "
- - "L1.3[1,333] 9ns 49.85mb |-----------------------------------------L1.3------------------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 99.8mb total:"
+ - "L1.3[1,333] 9ns 50mb |-----------------------------------------L1.3------------------------------------------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L1 "
- - "L1.?[0,266] 10ns 79.72mb |--------------------------------L1.?---------------------------------| "
- - "L1.?[267,333] 10ns 20.08mb |-----L1.?------| "
+ - "L1.?[0,266] 10ns 80mb |--------------------------------L1.?---------------------------------| "
+ - "L1.?[267,333] 10ns 20mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.3, L0.6"
- " Creating 2 files"
- - "**** Simulation run 4, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[266]). 2 Input Files, 99.8mb total:"
+ - "**** Simulation run 4, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[266]). 2 Input Files, 100mb total:"
- "L1 "
- - "L1.12[267,333] 10ns 20.08mb |-----L1.12-----| "
- - "L1.11[0,266] 10ns 79.72mb|--------------------------------L1.11--------------------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 99.8mb total:"
+ - "L1.12[267,333] 10ns 20mb |-----L1.12-----| "
+ - "L1.11[0,266] 10ns 80mb |--------------------------------L1.11--------------------------------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L2 "
- - "L2.?[0,266] 10ns 79.72mb |--------------------------------L2.?---------------------------------| "
- - "L2.?[267,333] 10ns 20.08mb |-----L2.?------| "
+ - "L2.?[0,266] 10ns 80mb |--------------------------------L2.?---------------------------------| "
+ - "L2.?[267,333] 10ns 20mb |-----L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.11, L1.12"
- " Upgrading 2 files level to CompactionLevel::L2: L1.9, L1.10"
- " Creating 2 files"
- - "**** Final Output Files (699.8mb written)"
+ - "**** Final Output Files (700mb written)"
- "L2 "
- - "L2.9[334,667] 10ns 100.1mb |-----------L2.9------------| "
- - "L2.10[668,1000] 10ns 100.1mb |-----------L2.10-----------| "
- - "L2.13[0,266] 10ns 79.72mb|--------L2.13--------| "
- - "L2.14[267,333] 10ns 20.08mb |L2.14| "
+ - "L2.9[334,667] 10ns 100mb |-----------L2.9------------| "
+ - "L2.10[668,1000] 10ns 100mb |-----------L2.10-----------| "
+ - "L2.13[0,266] 10ns 80mb |--------L2.13--------| "
+ - "L2.14[267,333] 10ns 20mb |L2.14| "
"###
);
@@ -776,9 +776,9 @@ async fn target_too_large_1() {
- "L2.1[1,1000] 5ns |------------------------------------------L2.1------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 253mb total:"
- "L2 "
- - "L2.?[1,396] 5ns 100.04mb |--------------L2.?---------------| "
- - "L2.?[397,791] 5ns 99.78mb |--------------L2.?---------------| "
- - "L2.?[792,1000] 5ns 53.18mb |------L2.?------| "
+ - "L2.?[1,396] 5ns 100mb |--------------L2.?---------------| "
+ - "L2.?[397,791] 5ns 100mb |--------------L2.?---------------| "
+ - "L2.?[792,1000] 5ns 53mb |------L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L2.1"
- " Creating 3 files"
@@ -787,37 +787,37 @@ async fn target_too_large_1() {
- "L1.2[1,1000] 20ns |------------------------------------------L1.2------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 53mb total:"
- "L1 "
- - "L1.?[1,396] 20ns 20.96mb |--------------L1.?---------------| "
- - "L1.?[397,791] 20ns 20.9mb |--------------L1.?---------------| "
- - "L1.?[792,1000] 20ns 11.14mb |------L1.?------| "
+ - "L1.?[1,396] 20ns 21mb |--------------L1.?---------------| "
+ - "L1.?[397,791] 20ns 21mb |--------------L1.?---------------| "
+ - "L1.?[792,1000] 20ns 11mb |------L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L1.2"
- " Creating 3 files"
- - "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[328, 655]). 4 Input Files, 241.68mb total:"
+ - "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[328, 655]). 4 Input Files, 242mb total:"
- "L1 "
- - "L1.8[1,396] 20ns 20.96mb |-------------------L1.8-------------------| "
- - "L1.9[397,791] 20ns 20.9mb |-------------------L1.9-------------------| "
+ - "L1.8[1,396] 20ns 21mb |-------------------L1.8-------------------| "
+ - "L1.9[397,791] 20ns 21mb |-------------------L1.9-------------------| "
- "L2 "
- - "L2.5[1,396] 5ns 100.04mb |-------------------L2.5-------------------| "
- - "L2.6[397,791] 5ns 99.78mb |-------------------L2.6-------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 241.68mb total:"
+ - "L2.5[1,396] 5ns 100mb |-------------------L2.5-------------------| "
+ - "L2.6[397,791] 5ns 100mb |-------------------L2.6-------------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 242mb total:"
- "L2 "
- - "L2.?[1,328] 20ns 100.04mb|---------------L2.?----------------| "
- - "L2.?[329,655] 20ns 99.73mb |---------------L2.?----------------| "
- - "L2.?[656,791] 20ns 41.91mb |----L2.?-----| "
+ - "L2.?[1,328] 20ns 100mb |---------------L2.?----------------| "
+ - "L2.?[329,655] 20ns 100mb |---------------L2.?----------------| "
+ - "L2.?[656,791] 20ns 42mb |----L2.?-----| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L2.5, L2.6, L1.8, L1.9"
- " Creating 3 files"
- - "**** Final Output Files (547.68mb written)"
+ - "**** Final Output Files (548mb written)"
- "L1 "
- "L1.3[1001,2000] 19ns 45mb |-----------L1.3------------| "
- "L1.4[2001,3000] 18ns 5mb |-----------L1.4------------| "
- - "L1.10[792,1000] 20ns 11.14mb |L1.10| "
+ - "L1.10[792,1000] 20ns 11mb |L1.10| "
- "L2 "
- - "L2.7[792,1000] 5ns 53.18mb |L2.7| "
- - "L2.11[1,328] 20ns 100.04mb|-L2.11-| "
- - "L2.12[329,655] 20ns 99.73mb |-L2.12-| "
- - "L2.13[656,791] 20ns 41.91mb |L2.13| "
+ - "L2.7[792,1000] 5ns 53mb |L2.7| "
+ - "L2.11[1,328] 20ns 100mb |-L2.11-| "
+ - "L2.12[329,655] 20ns 100mb |-L2.12-| "
+ - "L2.13[656,791] 20ns 42mb |L2.13| "
"###
);
}
@@ -888,9 +888,9 @@ async fn target_too_large_2() {
- "L2.1[1,3000] 5ns |------------------------------------------L2.1------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 232mb total:"
- "L2 "
- - "L2.?[1,1294] 5ns 100.03mb|----------------L2.?----------------| "
- - "L2.?[1295,2587] 5ns 99.95mb |----------------L2.?----------------| "
- - "L2.?[2588,3000] 5ns 32.03mb |---L2.?---| "
+ - "L2.?[1,1294] 5ns 100mb |----------------L2.?----------------| "
+ - "L2.?[1295,2587] 5ns 100mb |----------------L2.?----------------| "
+ - "L2.?[2588,3000] 5ns 32mb |---L2.?---| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L2.1"
- " Creating 3 files"
@@ -899,32 +899,32 @@ async fn target_too_large_2() {
- "L1.3[1001,2000] 11ns |------------------------------------------L1.3------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 50mb total:"
- "L1 "
- - "L1.?[1001,1294] 11ns 14.66mb|----------L1.?----------| "
- - "L1.?[1295,2000] 11ns 35.34mb |----------------------------L1.?-----------------------------| "
+ - "L1.?[1001,1294] 11ns 15mb|----------L1.?----------| "
+ - "L1.?[1295,2000] 11ns 35mb |----------------------------L1.?-----------------------------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L1.3"
- " Creating 2 files"
- - "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[705]). 3 Input Files, 183.69mb total:"
+ - "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[705]). 3 Input Files, 184mb total:"
- "L1 "
- "L1.2[1,1000] 10ns 69mb |-------------------------------L1.2--------------------------------| "
- - "L1.7[1001,1294] 11ns 14.66mb |-------L1.7-------| "
+ - "L1.7[1001,1294] 11ns 15mb |-------L1.7-------| "
- "L2 "
- - "L2.4[1,1294] 5ns 100.03mb|------------------------------------------L2.4------------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 183.69mb total:"
+ - "L2.4[1,1294] 5ns 100mb |------------------------------------------L2.4------------------------------------------|"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 184mb total:"
- "L2 "
- - "L2.?[1,705] 11ns 100.01mb|---------------------L2.?----------------------| "
- - "L2.?[706,1294] 11ns 83.68mb |-----------------L2.?-----------------| "
+ - "L2.?[1,705] 11ns 100mb |---------------------L2.?----------------------| "
+ - "L2.?[706,1294] 11ns 84mb |-----------------L2.?-----------------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.2, L2.4, L1.7"
- " Creating 2 files"
- - "**** Final Output Files (465.69mb written)"
+ - "**** Final Output Files (466mb written)"
- "L1 "
- - "L1.8[1295,2000] 11ns 35.34mb |-------L1.8--------| "
+ - "L1.8[1295,2000] 11ns 35mb |-------L1.8--------| "
- "L2 "
- - "L2.5[1295,2587] 5ns 99.95mb |----------------L2.5----------------| "
- - "L2.6[2588,3000] 5ns 32.03mb |---L2.6---| "
- - "L2.9[1,705] 11ns 100.01mb|-------L2.9--------| "
- - "L2.10[706,1294] 11ns 83.68mb |-----L2.10-----| "
+ - "L2.5[1295,2587] 5ns 100mb |----------------L2.5----------------| "
+ - "L2.6[2588,3000] 5ns 32mb |---L2.6---| "
+ - "L2.9[1,705] 11ns 100mb |-------L2.9--------| "
+ - "L2.10[706,1294] 11ns 84mb |-----L2.10-----| "
"###
);
}
@@ -979,33 +979,33 @@ async fn start_too_large_similar_time_range() {
- "L1.1[1,1000] 9ns |------------------------------------------L1.1------------------------------------------|"
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
- "L1 "
- - "L1.?[1,401] 9ns 100.1mb |---------------L1.?---------------| "
- - "L1.?[402,801] 9ns 99.85mb |--------------L1.?---------------| "
- - "L1.?[802,1000] 9ns 50.05mb |-----L1.?------| "
+ - "L1.?[1,401] 9ns 100mb |---------------L1.?---------------| "
+ - "L1.?[402,801] 9ns 100mb |--------------L1.?---------------| "
+ - "L1.?[802,1000] 9ns 50mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L1.1"
- " Creating 3 files"
- - "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[398, 795]). 3 Input Files, 251.95mb total:"
+ - "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[398, 795]). 3 Input Files, 252mb total:"
- "L1 "
- - "L1.3[1,401] 9ns 100.1mb |---------------L1.3---------------| "
- - "L1.4[402,801] 9ns 99.85mb |--------------L1.4---------------| "
+ - "L1.3[1,401] 9ns 100mb |---------------L1.3---------------| "
+ - "L1.4[402,801] 9ns 100mb |--------------L1.4---------------| "
- "L2 "
- "L2.2[2,1000] 8ns 52mb |-----------------------------------------L2.2------------------------------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 251.95mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 252mb total:"
- "L2 "
- - "L2.?[1,398] 9ns 100.12mb |--------------L2.?---------------| "
- - "L2.?[399,795] 9ns 99.87mb |--------------L2.?---------------| "
- - "L2.?[796,1000] 9ns 51.95mb |------L2.?------| "
+ - "L2.?[1,398] 9ns 100mb |--------------L2.?---------------| "
+ - "L2.?[399,795] 9ns 100mb |--------------L2.?---------------| "
+ - "L2.?[796,1000] 9ns 52mb |------L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L2.2, L1.3, L1.4"
- " Creating 3 files"
- - "**** Final Output Files (501.95mb written)"
+ - "**** Final Output Files (502mb written)"
- "L1 "
- - "L1.5[802,1000] 9ns 50.05mb |-----L1.5------| "
+ - "L1.5[802,1000] 9ns 50mb |-----L1.5------| "
- "L2 "
- - "L2.6[1,398] 9ns 100.12mb |--------------L2.6---------------| "
- - "L2.7[399,795] 9ns 99.87mb |--------------L2.7---------------| "
- - "L2.8[796,1000] 9ns 51.95mb |------L2.8------| "
+ - "L2.6[1,398] 9ns 100mb |--------------L2.6---------------| "
+ - "L2.7[399,795] 9ns 100mb |--------------L2.7---------------| "
+ - "L2.8[796,1000] 9ns 52mb |------L2.8------| "
"###
);
}
@@ -1062,22 +1062,22 @@ async fn start_too_large_small_time_range() {
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
- "L1 "
- "L1.?[0,400] 9ns 100mb |---------------L1.?---------------| "
- - "L1.?[401,800] 9ns 99.75mb |--------------L1.?---------------| "
- - "L1.?[801,1000] 9ns 50.25mb |-----L1.?------| "
+ - "L1.?[401,800] 9ns 100mb |--------------L1.?---------------| "
+ - "L1.?[801,1000] 9ns 50mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L1.1"
- " Creating 3 files"
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[698, 995]). 3 Input Files, 202mb total:"
- "L1 "
- - "L1.5[801,1000] 9ns 50.25mb |-----------L1.5------------| "
- - "L1.4[401,800] 9ns 99.75mb|--------------------------L1.4---------------------------| "
+ - "L1.5[801,1000] 9ns 50mb |-----------L1.5------------| "
+ - "L1.4[401,800] 9ns 100mb |--------------------------L1.4---------------------------| "
- "L2 "
- "L2.2[800,1000] 8ns 52mb |------------L2.2------------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 202mb total:"
- "L2 "
- - "L2.?[401,698] 9ns 100.16mb|-------------------L2.?-------------------| "
- - "L2.?[699,995] 9ns 99.82mb |-------------------L2.?-------------------| "
- - "L2.?[996,1000] 9ns 2.02mb |L2.?|"
+ - "L2.?[401,698] 9ns 100mb |-------------------L2.?-------------------| "
+ - "L2.?[699,995] 9ns 100mb |-------------------L2.?-------------------| "
+ - "L2.?[996,1000] 9ns 2mb |L2.?|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L2.2, L1.4, L1.5"
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
@@ -1085,9 +1085,9 @@ async fn start_too_large_small_time_range() {
- "**** Final Output Files (452mb written)"
- "L2 "
- "L2.3[0,400] 9ns 100mb |---------------L2.3---------------| "
- - "L2.6[401,698] 9ns 100.16mb |----------L2.6----------| "
- - "L2.7[699,995] 9ns 99.82mb |----------L2.7----------| "
- - "L2.8[996,1000] 9ns 2.02mb |L2.8|"
+ - "L2.6[401,698] 9ns 100mb |----------L2.6----------| "
+ - "L2.7[699,995] 9ns 100mb |----------L2.7----------| "
+ - "L2.8[996,1000] 9ns 2mb |L2.8|"
"###
);
}
@@ -1142,22 +1142,22 @@ async fn start_too_large_small_time_range_2() {
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
- "L1 "
- "L1.?[800,1280] 1ns 100mb |---------------L1.?---------------| "
- - "L1.?[1281,1760] 1ns 99.79mb |--------------L1.?---------------| "
- - "L1.?[1761,2000] 1ns 50.21mb |-----L1.?------| "
+ - "L1.?[1281,1760] 1ns 100mb |--------------L1.?---------------| "
+ - "L1.?[1761,2000] 1ns 50mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L1.1"
- " Creating 3 files"
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2132, 2983]). 3 Input Files, 202mb total:"
- "L1 "
- - "L1.5[1761,2000] 1ns 50.21mb |---L1.5---| "
- - "L1.4[1281,1760] 1ns 99.79mb|---------L1.4----------| "
+ - "L1.5[1761,2000] 1ns 50mb |---L1.5---| "
+ - "L1.4[1281,1760] 1ns 100mb|---------L1.4----------| "
- "L2 "
- "L2.2[1600,3000] 1ns 52mb |---------------------------------L2.2----------------------------------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 202mb total:"
- "L2 "
- "L2.?[1281,2132] 1ns 100mb|-------------------L2.?-------------------| "
- - "L2.?[2133,2983] 1ns 99.88mb |-------------------L2.?-------------------| "
- - "L2.?[2984,3000] 1ns 2.12mb |L2.?|"
+ - "L2.?[2133,2983] 1ns 100mb |-------------------L2.?-------------------| "
+ - "L2.?[2984,3000] 1ns 2mb |L2.?|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L2.2, L1.4, L1.5"
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
@@ -1166,8 +1166,8 @@ async fn start_too_large_small_time_range_2() {
- "L2 "
- "L2.3[800,1280] 1ns 100mb |------L2.3-------| "
- "L2.6[1281,2132] 1ns 100mb |--------------L2.6--------------| "
- - "L2.7[2133,2983] 1ns 99.88mb |--------------L2.7--------------| "
- - "L2.8[2984,3000] 1ns 2.12mb |L2.8|"
+ - "L2.7[2133,2983] 1ns 100mb |--------------L2.7--------------| "
+ - "L2.8[2984,3000] 1ns 2mb |L2.8|"
"###
);
}
@@ -1225,22 +1225,22 @@ async fn start_too_large_small_time_range_3() {
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
- "L1 "
- "L1.?[0,120] 9ns 100mb |---------------L1.?---------------| "
- - "L1.?[121,240] 9ns 99.17mb |--------------L1.?---------------| "
- - "L1.?[241,300] 9ns 50.83mb |-----L1.?------| "
+ - "L1.?[121,240] 9ns 99mb |--------------L1.?---------------| "
+ - "L1.?[241,300] 9ns 51mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L1.1"
- " Creating 3 files"
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[705, 1289]). 3 Input Files, 202mb total:"
- "L1 "
- - "L1.5[241,300] 9ns 50.83mb |L1.5| "
- - "L1.4[121,240] 9ns 99.17mb|-L1.4--| "
+ - "L1.5[241,300] 9ns 51mb |L1.5| "
+ - "L1.4[121,240] 9ns 99mb |-L1.4--| "
- "L2 "
- "L2.2[200,1300] 8ns 52mb |--------------------------------------L2.2---------------------------------------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 202mb total:"
- "L2 "
- - "L2.?[121,705] 9ns 100.06mb|-------------------L2.?-------------------| "
- - "L2.?[706,1289] 9ns 99.89mb |-------------------L2.?-------------------| "
- - "L2.?[1290,1300] 9ns 2.06mb |L2.?|"
+ - "L2.?[121,705] 9ns 100mb |-------------------L2.?-------------------| "
+ - "L2.?[706,1289] 9ns 100mb |-------------------L2.?-------------------| "
+ - "L2.?[1290,1300] 9ns 2mb |L2.?|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L2.2, L1.4, L1.5"
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
@@ -1248,9 +1248,9 @@ async fn start_too_large_small_time_range_3() {
- "**** Final Output Files (452mb written)"
- "L2 "
- "L2.3[0,120] 9ns 100mb |-L2.3-| "
- - "L2.6[121,705] 9ns 100.06mb |-----------------L2.6-----------------| "
- - "L2.7[706,1289] 9ns 99.89mb |-----------------L2.7-----------------| "
- - "L2.8[1290,1300] 9ns 2.06mb |L2.8|"
+ - "L2.6[121,705] 9ns 100mb |-----------------L2.6-----------------| "
+ - "L2.7[706,1289] 9ns 100mb |-----------------L2.7-----------------| "
+ - "L2.8[1290,1300] 9ns 2mb |L2.8|"
"###
);
}
diff --git a/compactor2/tests/layouts/large_overlaps.rs b/compactor2/tests/layouts/large_overlaps.rs
index a245955e7b..c0e19411d0 100644
--- a/compactor2/tests/layouts/large_overlaps.rs
+++ b/compactor2/tests/layouts/large_overlaps.rs
@@ -77,38 +77,38 @@ async fn one_l1_overlaps_with_many_l2s() {
- "L1.4[1,250] 240s |------------------------------------------L1.4------------------------------------------|"
- "**** 4 Output Files (parquet_file_id not yet assigned), 100mb total:"
- "L1 "
- - "L1.?[1,100] 240s 39.76mb |--------------L1.?---------------| "
- - "L1.?[101,150] 240s 19.68mb |-----L1.?------| "
- - "L1.?[151,200] 240s 19.68mb |-----L1.?------| "
- - "L1.?[201,250] 240s 20.88mb |-----L1.?------| "
+ - "L1.?[1,100] 240s 40mb |--------------L1.?---------------| "
+ - "L1.?[101,150] 240s 20mb |-----L1.?------| "
+ - "L1.?[151,200] 240s 20mb |-----L1.?------| "
+ - "L1.?[201,250] 240s 21mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L1.4"
- " Creating 4 files"
- - "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[59, 117]). 4 Input Files, 259.44mb total:"
+ - "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[59, 117]). 4 Input Files, 259mb total:"
- "L1 "
- - "L1.6[1,100] 240s 39.76mb |--------------------------L1.6---------------------------| "
- - "L1.7[101,150] 240s 19.68mb |-----------L1.7------------| "
+ - "L1.6[1,100] 240s 40mb |--------------------------L1.6---------------------------| "
+ - "L1.7[101,150] 240s 20mb |-----------L1.7------------| "
- "L2 "
- "L2.1[51,100] 0ns 100mb |-----------L2.1------------| "
- "L2.2[101,150] 60s 100mb |-----------L2.2------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 259.44mb total:"
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 259mb total:"
- "L2 "
- - "L2.?[1,59] 240s 100.99mb |--------------L2.?---------------| "
- - "L2.?[60,117] 240s 99.25mb |--------------L2.?--------------| "
- - "L2.?[118,150] 240s 59.2mb |------L2.?-------| "
+ - "L2.?[1,59] 240s 101mb |--------------L2.?---------------| "
+ - "L2.?[60,117] 240s 99mb |--------------L2.?--------------| "
+ - "L2.?[118,150] 240s 59mb |------L2.?-------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L2.1, L2.2, L1.6, L1.7"
- " Creating 3 files"
- - "**** Final Output Files (359.44mb written)"
+ - "**** Final Output Files (359mb written)"
- "L1 "
- "L1.5[251,500] 300s 30mb |-------------------L1.5-------------------| "
- - "L1.8[151,200] 240s 19.68mb |-L1.8-| "
- - "L1.9[201,250] 240s 20.88mb |-L1.9-| "
+ - "L1.8[151,200] 240s 20mb |-L1.8-| "
+ - "L1.9[201,250] 240s 21mb |-L1.9-| "
- "L2 "
- "L2.3[151,200] 120s 70mb |-L2.3-| "
- - "L2.10[1,59] 240s 100.99mb|-L2.10--| "
- - "L2.11[60,117] 240s 99.25mb |-L2.11--| "
- - "L2.12[118,150] 240s 59.2mb |L2.12| "
+ - "L2.10[1,59] 240s 101mb |-L2.10--| "
+ - "L2.11[60,117] 240s 99mb |-L2.11--| "
+ - "L2.12[118,150] 240s 59mb |L2.12| "
"###
);
}
@@ -203,8 +203,8 @@ async fn many_l1_overlaps_with_many_l2s() {
- "L1.6[91,105] 360s |------------------------------------------L1.6------------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:"
- "L1 "
- - "L1.?[91,100] 360s 8.36mb |-------------------------L1.?--------------------------| "
- - "L1.?[101,105] 360s 4.64mb |---------L1.?----------| "
+ - "L1.?[91,100] 360s 8mb |-------------------------L1.?--------------------------| "
+ - "L1.?[101,105] 360s 5mb |---------L1.?----------| "
- "Committing partition 1:"
- " Soft Deleting 1 files: L1.6"
- " Creating 2 files"
@@ -212,8 +212,8 @@ async fn many_l1_overlaps_with_many_l2s() {
- "L1 "
- "L1.4[61,75] 240s 13mb |---L1.4---| "
- "L1.5[76,90] 300s 13mb |---L1.5---| "
- - "L1.12[91,100] 360s 8.36mb |L1.12-| "
- - "L1.13[101,105] 360s 4.64mb |L1.13| "
+ - "L1.12[91,100] 360s 8mb |L1.12-| "
+ - "L1.13[101,105] 360s 5mb |L1.13| "
- "L1.7[106,120] 420s 13mb |---L1.7---| "
- "L1.8[121,135] 480s 13mb |---L1.8---| "
- "L1.9[136,150] 540s 13mb |---L1.9---| "
@@ -222,9 +222,9 @@ async fn many_l1_overlaps_with_many_l2s() {
- "L2.2[101,150] 60s 100mb |-------------------L2.2-------------------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 278mb total:"
- "L2 "
- - "L2.?[51,87] 540s 101.09mb|-------------L2.?-------------| "
- - "L2.?[88,123] 540s 98.28mb |------------L2.?-------------| "
- - "L2.?[124,150] 540s 78.63mb |--------L2.?---------| "
+ - "L2.?[51,87] 540s 101mb |-------------L2.?-------------| "
+ - "L2.?[88,123] 540s 98mb |------------L2.?-------------| "
+ - "L2.?[124,150] 540s 79mb |--------L2.?---------| "
- "Committing partition 1:"
- " Soft Deleting 9 files: L2.1, L2.2, L1.4, L1.5, L1.7, L1.8, L1.9, L1.12, L1.13"
- " Creating 3 files"
@@ -234,9 +234,9 @@ async fn many_l1_overlaps_with_many_l2s() {
- "L1.11[201,215] 660s 13mb |L1.11| "
- "L2 "
- "L2.3[151,200] 120s 70mb |----------L2.3----------| "
- - "L2.14[51,87] 540s 101.09mb|------L2.14------| "
- - "L2.15[88,123] 540s 98.28mb |------L2.15------| "
- - "L2.16[124,150] 540s 78.63mb |---L2.16----| "
+ - "L2.14[51,87] 540s 101mb |------L2.14------| "
+ - "L2.15[88,123] 540s 98mb |------L2.15------| "
+ - "L2.16[124,150] 540s 79mb |---L2.16----| "
"###
);
}
@@ -879,9 +879,9 @@ async fn many_good_size_l0_files() {
- "L0.294[251,288] 288ns 78mb |---L0.294---| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 278mb total:"
- "L1 "
- - "L1.?[51,137] 288ns 100.88mb|-------------L1.?-------------| "
- - "L1.?[138,223] 288ns 99.7mb |-------------L1.?-------------| "
- - "L1.?[224,288] 288ns 77.42mb |---------L1.?---------| "
+ - "L1.?[51,137] 288ns 101mb |-------------L1.?-------------| "
+ - "L1.?[138,223] 288ns 100mb |-------------L1.?-------------| "
+ - "L1.?[224,288] 288ns 77mb |---------L1.?---------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.290, L0.291, L0.294"
- " Upgrading 1 files level to CompactionLevel::L1: L0.289"
@@ -896,41 +896,41 @@ async fn many_good_size_l0_files() {
- "Committing partition 1:"
- " Soft Deleting 1 files: L0.293"
- " Creating 2 files"
- - "**** Simulation run 4, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[181]). 2 Input Files, 199.7mb total:"
+ - "**** Simulation run 4, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[181]). 2 Input Files, 200mb total:"
- "L0 "
- "L0.292[150,200] 288ns 100mb |----------------------L0.292----------------------| "
- "L1 "
- - "L1.296[138,223] 288ns 99.7mb|-----------------------------------------L1.296-----------------------------------------|"
- - "**** 2 Output Files (parquet_file_id not yet assigned), 199.7mb total:"
+ - "L1.296[138,223] 288ns 100mb|-----------------------------------------L1.296-----------------------------------------|"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
- "L1 "
- - "L1.?[138,181] 288ns 101.03mb|-------------------L1.?--------------------| "
- - "L1.?[182,223] 288ns 98.68mb |------------------L1.?-------------------| "
+ - "L1.?[138,181] 288ns 101mb|-------------------L1.?--------------------| "
+ - "L1.?[182,223] 288ns 99mb |------------------L1.?-------------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.292, L1.296"
- " Creating 2 files"
- - "**** Simulation run 5, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[221, 260]). 4 Input Files, 274.1mb total:"
+ - "**** Simulation run 5, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[221, 260]). 4 Input Files, 274mb total:"
- "L0 "
- "L0.298[201,223] 288ns 44mb |-----L0.298-----| "
- "L0.299[224,250] 288ns 54mb |-------L0.299-------| "
- "L1 "
- - "L1.301[182,223] 288ns 98.68mb|-------------L1.301-------------| "
- - "L1.297[224,288] 288ns 77.42mb |-----------------------L1.297-----------------------| "
- - "**** 3 Output Files (parquet_file_id not yet assigned), 274.1mb total:"
+ - "L1.301[182,223] 288ns 99mb|-------------L1.301-------------| "
+ - "L1.297[224,288] 288ns 77mb |-----------------------L1.297-----------------------| "
+ - "**** 3 Output Files (parquet_file_id not yet assigned), 274mb total:"
- "L1 "
- - "L1.?[182,221] 288ns 100.85mb|-------------L1.?--------------| "
- - "L1.?[222,260] 288ns 98.26mb |-------------L1.?-------------| "
- - "L1.?[261,288] 288ns 74.99mb |--------L1.?--------| "
+ - "L1.?[182,221] 288ns 101mb|-------------L1.?--------------| "
+ - "L1.?[222,260] 288ns 98mb |-------------L1.?-------------| "
+ - "L1.?[261,288] 288ns 75mb |--------L1.?--------| "
- "Committing partition 1:"
- " Soft Deleting 4 files: L1.297, L0.298, L0.299, L1.301"
- " Creating 3 files"
- - "**** Simulation run 6, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[261]). 2 Input Files, 173.25mb total:"
+ - "**** Simulation run 6, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[261]). 2 Input Files, 173mb total:"
- "L1 "
- - "L1.304[261,288] 288ns 74.99mb |--------------L1.304--------------| "
- - "L1.303[222,260] 288ns 98.26mb|---------------------L1.303----------------------| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 173.25mb total:"
+ - "L1.304[261,288] 288ns 75mb |--------------L1.304--------------| "
+ - "L1.303[222,260] 288ns 98mb|---------------------L1.303----------------------| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 173mb total:"
- "L2 "
- - "L2.?[222,261] 288ns 102.37mb|-----------------------L2.?------------------------| "
- - "L2.?[262,288] 288ns 70.87mb |--------------L2.?---------------| "
+ - "L2.?[222,261] 288ns 102mb|-----------------------L2.?------------------------| "
+ - "L2.?[262,288] 288ns 71mb |--------------L2.?---------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.303, L1.304"
- " Upgrading 4 files level to CompactionLevel::L2: L1.289, L1.295, L1.300, L1.302"
@@ -938,11 +938,11 @@ async fn many_good_size_l0_files() {
- "**** Final Output Files (1.56gb written)"
- "L2 "
- "L2.289[0,50] 150ns 100mb |---L2.289----| "
- - "L2.295[51,137] 288ns 100.88mb |---------L2.295---------| "
- - "L2.300[138,181] 288ns 101.03mb |--L2.300---| "
- - "L2.302[182,221] 288ns 100.85mb |--L2.302--| "
- - "L2.305[222,261] 288ns 102.37mb |--L2.305--| "
- - "L2.306[262,288] 288ns 70.87mb |L2.306| "
+ - "L2.295[51,137] 288ns 101mb |---------L2.295---------| "
+ - "L2.300[138,181] 288ns 101mb |--L2.300---| "
+ - "L2.302[182,221] 288ns 101mb |--L2.302--| "
+ - "L2.305[222,261] 288ns 102mb |--L2.305--| "
+ - "L2.306[262,288] 288ns 71mb |L2.306| "
"###
);
}
diff --git a/compactor2/tests/layouts/many_files.rs b/compactor2/tests/layouts/many_files.rs
index 3319949495..817212185c 100644
--- a/compactor2/tests/layouts/many_files.rs
+++ b/compactor2/tests/layouts/many_files.rs
@@ -73,43 +73,43 @@ async fn many_l0_files_different_created_order() {
@r###"
---
- "**** Input Files "
- - "L0, all files 2.54kb "
+ - "L0, all files 3kb "
- "L0.1[10,22] 1ns |---------L0.1----------| "
- "L0.2[30,42] 2ns |---------L0.2----------| "
- "L0.3[20,32] 3ns |---------L0.3----------| "
- "L0.4[40,52] 4ns |---------L0.4----------| "
- - "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
- - "L0, all files 2.54kb "
+ - "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
+ - "L0, all files 3kb "
- "L0.1[10,22] 1ns |-------------L0.1--------------| "
- "L0.2[30,42] 2ns |-------------L0.2--------------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
- - "L0, all files 5.09kb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
+ - "L0, all files 5kb "
- "L0.?[10,42] 2ns |------------------------------------------L0.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.1, L0.2"
- " Creating 1 files"
- - "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
- - "L0, all files 2.54kb "
+ - "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
+ - "L0, all files 3kb "
- "L0.3[20,32] 3ns |-------------L0.3--------------| "
- "L0.4[40,52] 4ns |-------------L0.4--------------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
- - "L0, all files 5.09kb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
+ - "L0, all files 5kb "
- "L0.?[20,52] 4ns |------------------------------------------L0.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.3, L0.4"
- " Creating 1 files"
- - "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10.18kb total:"
- - "L0, all files 5.09kb "
+ - "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10kb total:"
+ - "L0, all files 5kb "
- "L0.6[20,52] 4ns |-------------------------------L0.6-------------------------------| "
- "L0.5[10,42] 2ns |-------------------------------L0.5-------------------------------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 10.18kb total:"
- - "L1, all files 10.18kb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 10kb total:"
+ - "L1, all files 10kb "
- "L1.?[10,52] 4ns |------------------------------------------L1.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.5, L0.6"
- " Creating 1 files"
- - "**** Final Output Files (20.36kb written)"
- - "L1, all files 10.18kb "
+ - "**** Final Output Files (20kb written)"
+ - "L1, all files 10kb "
- "L1.7[10,52] 4ns |------------------------------------------L1.7------------------------------------------|"
"###
);
@@ -183,43 +183,43 @@ async fn many_l1_files_different_created_order() {
@r###"
---
- "**** Input Files "
- - "L1, all files 2.54kb "
+ - "L1, all files 3kb "
- "L1.1[11,20] 1ns |-------L1.1-------| "
- "L1.2[31,40] 2ns |-------L1.2-------| "
- "L1.3[21,30] 3ns |-------L1.3-------| "
- "L1.4[41,50] 4ns |-------L1.4-------| "
- - "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
- - "L1, all files 2.54kb "
+ - "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
+ - "L1, all files 3kb "
- "L1.1[11,20] 1ns |------------------L1.1------------------| "
- "L1.3[21,30] 3ns |------------------L1.3------------------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
- - "L1, all files 5.09kb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
+ - "L1, all files 5kb "
- "L1.?[11,30] 3ns |------------------------------------------L1.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.1, L1.3"
- " Creating 1 files"
- - "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
- - "L1, all files 2.54kb "
+ - "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
+ - "L1, all files 3kb "
- "L1.2[31,40] 2ns |------------------L1.2------------------| "
- "L1.4[41,50] 4ns |------------------L1.4------------------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
- - "L1, all files 5.09kb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
+ - "L1, all files 5kb "
- "L1.?[31,50] 4ns |------------------------------------------L1.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.2, L1.4"
- " Creating 1 files"
- - "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10.18kb total:"
- - "L1, all files 5.09kb "
+ - "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10kb total:"
+ - "L1, all files 5kb "
- "L1.6[31,50] 4ns |------------------L1.6-------------------| "
- "L1.5[11,30] 3ns |------------------L1.5-------------------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 10.18kb total:"
- - "L2, all files 10.18kb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 10kb total:"
+ - "L2, all files 10kb "
- "L2.?[11,50] 4ns |------------------------------------------L2.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.5, L1.6"
- " Creating 1 files"
- - "**** Final Output Files (20.36kb written)"
- - "L2, all files 10.18kb "
+ - "**** Final Output Files (20kb written)"
+ - "L2, all files 10kb "
- "L2.7[11,50] 4ns |------------------------------------------L2.7------------------------------------------|"
"###
);
@@ -291,43 +291,43 @@ async fn many_l0_files_different_created_order_non_overlap() {
@r###"
---
- "**** Input Files "
- - "L0, all files 2.54kb "
+ - "L0, all files 3kb "
- "L0.1[11,20] 1ns |-------L0.1-------| "
- "L0.2[31,40] 2ns |-------L0.2-------| "
- "L0.3[21,30] 3ns |-------L0.3-------| "
- "L0.4[41,50] 4ns |-------L0.4-------| "
- - "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
- - "L0, all files 2.54kb "
+ - "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
+ - "L0, all files 3kb "
- "L0.1[11,20] 1ns |----------L0.1-----------| "
- "L0.2[31,40] 2ns |----------L0.2-----------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
- - "L0, all files 5.09kb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
+ - "L0, all files 5kb "
- "L0.?[11,40] 2ns |------------------------------------------L0.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.1, L0.2"
- " Creating 1 files"
- - "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
- - "L0, all files 2.54kb "
+ - "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
+ - "L0, all files 3kb "
- "L0.3[21,30] 3ns |----------L0.3-----------| "
- "L0.4[41,50] 4ns |----------L0.4-----------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
- - "L0, all files 5.09kb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
+ - "L0, all files 5kb "
- "L0.?[21,50] 4ns |------------------------------------------L0.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.3, L0.4"
- " Creating 1 files"
- - "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10.18kb total:"
- - "L0, all files 5.09kb "
+ - "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10kb total:"
+ - "L0, all files 5kb "
- "L0.6[21,50] 4ns |------------------------------L0.6------------------------------| "
- "L0.5[11,40] 2ns |------------------------------L0.5------------------------------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 10.18kb total:"
- - "L1, all files 10.18kb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 10kb total:"
+ - "L1, all files 10kb "
- "L1.?[11,50] 4ns |------------------------------------------L1.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.5, L0.6"
- " Creating 1 files"
- - "**** Final Output Files (20.36kb written)"
- - "L1, all files 10.18kb "
+ - "**** Final Output Files (20kb written)"
+ - "L1, all files 10kb "
- "L1.7[11,50] 4ns |------------------------------------------L1.7------------------------------------------|"
"###
);
@@ -436,15 +436,15 @@ async fn many_l1_files() {
- "L1.24[24,25] 23ns 13mb |L1.24| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 203mb total:"
- "L2 "
- - "L2.?[0,20] 23ns 104.1mb |--------------------L2.?--------------------| "
- - "L2.?[21,39] 23ns 98.9mb |-----------------L2.?------------------| "
+ - "L2.?[0,20] 23ns 104mb |--------------------L2.?--------------------| "
+ - "L2.?[21,39] 23ns 99mb |-----------------L2.?------------------| "
- "Committing partition 1:"
- " Soft Deleting 20 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8, L1.9, L1.10, L1.11, L1.12, L1.14, L1.15, L1.16, L1.17, L1.18, L1.19, L1.20, L1.24"
- " Creating 2 files"
- "**** Final Output Files (216mb written)"
- "L2 "
- - "L2.25[0,20] 23ns 104.1mb |-------------------L2.25--------------------| "
- - "L2.26[21,39] 23ns 98.9mb |-----------------L2.26-----------------| "
+ - "L2.25[0,20] 23ns 104mb |-------------------L2.25--------------------| "
+ - "L2.26[21,39] 23ns 99mb |-----------------L2.26-----------------| "
"###
);
}
@@ -773,7 +773,7 @@ async fn many_tiny_l0_files() {
- "L0.286[285,286] 286ns |L0.286|"
- "L0.287[286,287] 287ns |L0.287|"
- "L0.288[287,288] 288ns |L0.288|"
- - "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1.37mb total:"
+ - "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1mb total:"
- "L0, all files 7kb "
- "L0.1[0,1] 1ns |L0.1| "
- "L0.2[1,2] 2ns |L0.2| "
@@ -975,8 +975,8 @@ async fn many_tiny_l0_files() {
- "L0.198[197,198] 198ns |L0.198|"
- "L0.199[198,199] 199ns |L0.199|"
- "L0.200[199,200] 200ns |L0.200|"
- - "**** 1 Output Files (parquet_file_id not yet assigned), 1.37mb total:"
- - "L0, all files 1.37mb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
+ - "L0, all files 1mb "
- "L0.?[0,200] 200ns |------------------------------------------L0.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 200 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L0.191, L0.192, L0.193, L0.194, L0.195, L0.196, L0.197, L0.198, L0.199, L0.200"
@@ -1077,18 +1077,18 @@ async fn many_tiny_l0_files() {
- "Committing partition 1:"
- " Soft Deleting 88 files: L0.201, L0.202, L0.203, L0.204, L0.205, L0.206, L0.207, L0.208, L0.209, L0.210, L0.211, L0.212, L0.213, L0.214, L0.215, L0.216, L0.217, L0.218, L0.219, L0.220, L0.221, L0.222, L0.223, L0.224, L0.225, L0.226, L0.227, L0.228, L0.229, L0.230, L0.231, L0.232, L0.233, L0.234, L0.235, L0.236, L0.237, L0.238, L0.239, L0.240, L0.241, L0.242, L0.243, L0.244, L0.245, L0.246, L0.247, L0.248, L0.249, L0.250, L0.251, L0.252, L0.253, L0.254, L0.255, L0.256, L0.257, L0.258, L0.259, L0.260, L0.261, L0.262, L0.263, L0.264, L0.265, L0.266, L0.267, L0.268, L0.269, L0.270, L0.271, L0.272, L0.273, L0.274, L0.275, L0.276, L0.277, L0.278, L0.279, L0.280, L0.281, L0.282, L0.283, L0.284, L0.285, L0.286, L0.287, L0.288"
- " Creating 1 files"
- - "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 1.97mb total:"
+ - "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 2mb total:"
- "L0 "
- "L0.290[200,288] 288ns 616kb |---------L0.290----------| "
- - "L0.289[0,200] 200ns 1.37mb|---------------------------L0.289---------------------------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 1.97mb total:"
- - "L1, all files 1.97mb "
+ - "L0.289[0,200] 200ns 1mb |---------------------------L0.289---------------------------| "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 2mb total:"
+ - "L1, all files 2mb "
- "L1.?[0,288] 288ns |------------------------------------------L1.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 2 files: L0.289, L0.290"
- " Creating 1 files"
- - "**** Final Output Files (3.94mb written)"
- - "L1, all files 1.97mb "
+ - "**** Final Output Files (4mb written)"
+ - "L1, all files 2mb "
- "L1.291[0,288] 288ns |-----------------------------------------L1.291-----------------------------------------|"
"###
);
@@ -1538,7 +1538,7 @@ async fn over_two_times_max_files_per_plan() {
- "L0.408[407,408] 408ns |L0.408|"
- "L0.409[408,409] 409ns |L0.409|"
- "L0.410[409,410] 410ns |L0.410|"
- - "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1.37mb total:"
+ - "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1mb total:"
- "L0, all files 7kb "
- "L0.1[0,1] 1ns |L0.1| "
- "L0.2[1,2] 2ns |L0.2| "
@@ -1740,13 +1740,13 @@ async fn over_two_times_max_files_per_plan() {
- "L0.198[197,198] 198ns |L0.198|"
- "L0.199[198,199] 199ns |L0.199|"
- "L0.200[199,200] 200ns |L0.200|"
- - "**** 1 Output Files (parquet_file_id not yet assigned), 1.37mb total:"
- - "L0, all files 1.37mb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
+ - "L0, all files 1mb "
- "L0.?[0,200] 200ns |------------------------------------------L0.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 200 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L0.191, L0.192, L0.193, L0.194, L0.195, L0.196, L0.197, L0.198, L0.199, L0.200"
- " Creating 1 files"
- - "**** Simulation run 1, type=compact(ManySmallFiles). 200 Input Files, 1.37mb total:"
+ - "**** Simulation run 1, type=compact(ManySmallFiles). 200 Input Files, 1mb total:"
- "L0, all files 7kb "
- "L0.201[200,201] 201ns |L0.201| "
- "L0.202[201,202] 202ns |L0.202| "
@@ -1948,8 +1948,8 @@ async fn over_two_times_max_files_per_plan() {
- "L0.398[397,398] 398ns |L0.398|"
- "L0.399[398,399] 399ns |L0.399|"
- "L0.400[399,400] 400ns |L0.400|"
- - "**** 1 Output Files (parquet_file_id not yet assigned), 1.37mb total:"
- - "L0, all files 1.37mb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
+ - "L0, all files 1mb "
- "L0.?[200,400] 400ns |------------------------------------------L0.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 200 files: L0.201, L0.202, L0.203, L0.204, L0.205, L0.206, L0.207, L0.208, L0.209, L0.210, L0.211, L0.212, L0.213, L0.214, L0.215, L0.216, L0.217, L0.218, L0.219, L0.220, L0.221, L0.222, L0.223, L0.224, L0.225, L0.226, L0.227, L0.228, L0.229, L0.230, L0.231, L0.232, L0.233, L0.234, L0.235, L0.236, L0.237, L0.238, L0.239, L0.240, L0.241, L0.242, L0.243, L0.244, L0.245, L0.246, L0.247, L0.248, L0.249, L0.250, L0.251, L0.252, L0.253, L0.254, L0.255, L0.256, L0.257, L0.258, L0.259, L0.260, L0.261, L0.262, L0.263, L0.264, L0.265, L0.266, L0.267, L0.268, L0.269, L0.270, L0.271, L0.272, L0.273, L0.274, L0.275, L0.276, L0.277, L0.278, L0.279, L0.280, L0.281, L0.282, L0.283, L0.284, L0.285, L0.286, L0.287, L0.288, L0.289, L0.290, L0.291, L0.292, L0.293, L0.294, L0.295, L0.296, L0.297, L0.298, L0.299, L0.300, L0.301, L0.302, L0.303, L0.304, L0.305, L0.306, L0.307, L0.308, L0.309, L0.310, L0.311, L0.312, L0.313, L0.314, L0.315, L0.316, L0.317, L0.318, L0.319, L0.320, L0.321, L0.322, L0.323, L0.324, L0.325, L0.326, L0.327, L0.328, L0.329, L0.330, L0.331, L0.332, L0.333, L0.334, L0.335, L0.336, L0.337, L0.338, L0.339, L0.340, L0.341, L0.342, L0.343, L0.344, L0.345, L0.346, L0.347, L0.348, L0.349, L0.350, L0.351, L0.352, L0.353, L0.354, L0.355, L0.356, L0.357, L0.358, L0.359, L0.360, L0.361, L0.362, L0.363, L0.364, L0.365, L0.366, L0.367, L0.368, L0.369, L0.370, L0.371, L0.372, L0.373, L0.374, L0.375, L0.376, L0.377, L0.378, L0.379, L0.380, L0.381, L0.382, L0.383, L0.384, L0.385, L0.386, L0.387, L0.388, L0.389, L0.390, L0.391, L0.392, L0.393, L0.394, L0.395, L0.396, L0.397, L0.398, L0.399, L0.400"
@@ -1972,19 +1972,19 @@ async fn over_two_times_max_files_per_plan() {
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.401, L0.402, L0.403, L0.404, L0.405, L0.406, L0.407, L0.408, L0.409, L0.410"
- " Creating 1 files"
- - "**** Simulation run 3, type=compact(TotalSizeLessThanMaxCompactSize). 3 Input Files, 2.8mb total:"
+ - "**** Simulation run 3, type=compact(TotalSizeLessThanMaxCompactSize). 3 Input Files, 3mb total:"
- "L0 "
- "L0.413[400,410] 410ns 70kb |L0.413|"
- - "L0.412[200,400] 400ns 1.37mb |-----------------L0.412------------------| "
- - "L0.411[0,200] 200ns 1.37mb|-----------------L0.411------------------| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 2.8mb total:"
- - "L1, all files 2.8mb "
+ - "L0.412[200,400] 400ns 1mb |-----------------L0.412------------------| "
+ - "L0.411[0,200] 200ns 1mb |-----------------L0.411------------------| "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 3mb total:"
+ - "L1, all files 3mb "
- "L1.?[0,410] 410ns |------------------------------------------L1.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.411, L0.412, L0.413"
- " Creating 1 files"
- - "**** Final Output Files (5.61mb written)"
- - "L1, all files 2.8mb "
+ - "**** Final Output Files (6mb written)"
+ - "L1, all files 3mb "
- "L1.414[0,410] 410ns |-----------------------------------------L1.414-----------------------------------------|"
"###
);
@@ -2314,7 +2314,7 @@ async fn many_tiny_l1_files() {
- "L1.286[570,571] 286ns |L1.286|"
- "L1.287[572,573] 287ns |L1.287|"
- "L1.288[574,575] 288ns |L1.288|"
- - "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1.37mb total:"
+ - "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1mb total:"
- "L1, all files 7kb "
- "L1.1[0,1] 1ns |L1.1| "
- "L1.2[2,3] 2ns |L1.2| "
@@ -2516,8 +2516,8 @@ async fn many_tiny_l1_files() {
- "L1.198[394,395] 198ns |L1.198|"
- "L1.199[396,397] 199ns |L1.199|"
- "L1.200[398,399] 200ns |L1.200|"
- - "**** 1 Output Files (parquet_file_id not yet assigned), 1.37mb total:"
- - "L1, all files 1.37mb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
+ - "L1, all files 1mb "
- "L1.?[0,399] 200ns |------------------------------------------L1.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 200 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8, L1.9, L1.10, L1.11, L1.12, L1.13, L1.14, L1.15, L1.16, L1.17, L1.18, L1.19, L1.20, L1.21, L1.22, L1.23, L1.24, L1.25, L1.26, L1.27, L1.28, L1.29, L1.30, L1.31, L1.32, L1.33, L1.34, L1.35, L1.36, L1.37, L1.38, L1.39, L1.40, L1.41, L1.42, L1.43, L1.44, L1.45, L1.46, L1.47, L1.48, L1.49, L1.50, L1.51, L1.52, L1.53, L1.54, L1.55, L1.56, L1.57, L1.58, L1.59, L1.60, L1.61, L1.62, L1.63, L1.64, L1.65, L1.66, L1.67, L1.68, L1.69, L1.70, L1.71, L1.72, L1.73, L1.74, L1.75, L1.76, L1.77, L1.78, L1.79, L1.80, L1.81, L1.82, L1.83, L1.84, L1.85, L1.86, L1.87, L1.88, L1.89, L1.90, L1.91, L1.92, L1.93, L1.94, L1.95, L1.96, L1.97, L1.98, L1.99, L1.100, L1.101, L1.102, L1.103, L1.104, L1.105, L1.106, L1.107, L1.108, L1.109, L1.110, L1.111, L1.112, L1.113, L1.114, L1.115, L1.116, L1.117, L1.118, L1.119, L1.120, L1.121, L1.122, L1.123, L1.124, L1.125, L1.126, L1.127, L1.128, L1.129, L1.130, L1.131, L1.132, L1.133, L1.134, L1.135, L1.136, L1.137, L1.138, L1.139, L1.140, L1.141, L1.142, L1.143, L1.144, L1.145, L1.146, L1.147, L1.148, L1.149, L1.150, L1.151, L1.152, L1.153, L1.154, L1.155, L1.156, L1.157, L1.158, L1.159, L1.160, L1.161, L1.162, L1.163, L1.164, L1.165, L1.166, L1.167, L1.168, L1.169, L1.170, L1.171, L1.172, L1.173, L1.174, L1.175, L1.176, L1.177, L1.178, L1.179, L1.180, L1.181, L1.182, L1.183, L1.184, L1.185, L1.186, L1.187, L1.188, L1.189, L1.190, L1.191, L1.192, L1.193, L1.194, L1.195, L1.196, L1.197, L1.198, L1.199, L1.200"
@@ -2618,9 +2618,9 @@ async fn many_tiny_l1_files() {
- "Committing partition 1:"
- " Soft Deleting 88 files: L1.201, L1.202, L1.203, L1.204, L1.205, L1.206, L1.207, L1.208, L1.209, L1.210, L1.211, L1.212, L1.213, L1.214, L1.215, L1.216, L1.217, L1.218, L1.219, L1.220, L1.221, L1.222, L1.223, L1.224, L1.225, L1.226, L1.227, L1.228, L1.229, L1.230, L1.231, L1.232, L1.233, L1.234, L1.235, L1.236, L1.237, L1.238, L1.239, L1.240, L1.241, L1.242, L1.243, L1.244, L1.245, L1.246, L1.247, L1.248, L1.249, L1.250, L1.251, L1.252, L1.253, L1.254, L1.255, L1.256, L1.257, L1.258, L1.259, L1.260, L1.261, L1.262, L1.263, L1.264, L1.265, L1.266, L1.267, L1.268, L1.269, L1.270, L1.271, L1.272, L1.273, L1.274, L1.275, L1.276, L1.277, L1.278, L1.279, L1.280, L1.281, L1.282, L1.283, L1.284, L1.285, L1.286, L1.287, L1.288"
- " Creating 1 files"
- - "**** Final Output Files (1.97mb written)"
+ - "**** Final Output Files (2mb written)"
- "L1 "
- - "L1.289[0,399] 200ns 1.37mb|---------------------------L1.289---------------------------| "
+ - "L1.289[0,399] 200ns 1mb |---------------------------L1.289---------------------------| "
- "L1.290[400,575] 288ns 616kb |---------L1.290----------| "
"###
);
@@ -2894,7 +2894,7 @@ async fn many_l0_and_overlapped_l1_files() {
- "L1.208[170,179] 18ns 1mb |L1.208| "
- "L1.209[180,189] 19ns 1mb |L1.209| "
- "L1.210[190,199] 20ns 1mb |L1.210|"
- - "**** Simulation run 0, type=compact(ManySmallFiles). 190 Input Files, 1.3mb total:"
+ - "**** Simulation run 0, type=compact(ManySmallFiles). 190 Input Files, 1mb total:"
- "L0, all files 7kb "
- "L0.1[0,1] 21ns |L0.1| "
- "L0.2[1,2] 22ns |L0.2| "
@@ -3086,15 +3086,15 @@ async fn many_l0_and_overlapped_l1_files() {
- "L0.188[187,188] 208ns |L0.188|"
- "L0.189[188,189] 209ns |L0.189|"
- "L0.190[189,190] 210ns |L0.190|"
- - "**** 1 Output Files (parquet_file_id not yet assigned), 1.3mb total:"
- - "L0, all files 1.3mb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
+ - "L0, all files 1mb "
- "L0.?[0,190] 210ns |------------------------------------------L0.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 190 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190"
- " Creating 1 files"
- - "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[159]). 21 Input Files, 21.3mb total:"
+ - "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[159]). 21 Input Files, 21mb total:"
- "L0 "
- - "L0.211[0,190] 210ns 1.3mb|--------------------------------------L0.211---------------------------------------| "
+ - "L0.211[0,190] 210ns 1mb |--------------------------------------L0.211---------------------------------------| "
- "L1 "
- "L1.191[0,9] 1ns 1mb |L1.191| "
- "L1.210[190,199] 20ns 1mb |L1.210|"
@@ -3116,17 +3116,17 @@ async fn many_l0_and_overlapped_l1_files() {
- "L1.207[160,169] 17ns 1mb |L1.207| "
- "L1.208[170,179] 18ns 1mb |L1.208| "
- "L1.209[180,189] 19ns 1mb |L1.209| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 21.3mb total:"
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 21mb total:"
- "L1 "
- - "L1.?[0,159] 210ns 17.02mb|--------------------------------L1.?---------------------------------| "
- - "L1.?[160,199] 210ns 4.28mb |-----L1.?------| "
+ - "L1.?[0,159] 210ns 17mb |--------------------------------L1.?---------------------------------| "
+ - "L1.?[160,199] 210ns 4mb |-----L1.?------| "
- "Committing partition 1:"
- " Soft Deleting 21 files: L1.191, L1.192, L1.193, L1.194, L1.195, L1.196, L1.197, L1.198, L1.199, L1.200, L1.201, L1.202, L1.203, L1.204, L1.205, L1.206, L1.207, L1.208, L1.209, L1.210, L0.211"
- " Creating 2 files"
- - "**** Final Output Files (22.6mb written)"
+ - "**** Final Output Files (23mb written)"
- "L1 "
- - "L1.212[0,159] 210ns 17.02mb|-------------------------------L1.212--------------------------------| "
- - "L1.213[160,199] 210ns 4.28mb |----L1.213-----| "
+ - "L1.212[0,159] 210ns 17mb |-------------------------------L1.212--------------------------------| "
+ - "L1.213[160,199] 210ns 4mb |----L1.213-----| "
"###
);
}
@@ -3418,7 +3418,7 @@ async fn not_many_l0_and_overlapped_l1_files() {
- "L1.208[2600,2609] 18ns 1mb |L1.208| "
- "L1.209[2800,2809] 19ns 1mb |L1.209|"
- "L1.210[3000,3009] 20ns 1mb |L1.210|"
- - "**** Simulation run 0, type=compact(TotalSizeLessThanMaxCompactSize). 195 Input Files, 6.3mb total:"
+ - "**** Simulation run 0, type=compact(TotalSizeLessThanMaxCompactSize). 195 Input Files, 6mb total:"
- "L0 "
- "L0.190[189,190] 210ns 7kb |L0.190|"
- "L0.189[188,189] 209ns 7kb |L0.189|"
@@ -3616,13 +3616,13 @@ async fn not_many_l0_and_overlapped_l1_files() {
- "L1.192[10,19] 2ns 1mb |L1.192| "
- "L1.193[20,29] 3ns 1mb |L1.193| "
- "L1.194[30,39] 4ns 1mb |L1.194| "
- - "**** 1 Output Files (parquet_file_id not yet assigned), 6.3mb total:"
- - "L1, all files 6.3mb "
+ - "**** 1 Output Files (parquet_file_id not yet assigned), 6mb total:"
+ - "L1, all files 6mb "
- "L1.?[0,190] 210ns |------------------------------------------L1.?------------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 195 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L1.191, L1.192, L1.193, L1.194, L1.195"
- " Creating 1 files"
- - "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2407]). 16 Input Files, 21.3mb total:"
+ - "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2407]). 16 Input Files, 21mb total:"
- "L1 "
- "L1.196[200,209] 6ns 1mb |L1.196| "
- "L1.197[400,409] 7ns 1mb |L1.197| "
@@ -3639,18 +3639,18 @@ async fn not_many_l0_and_overlapped_l1_files() {
- "L1.208[2600,2609] 18ns 1mb |L1.208| "
- "L1.209[2800,2809] 19ns 1mb |L1.209|"
- "L1.210[3000,3009] 20ns 1mb |L1.210|"
- - "L1.211[0,190] 210ns 6.3mb|L1.211| "
- - "**** 2 Output Files (parquet_file_id not yet assigned), 21.3mb total:"
+ - "L1.211[0,190] 210ns 6mb |L1.211| "
+ - "**** 2 Output Files (parquet_file_id not yet assigned), 21mb total:"
- "L2 "
- - "L2.?[0,2407] 210ns 17.04mb|--------------------------------L2.?---------------------------------| "
- - "L2.?[2408,3009] 210ns 4.26mb |-----L2.?------| "
+ - "L2.?[0,2407] 210ns 17mb |--------------------------------L2.?---------------------------------| "
+ - "L2.?[2408,3009] 210ns 4mb |-----L2.?------| "
- "Committing partition 1:"
- " Soft Deleting 16 files: L1.196, L1.197, L1.198, L1.199, L1.200, L1.201, L1.202, L1.203, L1.204, L1.205, L1.206, L1.207, L1.208, L1.209, L1.210, L1.211"
- " Creating 2 files"
- - "**** Final Output Files (27.6mb written)"
+ - "**** Final Output Files (28mb written)"
- "L2 "
- - "L2.212[0,2407] 210ns 17.04mb|-------------------------------L2.212--------------------------------| "
- - "L2.213[2408,3009] 210ns 4.26mb |----L2.213-----| "
+ - "L2.212[0,2407] 210ns 17mb|-------------------------------L2.212--------------------------------| "
+ - "L2.213[2408,3009] 210ns 4mb |----L2.213-----| "
"###
);
}
diff --git a/compactor2_test_utils/src/display.rs b/compactor2_test_utils/src/display.rs
index 95a3e5e7f9..9e370b5412 100644
--- a/compactor2_test_utils/src/display.rs
+++ b/compactor2_test_utils/src/display.rs
@@ -324,10 +324,10 @@ pub fn display_size(sz: i64) -> String {
if sz < kbyte {
format!("{sz}b")
} else if sz < mbyte {
- let kb = round(sz / kbyte, 2);
+ let kb = round(sz / kbyte, 0);
format!("{kb}kb")
} else if sz < gbyte {
- let mb = round(sz / mbyte, 2);
+ let mb = round(sz / mbyte, 0);
format!("{mb}mb")
} else {
let gb = round(sz / gbyte, 2);