fix: Round sizes in compactor2 insta snapshots to the nearest KB or MB (#7699)
* fix: Remove file size from compactor2 insta snapshots To reduce churn when metadata is adjusted * fix: Put back final output size in compactor snapshots * fix: Return file sizes but round kb and mb to the nearest byte --------- Co-authored-by: kodiakhq[bot] <49736102+kodiakhq[bot]@users.noreply.github.com>pull/24376/head
Carol (Nichols || Goulding)
GitHub
parent
493b26831d
commit
e8fccd6795
|
|
@ -212,12 +212,12 @@ async fn test_compact_large_overlapes() {
|
||||||
---
|
---
|
||||||
- initial
|
- initial
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.4[6000,68000] 240s 2.65kb|------------------L1.4------------------| "
|
- "L1.4[6000,68000] 240s 3kb|------------------L1.4------------------| "
|
||||||
- "L1.5[136000,136000] 300s 2.16kb |L1.5|"
|
- "L1.5[136000,136000] 300s 2kb |L1.5|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.1[8000,12000] 60s 1.79kb |L2.1| "
|
- "L2.1[8000,12000] 60s 2kb |L2.1| "
|
||||||
- "L2.2[20000,30000] 120s 2.61kb |L2.2| "
|
- "L2.2[20000,30000] 120s 3kb |L2.2| "
|
||||||
- "L2.3[36000,36000] 180s 2.16kb |L2.3| "
|
- "L2.3[36000,36000] 180s 2kb |L2.3| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
||||||
|
|
@ -231,9 +231,9 @@ async fn test_compact_large_overlapes() {
|
||||||
---
|
---
|
||||||
- initial
|
- initial
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.6[6000,36000] 300s 2.71kb|-------L2.6-------| "
|
- "L2.6[6000,36000] 300s 3kb|-------L2.6-------| "
|
||||||
- "L2.7[68000,68000] 300s 2.51kb |L2.7| "
|
- "L2.7[68000,68000] 300s 3kb |L2.7| "
|
||||||
- "L2.8[136000,136000] 300s 2.54kb |L2.8|"
|
- "L2.8[136000,136000] 300s 3kb |L2.8|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
||||||
|
|
@ -322,12 +322,12 @@ async fn test_compact_large_overlape_2() {
|
||||||
---
|
---
|
||||||
- initial
|
- initial
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.4[6000,25000] 240s 1.8kb|---L1.4----| "
|
- "L1.4[6000,25000] 240s 2kb|---L1.4----| "
|
||||||
- "L1.5[28000,136000] 300s 2.64kb |----------------------------------L1.5----------------------------------| "
|
- "L1.5[28000,136000] 300s 3kb |----------------------------------L1.5----------------------------------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.1[8000,12000] 60s 1.79kb |L2.1| "
|
- "L2.1[8000,12000] 60s 2kb |L2.1| "
|
||||||
- "L2.2[20000,30000] 120s 2.61kb |L2.2| "
|
- "L2.2[20000,30000] 120s 3kb |L2.2| "
|
||||||
- "L2.3[36000,36000] 180s 2.16kb |L2.3| "
|
- "L2.3[36000,36000] 180s 2kb |L2.3| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
||||||
|
|
@ -341,9 +341,9 @@ async fn test_compact_large_overlape_2() {
|
||||||
---
|
---
|
||||||
- initial
|
- initial
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.6[6000,36000] 300s 2.71kb|-------L2.6-------| "
|
- "L2.6[6000,36000] 300s 3kb|-------L2.6-------| "
|
||||||
- "L2.7[68000,68000] 300s 2.51kb |L2.7| "
|
- "L2.7[68000,68000] 300s 3kb |L2.7| "
|
||||||
- "L2.8[136000,136000] 300s 2.54kb |L2.8|"
|
- "L2.8[136000,136000] 300s 3kb |L2.8|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
||||||
|
|
|
||||||
File diff suppressed because it is too large
Load Diff
|
|
@ -79,15 +79,15 @@ async fn test_keep_ingesting_l0_files_20_percent_overlap() {
|
||||||
- "L0.752[5010,5024] 501ns 5mb |L0.752|"
|
- "L0.752[5010,5024] 501ns 5mb |L0.752|"
|
||||||
- "L0.753[5020,5034] 502ns 5mb |L0.753|"
|
- "L0.753[5020,5034] 502ns 5mb |L0.753|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,160] 19ns 79.6mb |L2.29| "
|
- "L2.29[0,160] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[161,361] 39ns 100.33mb |L2.59| "
|
- "L2.59[161,361] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[362,562] 59ns 100.47mb |L2.89| "
|
- "L2.89[362,562] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[563,753] 79ns 95.47mb |L2.119| "
|
- "L2.119[563,753] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[754,954] 99ns 100.5mb |L2.149| "
|
- "L2.149[754,954] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[955,1155] 119ns 100.5mb |L2.179| "
|
- "L2.179[955,1155] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1156,1356] 139ns 100.5mb |L2.209| "
|
- "L2.209[1156,1356] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1357,1557] 159ns 100.5mb |L2.239| "
|
- "L2.239[1357,1557] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1558,1758] 179ns 100.5mb |L2.269| "
|
- "L2.269[1558,1758] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1759,1958] 199ns 100mb |L2.299| "
|
- "L2.299[1759,1958] 199ns 100mb |L2.299| "
|
||||||
- "L2.329[1959,2158] 219ns 100mb |L2.329| "
|
- "L2.329[1959,2158] 219ns 100mb |L2.329| "
|
||||||
- "L2.359[2159,2358] 239ns 100mb |L2.359| "
|
- "L2.359[2159,2358] 239ns 100mb |L2.359| "
|
||||||
|
|
@ -104,7 +104,7 @@ async fn test_keep_ingesting_l0_files_20_percent_overlap() {
|
||||||
- "L2.689[4359,4558] 459ns 100mb |L2.689| "
|
- "L2.689[4359,4558] 459ns 100mb |L2.689| "
|
||||||
- "L2.719[4559,4758] 479ns 100mb |L2.719| "
|
- "L2.719[4559,4758] 479ns 100mb |L2.719| "
|
||||||
- "L2.749[4759,4958] 499ns 100mb |L2.749|"
|
- "L2.749[4759,4958] 499ns 100mb |L2.749|"
|
||||||
- "L2.750[4959,5001] 499ns 21.61mb |L2.750|"
|
- "L2.750[4959,5001] 499ns 22mb |L2.750|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -177,16 +177,16 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap() {
|
||||||
- "L0.752[5010,5024] 501ns 5mb |L0.752|"
|
- "L0.752[5010,5024] 501ns 5mb |L0.752|"
|
||||||
- "L0.753[5020,5034] 502ns 5mb |L0.753|"
|
- "L0.753[5020,5034] 502ns 5mb |L0.753|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |L2.29| "
|
- "L2.29[0,163] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |L2.59| "
|
- "L2.59[164,364] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |L2.89| "
|
- "L2.89[365,565] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |L2.119| "
|
- "L2.119[566,756] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |L2.149| "
|
- "L2.149[757,957] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |L2.179| "
|
- "L2.179[958,1158] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
|
- "L2.209[1159,1359] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
|
- "L2.239[1360,1560] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
|
- "L2.269[1561,1761] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
|
- "L2.299[1762,1962] 199ns 101mb |L2.299| "
|
||||||
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
||||||
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
||||||
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
||||||
|
|
@ -202,7 +202,7 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap() {
|
||||||
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
|
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
|
||||||
- "L2.719[4563,4762] 479ns 100mb |L2.719| "
|
- "L2.719[4563,4762] 479ns 100mb |L2.719| "
|
||||||
- "L2.749[4763,4962] 499ns 100mb |L2.749|"
|
- "L2.749[4763,4962] 499ns 100mb |L2.749|"
|
||||||
- "L2.750[4963,5004] 499ns 21.11mb |L2.750|"
|
- "L2.750[4963,5004] 499ns 21mb |L2.750|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -263,15 +263,15 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.1[0,14] 0ns |--------L0.1---------| "
|
- "L0.1[0,14] 0ns |--------L0.1---------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 25mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 25mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[0,43] 4ns 19.91mb |--------------------------------L1.?---------------------------------| "
|
- "L1.?[0,43] 4ns 20mb |--------------------------------L1.?---------------------------------| "
|
||||||
- "L1.?[44,54] 4ns 5.09mb |-----L1.?-----| "
|
- "L1.?[44,54] 4ns 5mb |-----L1.?-----| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 5 files: L0.1, L0.2, L0.3, L0.4, L0.5"
|
- " Soft Deleting 5 files: L0.1, L0.2, L0.3, L0.4, L0.5"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (25mb written)"
|
- "**** Final Output Files (25mb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.6[0,43] 4ns 19.91mb |--------------------------------L1.6---------------------------------| "
|
- "L1.6[0,43] 4ns 20mb |--------------------------------L1.6---------------------------------| "
|
||||||
- "L1.7[44,54] 4ns 5.09mb |-----L1.7-----| "
|
- "L1.7[44,54] 4ns 5mb |-----L1.7-----| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
} else if i == show_intermediate_result_runs[1] {
|
} else if i == show_intermediate_result_runs[1] {
|
||||||
|
|
@ -287,14 +287,14 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.214[1430,1444] 143ns 5mb |L0.214|"
|
- "L0.214[1430,1444] 143ns 5mb |L0.214|"
|
||||||
- "L0.215[1440,1454] 144ns 5mb |L0.215|"
|
- "L0.215[1440,1454] 144ns 5mb |L0.215|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |-L2.29--| "
|
- "L2.29[0,163] 19ns 80mb |-L2.29--| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |--L2.59---| "
|
- "L2.59[164,364] 39ns 100mb |--L2.59---| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |--L2.89---| "
|
- "L2.89[365,565] 59ns 100mb |--L2.89---| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |-L2.119--| "
|
- "L2.119[566,756] 79ns 95mb |-L2.119--| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |--L2.149--| "
|
- "L2.149[757,957] 99ns 101mb |--L2.149--| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |--L2.179--| "
|
- "L2.179[958,1158] 119ns 101mb |--L2.179--| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |--L2.209--| "
|
- "L2.209[1159,1359] 139ns 101mb |--L2.209--| "
|
||||||
- "L2.210[1360,1404] 139ns 22.61mb |L2.210|"
|
- "L2.210[1360,1404] 139ns 23mb |L2.210|"
|
||||||
- "**** Simulation run 35, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1443]). 5 Input Files, 25mb total:"
|
- "**** Simulation run 35, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1443]). 5 Input Files, 25mb total:"
|
||||||
- "L0, all files 5mb "
|
- "L0, all files 5mb "
|
||||||
- "L0.215[1440,1454] 144ns |-------L0.215--------| "
|
- "L0.215[1440,1454] 144ns |-------L0.215--------| "
|
||||||
|
|
@ -304,24 +304,24 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.211[1400,1414] 140ns |-------L0.211--------| "
|
- "L0.211[1400,1414] 140ns |-------L0.211--------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 25mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 25mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[1400,1443] 144ns 19.91mb|--------------------------------L1.?---------------------------------| "
|
- "L1.?[1400,1443] 144ns 20mb|--------------------------------L1.?---------------------------------| "
|
||||||
- "L1.?[1444,1454] 144ns 5.09mb |-----L1.?-----| "
|
- "L1.?[1444,1454] 144ns 5mb |-----L1.?-----| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 5 files: L0.211, L0.212, L0.213, L0.214, L0.215"
|
- " Soft Deleting 5 files: L0.211, L0.212, L0.213, L0.214, L0.215"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (1.64gb written)"
|
- "**** Final Output Files (1.64gb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.216[1400,1443] 144ns 19.91mb |L1.216|"
|
- "L1.216[1400,1443] 144ns 20mb |L1.216|"
|
||||||
- "L1.217[1444,1454] 144ns 5.09mb |L1.217|"
|
- "L1.217[1444,1454] 144ns 5mb |L1.217|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |-L2.29--| "
|
- "L2.29[0,163] 19ns 80mb |-L2.29--| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |--L2.59---| "
|
- "L2.59[164,364] 39ns 100mb |--L2.59---| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |--L2.89---| "
|
- "L2.89[365,565] 59ns 100mb |--L2.89---| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |-L2.119--| "
|
- "L2.119[566,756] 79ns 95mb |-L2.119--| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |--L2.149--| "
|
- "L2.149[757,957] 99ns 101mb |--L2.149--| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |--L2.179--| "
|
- "L2.179[958,1158] 119ns 101mb |--L2.179--| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |--L2.209--| "
|
- "L2.209[1159,1359] 139ns 101mb |--L2.209--| "
|
||||||
- "L2.210[1360,1404] 139ns 22.61mb |L2.210|"
|
- "L2.210[1360,1404] 139ns 23mb |L2.210|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
} else if i == show_intermediate_result_runs[2] {
|
} else if i == show_intermediate_result_runs[2] {
|
||||||
|
|
@ -337,22 +337,22 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.341[2280,2294] 228ns 5mb |L0.341|"
|
- "L0.341[2280,2294] 228ns 5mb |L0.341|"
|
||||||
- "L0.342[2290,2304] 229ns 5mb |L0.342|"
|
- "L0.342[2290,2304] 229ns 5mb |L0.342|"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.336[2200,2243] 224ns 19.91mb |L1.336|"
|
- "L1.336[2200,2243] 224ns 20mb |L1.336|"
|
||||||
- "L1.337[2244,2254] 224ns 5.09mb |L1.337|"
|
- "L1.337[2244,2254] 224ns 5mb |L1.337|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |L2.29| "
|
- "L2.29[0,163] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |L2.59| "
|
- "L2.59[164,364] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |L2.89| "
|
- "L2.89[365,565] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |L2.119| "
|
- "L2.119[566,756] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |L2.149| "
|
- "L2.149[757,957] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |L2.179| "
|
- "L2.179[958,1158] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
|
- "L2.209[1159,1359] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
|
- "L2.239[1360,1560] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
|
- "L2.269[1561,1761] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
|
- "L2.299[1762,1962] 199ns 101mb |L2.299| "
|
||||||
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
||||||
- "L2.330[2163,2204] 219ns 21.11mb |L2.330|"
|
- "L2.330[2163,2204] 219ns 21mb |L2.330|"
|
||||||
- "**** Simulation run 56, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2292]). 6 Input Files, 30.09mb total:"
|
- "**** Simulation run 56, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2292]). 6 Input Files, 30mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.342[2290,2304] 229ns 5mb |------L0.342-------|"
|
- "L0.342[2290,2304] 229ns 5mb |------L0.342-------|"
|
||||||
- "L0.341[2280,2294] 228ns 5mb |------L0.341-------| "
|
- "L0.341[2280,2294] 228ns 5mb |------L0.341-------| "
|
||||||
|
|
@ -360,32 +360,32 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.339[2260,2274] 226ns 5mb |------L0.339-------| "
|
- "L0.339[2260,2274] 226ns 5mb |------L0.339-------| "
|
||||||
- "L0.338[2250,2264] 225ns 5mb |------L0.338-------| "
|
- "L0.338[2250,2264] 225ns 5mb |------L0.338-------| "
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.337[2244,2254] 224ns 5.09mb|---L1.337----| "
|
- "L1.337[2244,2254] 224ns 5mb|---L1.337----| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 30.09mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 30mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[2244,2292] 229ns 24.07mb|---------------------------------L1.?---------------------------------| "
|
- "L1.?[2244,2292] 229ns 24mb|---------------------------------L1.?---------------------------------| "
|
||||||
- "L1.?[2293,2304] 229ns 6.02mb |-----L1.?-----| "
|
- "L1.?[2293,2304] 229ns 6mb |-----L1.?-----| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 6 files: L1.337, L0.338, L0.339, L0.340, L0.341, L0.342"
|
- " Soft Deleting 6 files: L1.337, L0.338, L0.339, L0.340, L0.341, L0.342"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (2.61gb written)"
|
- "**** Final Output Files (2.61gb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.336[2200,2243] 224ns 19.91mb |L1.336|"
|
- "L1.336[2200,2243] 224ns 20mb |L1.336|"
|
||||||
- "L1.343[2244,2292] 229ns 24.07mb |L1.343|"
|
- "L1.343[2244,2292] 229ns 24mb |L1.343|"
|
||||||
- "L1.344[2293,2304] 229ns 6.02mb |L1.344|"
|
- "L1.344[2293,2304] 229ns 6mb |L1.344|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |L2.29| "
|
- "L2.29[0,163] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |L2.59| "
|
- "L2.59[164,364] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |L2.89| "
|
- "L2.89[365,565] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |L2.119| "
|
- "L2.119[566,756] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |L2.149| "
|
- "L2.149[757,957] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |L2.179| "
|
- "L2.179[958,1158] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
|
- "L2.209[1159,1359] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
|
- "L2.239[1360,1560] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
|
- "L2.269[1561,1761] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
|
- "L2.299[1762,1962] 199ns 101mb |L2.299| "
|
||||||
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
||||||
- "L2.330[2163,2204] 219ns 21.11mb |L2.330|"
|
- "L2.330[2163,2204] 219ns 21mb |L2.330|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
} else if i == show_intermediate_result_runs[3] {
|
} else if i == show_intermediate_result_runs[3] {
|
||||||
|
|
@ -401,29 +401,29 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.505[3380,3394] 338ns 5mb |L0.505|"
|
- "L0.505[3380,3394] 338ns 5mb |L0.505|"
|
||||||
- "L0.506[3390,3404] 339ns 5mb |L0.506|"
|
- "L0.506[3390,3404] 339ns 5mb |L0.506|"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.486[3200,3243] 324ns 19.91mb |L1.486|"
|
- "L1.486[3200,3243] 324ns 20mb |L1.486|"
|
||||||
- "L1.493[3244,3292] 329ns 24.07mb |L1.493|"
|
- "L1.493[3244,3292] 329ns 24mb |L1.493|"
|
||||||
- "L1.500[3293,3341] 334ns 24.41mb |L1.500|"
|
- "L1.500[3293,3341] 334ns 24mb |L1.500|"
|
||||||
- "L1.501[3342,3354] 334ns 6.61mb |L1.501|"
|
- "L1.501[3342,3354] 334ns 7mb |L1.501|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |L2.29| "
|
- "L2.29[0,163] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |L2.59| "
|
- "L2.59[164,364] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |L2.89| "
|
- "L2.89[365,565] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |L2.119| "
|
- "L2.119[566,756] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |L2.149| "
|
- "L2.149[757,957] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |L2.179| "
|
- "L2.179[958,1158] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
|
- "L2.209[1159,1359] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
|
- "L2.239[1360,1560] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
|
- "L2.269[1561,1761] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
|
- "L2.299[1762,1962] 199ns 101mb |L2.299| "
|
||||||
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
||||||
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
||||||
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
||||||
- "L2.419[2563,2762] 279ns 100mb |L2.419| "
|
- "L2.419[2563,2762] 279ns 100mb |L2.419| "
|
||||||
- "L2.449[2763,2962] 299ns 100mb |L2.449| "
|
- "L2.449[2763,2962] 299ns 100mb |L2.449| "
|
||||||
- "L2.479[2963,3162] 319ns 100mb |L2.479| "
|
- "L2.479[2963,3162] 319ns 100mb |L2.479| "
|
||||||
- "L2.480[3163,3204] 319ns 21.11mb |L2.480|"
|
- "L2.480[3163,3204] 319ns 21mb |L2.480|"
|
||||||
- "**** Simulation run 83, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[3391]). 6 Input Files, 31.61mb total:"
|
- "**** Simulation run 83, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[3391]). 6 Input Files, 32mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.506[3390,3404] 339ns 5mb |------L0.506------| "
|
- "L0.506[3390,3404] 339ns 5mb |------L0.506------| "
|
||||||
- "L0.505[3380,3394] 338ns 5mb |------L0.505------| "
|
- "L0.505[3380,3394] 338ns 5mb |------L0.505------| "
|
||||||
|
|
@ -431,42 +431,42 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.503[3360,3374] 336ns 5mb |------L0.503------| "
|
- "L0.503[3360,3374] 336ns 5mb |------L0.503------| "
|
||||||
- "L0.502[3350,3364] 335ns 5mb |------L0.502------| "
|
- "L0.502[3350,3364] 335ns 5mb |------L0.502------| "
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.501[3342,3354] 334ns 6.61mb|----L1.501-----| "
|
- "L1.501[3342,3354] 334ns 7mb|----L1.501-----| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 31.61mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 32mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[3342,3391] 339ns 24.98mb|--------------------------------L1.?---------------------------------| "
|
- "L1.?[3342,3391] 339ns 25mb|--------------------------------L1.?---------------------------------| "
|
||||||
- "L1.?[3392,3404] 339ns 6.63mb |-----L1.?------| "
|
- "L1.?[3392,3404] 339ns 7mb |-----L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 6 files: L1.501, L0.502, L0.503, L0.504, L0.505, L0.506"
|
- " Soft Deleting 6 files: L1.501, L0.502, L0.503, L0.504, L0.505, L0.506"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Simulation run 84, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[3362]). 6 Input Files, 121.11mb total:"
|
- "**** Simulation run 84, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[3362]). 6 Input Files, 121mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.500[3293,3341] 334ns 24.41mb |----L1.500-----| "
|
- "L1.500[3293,3341] 334ns 24mb |----L1.500-----| "
|
||||||
- "L1.493[3244,3292] 329ns 24.07mb |----L1.493-----| "
|
- "L1.493[3244,3292] 329ns 24mb |----L1.493-----| "
|
||||||
- "L1.486[3200,3243] 324ns 19.91mb |----L1.486----| "
|
- "L1.486[3200,3243] 324ns 20mb |----L1.486----| "
|
||||||
- "L1.508[3392,3404] 339ns 6.63mb |L1.508|"
|
- "L1.508[3392,3404] 339ns 7mb |L1.508|"
|
||||||
- "L1.507[3342,3391] 339ns 24.98mb |-----L1.507-----| "
|
- "L1.507[3342,3391] 339ns 25mb |-----L1.507-----| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.480[3163,3204] 319ns 21.11mb|---L2.480----| "
|
- "L2.480[3163,3204] 319ns 21mb|---L2.480----| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 121.11mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 121mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[3163,3362] 339ns 100mb|----------------------------------L2.?----------------------------------| "
|
- "L2.?[3163,3362] 339ns 100mb|----------------------------------L2.?----------------------------------| "
|
||||||
- "L2.?[3363,3404] 339ns 21.11mb |----L2.?-----| "
|
- "L2.?[3363,3404] 339ns 21mb |----L2.?-----| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 6 files: L2.480, L1.486, L1.493, L1.500, L1.507, L1.508"
|
- " Soft Deleting 6 files: L2.480, L1.486, L1.493, L1.500, L1.507, L1.508"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (3.95gb written)"
|
- "**** Final Output Files (3.95gb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |L2.29| "
|
- "L2.29[0,163] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |L2.59| "
|
- "L2.59[164,364] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |L2.89| "
|
- "L2.89[365,565] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |L2.119| "
|
- "L2.119[566,756] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |L2.149| "
|
- "L2.149[757,957] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |L2.179| "
|
- "L2.179[958,1158] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
|
- "L2.209[1159,1359] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
|
- "L2.239[1360,1560] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
|
- "L2.269[1561,1761] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
|
- "L2.299[1762,1962] 199ns 101mb |L2.299| "
|
||||||
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
||||||
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
||||||
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
||||||
|
|
@ -474,7 +474,7 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L2.449[2763,2962] 299ns 100mb |L2.449| "
|
- "L2.449[2763,2962] 299ns 100mb |L2.449| "
|
||||||
- "L2.479[2963,3162] 319ns 100mb |L2.479| "
|
- "L2.479[2963,3162] 319ns 100mb |L2.479| "
|
||||||
- "L2.509[3163,3362] 339ns 100mb |L2.509|"
|
- "L2.509[3163,3362] 339ns 100mb |L2.509|"
|
||||||
- "L2.510[3363,3404] 339ns 21.11mb |L2.510|"
|
- "L2.510[3363,3404] 339ns 21mb |L2.510|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
} else if i == show_intermediate_result_runs[4] {
|
} else if i == show_intermediate_result_runs[4] {
|
||||||
|
|
@ -490,19 +490,19 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.671[4480,4494] 448ns 5mb |L0.671|"
|
- "L0.671[4480,4494] 448ns 5mb |L0.671|"
|
||||||
- "L0.672[4490,4504] 449ns 5mb |L0.672|"
|
- "L0.672[4490,4504] 449ns 5mb |L0.672|"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.666[4400,4443] 444ns 19.91mb |L1.666|"
|
- "L1.666[4400,4443] 444ns 20mb |L1.666|"
|
||||||
- "L1.667[4444,4454] 444ns 5.09mb |L1.667|"
|
- "L1.667[4444,4454] 444ns 5mb |L1.667|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |L2.29| "
|
- "L2.29[0,163] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |L2.59| "
|
- "L2.59[164,364] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |L2.89| "
|
- "L2.89[365,565] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |L2.119| "
|
- "L2.119[566,756] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |L2.149| "
|
- "L2.149[757,957] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |L2.179| "
|
- "L2.179[958,1158] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
|
- "L2.209[1159,1359] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
|
- "L2.239[1360,1560] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
|
- "L2.269[1561,1761] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
|
- "L2.299[1762,1962] 199ns 101mb |L2.299| "
|
||||||
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
||||||
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
||||||
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
||||||
|
|
@ -515,8 +515,8 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L2.599[3763,3962] 399ns 100mb |L2.599| "
|
- "L2.599[3763,3962] 399ns 100mb |L2.599| "
|
||||||
- "L2.629[3963,4162] 419ns 100mb |L2.629| "
|
- "L2.629[3963,4162] 419ns 100mb |L2.629| "
|
||||||
- "L2.659[4163,4362] 439ns 100mb |L2.659|"
|
- "L2.659[4163,4362] 439ns 100mb |L2.659|"
|
||||||
- "L2.660[4363,4404] 439ns 21.11mb |L2.660|"
|
- "L2.660[4363,4404] 439ns 21mb |L2.660|"
|
||||||
- "**** Simulation run 111, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4492]). 6 Input Files, 30.09mb total:"
|
- "**** Simulation run 111, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4492]). 6 Input Files, 30mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.672[4490,4504] 449ns 5mb |------L0.672-------|"
|
- "L0.672[4490,4504] 449ns 5mb |------L0.672-------|"
|
||||||
- "L0.671[4480,4494] 448ns 5mb |------L0.671-------| "
|
- "L0.671[4480,4494] 448ns 5mb |------L0.671-------| "
|
||||||
|
|
@ -524,30 +524,30 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.669[4460,4474] 446ns 5mb |------L0.669-------| "
|
- "L0.669[4460,4474] 446ns 5mb |------L0.669-------| "
|
||||||
- "L0.668[4450,4464] 445ns 5mb |------L0.668-------| "
|
- "L0.668[4450,4464] 445ns 5mb |------L0.668-------| "
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.667[4444,4454] 444ns 5.09mb|---L1.667----| "
|
- "L1.667[4444,4454] 444ns 5mb|---L1.667----| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 30.09mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 30mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[4444,4492] 449ns 24.07mb|---------------------------------L1.?---------------------------------| "
|
- "L1.?[4444,4492] 449ns 24mb|---------------------------------L1.?---------------------------------| "
|
||||||
- "L1.?[4493,4504] 449ns 6.02mb |-----L1.?-----| "
|
- "L1.?[4493,4504] 449ns 6mb |-----L1.?-----| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 6 files: L1.667, L0.668, L0.669, L0.670, L0.671, L0.672"
|
- " Soft Deleting 6 files: L1.667, L0.668, L0.669, L0.670, L0.671, L0.672"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (5.17gb written)"
|
- "**** Final Output Files (5.17gb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.666[4400,4443] 444ns 19.91mb |L1.666|"
|
- "L1.666[4400,4443] 444ns 20mb |L1.666|"
|
||||||
- "L1.673[4444,4492] 449ns 24.07mb |L1.673|"
|
- "L1.673[4444,4492] 449ns 24mb |L1.673|"
|
||||||
- "L1.674[4493,4504] 449ns 6.02mb |L1.674|"
|
- "L1.674[4493,4504] 449ns 6mb |L1.674|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |L2.29| "
|
- "L2.29[0,163] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |L2.59| "
|
- "L2.59[164,364] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |L2.89| "
|
- "L2.89[365,565] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |L2.119| "
|
- "L2.119[566,756] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |L2.149| "
|
- "L2.149[757,957] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |L2.179| "
|
- "L2.179[958,1158] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
|
- "L2.209[1159,1359] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
|
- "L2.239[1360,1560] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
|
- "L2.269[1561,1761] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
|
- "L2.299[1762,1962] 199ns 101mb |L2.299| "
|
||||||
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
||||||
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
||||||
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
||||||
|
|
@ -560,7 +560,7 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L2.599[3763,3962] 399ns 100mb |L2.599| "
|
- "L2.599[3763,3962] 399ns 100mb |L2.599| "
|
||||||
- "L2.629[3963,4162] 419ns 100mb |L2.629| "
|
- "L2.629[3963,4162] 419ns 100mb |L2.629| "
|
||||||
- "L2.659[4163,4362] 439ns 100mb |L2.659|"
|
- "L2.659[4163,4362] 439ns 100mb |L2.659|"
|
||||||
- "L2.660[4363,4404] 439ns 21.11mb |L2.660|"
|
- "L2.660[4363,4404] 439ns 21mb |L2.660|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
} else if i == show_intermediate_result_runs[5] {
|
} else if i == show_intermediate_result_runs[5] {
|
||||||
|
|
@ -576,21 +576,21 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.745[4980,4994] 498ns 5mb |L0.745|"
|
- "L0.745[4980,4994] 498ns 5mb |L0.745|"
|
||||||
- "L0.746[4990,5004] 499ns 5mb |L0.746|"
|
- "L0.746[4990,5004] 499ns 5mb |L0.746|"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.726[4800,4843] 484ns 19.91mb |L1.726|"
|
- "L1.726[4800,4843] 484ns 20mb |L1.726|"
|
||||||
- "L1.733[4844,4892] 489ns 24.07mb |L1.733|"
|
- "L1.733[4844,4892] 489ns 24mb |L1.733|"
|
||||||
- "L1.740[4893,4941] 494ns 24.41mb |L1.740|"
|
- "L1.740[4893,4941] 494ns 24mb |L1.740|"
|
||||||
- "L1.741[4942,4954] 494ns 6.61mb |L1.741|"
|
- "L1.741[4942,4954] 494ns 7mb |L1.741|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |L2.29| "
|
- "L2.29[0,163] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |L2.59| "
|
- "L2.59[164,364] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |L2.89| "
|
- "L2.89[365,565] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |L2.119| "
|
- "L2.119[566,756] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |L2.149| "
|
- "L2.149[757,957] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |L2.179| "
|
- "L2.179[958,1158] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
|
- "L2.209[1159,1359] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
|
- "L2.239[1360,1560] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
|
- "L2.269[1561,1761] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
|
- "L2.299[1762,1962] 199ns 101mb |L2.299| "
|
||||||
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
||||||
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
||||||
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
||||||
|
|
@ -605,8 +605,8 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L2.659[4163,4362] 439ns 100mb |L2.659| "
|
- "L2.659[4163,4362] 439ns 100mb |L2.659| "
|
||||||
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
|
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
|
||||||
- "L2.719[4563,4762] 479ns 100mb |L2.719|"
|
- "L2.719[4563,4762] 479ns 100mb |L2.719|"
|
||||||
- "L2.720[4763,4804] 479ns 21.11mb |L2.720|"
|
- "L2.720[4763,4804] 479ns 21mb |L2.720|"
|
||||||
- "**** Simulation run 123, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4991]). 6 Input Files, 31.61mb total:"
|
- "**** Simulation run 123, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4991]). 6 Input Files, 32mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.746[4990,5004] 499ns 5mb |------L0.746------| "
|
- "L0.746[4990,5004] 499ns 5mb |------L0.746------| "
|
||||||
- "L0.745[4980,4994] 498ns 5mb |------L0.745------| "
|
- "L0.745[4980,4994] 498ns 5mb |------L0.745------| "
|
||||||
|
|
@ -614,42 +614,42 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.743[4960,4974] 496ns 5mb |------L0.743------| "
|
- "L0.743[4960,4974] 496ns 5mb |------L0.743------| "
|
||||||
- "L0.742[4950,4964] 495ns 5mb |------L0.742------| "
|
- "L0.742[4950,4964] 495ns 5mb |------L0.742------| "
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.741[4942,4954] 494ns 6.61mb|----L1.741-----| "
|
- "L1.741[4942,4954] 494ns 7mb|----L1.741-----| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 31.61mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 32mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[4942,4991] 499ns 24.98mb|--------------------------------L1.?---------------------------------| "
|
- "L1.?[4942,4991] 499ns 25mb|--------------------------------L1.?---------------------------------| "
|
||||||
- "L1.?[4992,5004] 499ns 6.63mb |-----L1.?------| "
|
- "L1.?[4992,5004] 499ns 7mb |-----L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 6 files: L1.741, L0.742, L0.743, L0.744, L0.745, L0.746"
|
- " Soft Deleting 6 files: L1.741, L0.742, L0.743, L0.744, L0.745, L0.746"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Simulation run 124, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4962]). 6 Input Files, 121.11mb total:"
|
- "**** Simulation run 124, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[4962]). 6 Input Files, 121mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.740[4893,4941] 494ns 24.41mb |----L1.740-----| "
|
- "L1.740[4893,4941] 494ns 24mb |----L1.740-----| "
|
||||||
- "L1.733[4844,4892] 489ns 24.07mb |----L1.733-----| "
|
- "L1.733[4844,4892] 489ns 24mb |----L1.733-----| "
|
||||||
- "L1.726[4800,4843] 484ns 19.91mb |----L1.726----| "
|
- "L1.726[4800,4843] 484ns 20mb |----L1.726----| "
|
||||||
- "L1.748[4992,5004] 499ns 6.63mb |L1.748|"
|
- "L1.748[4992,5004] 499ns 7mb |L1.748|"
|
||||||
- "L1.747[4942,4991] 499ns 24.98mb |-----L1.747-----| "
|
- "L1.747[4942,4991] 499ns 25mb |-----L1.747-----| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.720[4763,4804] 479ns 21.11mb|---L2.720----| "
|
- "L2.720[4763,4804] 479ns 21mb|---L2.720----| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 121.11mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 121mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[4763,4962] 499ns 100mb|----------------------------------L2.?----------------------------------| "
|
- "L2.?[4763,4962] 499ns 100mb|----------------------------------L2.?----------------------------------| "
|
||||||
- "L2.?[4963,5004] 499ns 21.11mb |----L2.?-----| "
|
- "L2.?[4963,5004] 499ns 21mb |----L2.?-----| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 6 files: L2.720, L1.726, L1.733, L1.740, L1.747, L1.748"
|
- " Soft Deleting 6 files: L2.720, L1.726, L1.733, L1.740, L1.747, L1.748"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (5.82gb written)"
|
- "**** Final Output Files (5.82gb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |L2.29| "
|
- "L2.29[0,163] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |L2.59| "
|
- "L2.59[164,364] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |L2.89| "
|
- "L2.89[365,565] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |L2.119| "
|
- "L2.119[566,756] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |L2.149| "
|
- "L2.149[757,957] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |L2.179| "
|
- "L2.179[958,1158] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
|
- "L2.209[1159,1359] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
|
- "L2.239[1360,1560] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
|
- "L2.269[1561,1761] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
|
- "L2.299[1762,1962] 199ns 101mb |L2.299| "
|
||||||
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
||||||
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
||||||
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
||||||
|
|
@ -665,7 +665,7 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
|
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
|
||||||
- "L2.719[4563,4762] 479ns 100mb |L2.719|"
|
- "L2.719[4563,4762] 479ns 100mb |L2.719|"
|
||||||
- "L2.749[4763,4962] 499ns 100mb |L2.749|"
|
- "L2.749[4763,4962] 499ns 100mb |L2.749|"
|
||||||
- "L2.750[4963,5004] 499ns 21.11mb |L2.750|"
|
- "L2.750[4963,5004] 499ns 21mb |L2.750|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
} else {
|
} else {
|
||||||
|
|
@ -707,19 +707,19 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L0.759[5060,5074] 506ns 5mb |L0.759|"
|
- "L0.759[5060,5074] 506ns 5mb |L0.759|"
|
||||||
- "L0.760[5070,5084] 507ns 5mb |L0.760|"
|
- "L0.760[5070,5084] 507ns 5mb |L0.760|"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.756[5000,5043] 504ns 19.91mb |L1.756|"
|
- "L1.756[5000,5043] 504ns 20mb |L1.756|"
|
||||||
- "L1.757[5044,5054] 504ns 5.09mb |L1.757|"
|
- "L1.757[5044,5054] 504ns 5mb |L1.757|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |L2.29| "
|
- "L2.29[0,163] 19ns 80mb |L2.29| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |L2.59| "
|
- "L2.59[164,364] 39ns 100mb |L2.59| "
|
||||||
- "L2.89[365,565] 59ns 100.43mb |L2.89| "
|
- "L2.89[365,565] 59ns 100mb |L2.89| "
|
||||||
- "L2.119[566,756] 79ns 95.47mb |L2.119| "
|
- "L2.119[566,756] 79ns 95mb |L2.119| "
|
||||||
- "L2.149[757,957] 99ns 100.5mb |L2.149| "
|
- "L2.149[757,957] 99ns 101mb |L2.149| "
|
||||||
- "L2.179[958,1158] 119ns 100.5mb |L2.179| "
|
- "L2.179[958,1158] 119ns 101mb |L2.179| "
|
||||||
- "L2.209[1159,1359] 139ns 100.5mb |L2.209| "
|
- "L2.209[1159,1359] 139ns 101mb |L2.209| "
|
||||||
- "L2.239[1360,1560] 159ns 100.5mb |L2.239| "
|
- "L2.239[1360,1560] 159ns 101mb |L2.239| "
|
||||||
- "L2.269[1561,1761] 179ns 100.5mb |L2.269| "
|
- "L2.269[1561,1761] 179ns 101mb |L2.269| "
|
||||||
- "L2.299[1762,1962] 199ns 100.5mb |L2.299| "
|
- "L2.299[1762,1962] 199ns 101mb |L2.299| "
|
||||||
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
- "L2.329[1963,2162] 219ns 100mb |L2.329| "
|
||||||
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
- "L2.359[2163,2362] 239ns 100mb |L2.359| "
|
||||||
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
- "L2.389[2363,2562] 259ns 100mb |L2.389| "
|
||||||
|
|
@ -735,7 +735,7 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_l1_left() {
|
||||||
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
|
- "L2.689[4363,4562] 459ns 100mb |L2.689| "
|
||||||
- "L2.719[4563,4762] 479ns 100mb |L2.719| "
|
- "L2.719[4563,4762] 479ns 100mb |L2.719| "
|
||||||
- "L2.749[4763,4962] 499ns 100mb |L2.749|"
|
- "L2.749[4763,4962] 499ns 100mb |L2.749|"
|
||||||
- "L2.750[4963,5004] 499ns 21.11mb |L2.750|"
|
- "L2.750[4963,5004] 499ns 21mb |L2.750|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -810,13 +810,13 @@ async fn test_keep_ingesting_l0_files_40_percent_overlap_output_250mb() {
|
||||||
- "L0.76[510,524] 51ns 5mb |L0.76|"
|
- "L0.76[510,524] 51ns 5mb |L0.76|"
|
||||||
- "L0.77[520,534] 52ns 5mb |L0.77|"
|
- "L0.77[520,534] 52ns 5mb |L0.77|"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.66[400,443] 44ns 19.91mb |L1.66| "
|
- "L1.66[400,443] 44ns 20mb |L1.66| "
|
||||||
- "L1.73[444,492] 49ns 24.07mb |L1.73-| "
|
- "L1.73[444,492] 49ns 24mb |L1.73-| "
|
||||||
- "L1.74[493,504] 49ns 6.02mb |L1.74|"
|
- "L1.74[493,504] 49ns 6mb |L1.74|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.29[0,163] 19ns 79.9mb |----------L2.29----------| "
|
- "L2.29[0,163] 19ns 80mb |----------L2.29----------| "
|
||||||
- "L2.59[164,364] 39ns 100.08mb |-------------L2.59-------------| "
|
- "L2.59[164,364] 39ns 100mb |-------------L2.59-------------| "
|
||||||
- "L2.60[365,404] 39ns 20.02mb |L2.60| "
|
- "L2.60[365,404] 39ns 20mb |L2.60| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -162,26 +162,26 @@ async fn all_non_overlapping_l0() {
|
||||||
- "L0.1[0,1] 0ns |L0.1| "
|
- "L0.1[0,1] 0ns |L0.1| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[0,720] 9ns 79.91mb |--------------------------------L1.?---------------------------------| "
|
- "L1.?[0,720] 9ns 80mb |--------------------------------L1.?---------------------------------| "
|
||||||
- "L1.?[721,901] 9ns 20.09mb |-----L1.?------| "
|
- "L1.?[721,901] 9ns 20mb |-----L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10"
|
- " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[720]). 2 Input Files, 100mb total:"
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[720]). 2 Input Files, 100mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.12[721,901] 9ns 20.09mb |-----L1.12-----| "
|
- "L1.12[721,901] 9ns 20mb |-----L1.12-----| "
|
||||||
- "L1.11[0,720] 9ns 79.91mb |--------------------------------L1.11--------------------------------| "
|
- "L1.11[0,720] 9ns 80mb |--------------------------------L1.11--------------------------------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[0,720] 9ns 79.91mb |--------------------------------L2.?---------------------------------| "
|
- "L2.?[0,720] 9ns 80mb |--------------------------------L2.?---------------------------------| "
|
||||||
- "L2.?[721,901] 9ns 20.09mb |-----L2.?------| "
|
- "L2.?[721,901] 9ns 20mb |-----L2.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.11, L1.12"
|
- " Soft Deleting 2 files: L1.11, L1.12"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (200mb written)"
|
- "**** Final Output Files (200mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.13[0,720] 9ns 79.91mb |--------------------------------L2.13--------------------------------| "
|
- "L2.13[0,720] 9ns 80mb |--------------------------------L2.13--------------------------------| "
|
||||||
- "L2.14[721,901] 9ns 20.09mb |-----L2.14-----| "
|
- "L2.14[721,901] 9ns 20mb |-----L2.14-----| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -244,7 +244,7 @@ async fn l1_with_overlapping_l0() {
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.1[50,99] 1ns 10mb |-----L1.1-----| "
|
- "L1.1[50,99] 1ns 10mb |-----L1.1-----| "
|
||||||
- "L1.2[100,149] 2ns 10mb |-----L1.2-----| "
|
- "L1.2[100,149] 2ns 10mb |-----L1.2-----| "
|
||||||
- "**** Simulation run 0, type=compact(TotalSizeLessThanMaxCompactSize). 6 Input Files, 10.02mb total:"
|
- "**** Simulation run 0, type=compact(TotalSizeLessThanMaxCompactSize). 6 Input Files, 10mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.7[260,310] 15ns 5kb |-------L0.7--------| "
|
- "L0.7[260,310] 15ns 5kb |-------L0.7--------| "
|
||||||
- "L0.6[230,280] 14ns 5kb |-------L0.6--------| "
|
- "L0.6[230,280] 14ns 5kb |-------L0.6--------| "
|
||||||
|
|
@ -253,16 +253,16 @@ async fn l1_with_overlapping_l0() {
|
||||||
- "L0.3[140,190] 11ns 5kb |-------L0.3--------| "
|
- "L0.3[140,190] 11ns 5kb |-------L0.3--------| "
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.2[100,149] 2ns 10mb |-------L1.2--------| "
|
- "L1.2[100,149] 2ns 10mb |-------L1.2--------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 10.02mb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 10mb total:"
|
||||||
- "L1, all files 10.02mb "
|
- "L1, all files 10mb "
|
||||||
- "L1.?[100,310] 15ns |------------------------------------------L1.?------------------------------------------|"
|
- "L1.?[100,310] 15ns |------------------------------------------L1.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 6 files: L1.2, L0.3, L0.4, L0.5, L0.6, L0.7"
|
- " Soft Deleting 6 files: L1.2, L0.3, L0.4, L0.5, L0.6, L0.7"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Final Output Files (10.02mb written)"
|
- "**** Final Output Files (10mb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.1[50,99] 1ns 10mb |-----L1.1-----| "
|
- "L1.1[50,99] 1ns 10mb |-----L1.1-----| "
|
||||||
- "L1.8[100,310] 15ns 10.02mb |---------------------------------L1.8---------------------------------| "
|
- "L1.8[100,310] 15ns 10mb |---------------------------------L1.8---------------------------------| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -422,15 +422,15 @@ async fn l1_with_non_overlapping_l0_larger() {
|
||||||
- "L1.8[300,450] 13ns 15mb |-------------L1.8--------------| "
|
- "L1.8[300,450] 13ns 15mb |-------------L1.8--------------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 108mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 108mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[50,370] 13ns 86.4mb |---------------------------------L2.?---------------------------------| "
|
- "L2.?[50,370] 13ns 86mb |---------------------------------L2.?---------------------------------| "
|
||||||
- "L2.?[371,450] 13ns 21.6mb |-----L2.?------| "
|
- "L2.?[371,450] 13ns 22mb |-----L2.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 5 files: L1.1, L1.2, L1.3, L1.4, L1.8"
|
- " Soft Deleting 5 files: L1.1, L1.2, L1.3, L1.4, L1.8"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (123mb written)"
|
- "**** Final Output Files (123mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.9[50,370] 13ns 86.4mb |---------------------------------L2.9---------------------------------| "
|
- "L2.9[50,370] 13ns 86mb |---------------------------------L2.9---------------------------------| "
|
||||||
- "L2.10[371,450] 13ns 21.6mb |-----L2.10-----| "
|
- "L2.10[371,450] 13ns 22mb |-----L2.10-----| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -520,9 +520,9 @@ async fn l1_too_much_with_non_overlapping_l0() {
|
||||||
- "L1.3[150,199] 120s 70mb |-----------L1.3------------| "
|
- "L1.3[150,199] 120s 70mb |-----------L1.3------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 240mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 240mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[50,113] 120s 101.48mb|----------------L2.?----------------| "
|
- "L2.?[50,113] 120s 101mb |----------------L2.?----------------| "
|
||||||
- "L2.?[114,176] 120s 99.87mb |---------------L2.?----------------| "
|
- "L2.?[114,176] 120s 100mb |---------------L2.?----------------| "
|
||||||
- "L2.?[177,199] 120s 38.66mb |---L2.?----| "
|
- "L2.?[177,199] 120s 39mb |---L2.?----| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L1.1, L1.2, L1.3"
|
- " Soft Deleting 3 files: L1.1, L1.2, L1.3"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
|
|
@ -534,9 +534,9 @@ async fn l1_too_much_with_non_overlapping_l0() {
|
||||||
- "L1.7[350,399] 360s |--------L1.7--------| "
|
- "L1.7[350,399] 360s |--------L1.7--------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 280mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 280mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[200,272] 360s 101.31mb|-------------L2.?-------------| "
|
- "L2.?[200,272] 360s 101mb |-------------L2.?-------------| "
|
||||||
- "L2.?[273,344] 360s 99.9mb |-------------L2.?-------------| "
|
- "L2.?[273,344] 360s 100mb |-------------L2.?-------------| "
|
||||||
- "L2.?[345,399] 360s 78.79mb |---------L2.?---------| "
|
- "L2.?[345,399] 360s 79mb |---------L2.?---------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 4 files: L1.4, L1.5, L1.6, L1.7"
|
- " Soft Deleting 4 files: L1.4, L1.5, L1.6, L1.7"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
|
|
@ -548,23 +548,23 @@ async fn l1_too_much_with_non_overlapping_l0() {
|
||||||
- "L1.8[400,449] 420s 70mb |-----L1.8------| "
|
- "L1.8[400,449] 420s 70mb |-----L1.8------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 225mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 225mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[400,511] 780s 100.3mb|-----------------L2.?-----------------| "
|
- "L2.?[400,511] 780s 100mb |-----------------L2.?-----------------| "
|
||||||
- "L2.?[512,622] 780s 99.4mb |----------------L2.?-----------------| "
|
- "L2.?[512,622] 780s 99mb |----------------L2.?-----------------| "
|
||||||
- "L2.?[623,649] 780s 25.3mb |-L2.?--| "
|
- "L2.?[623,649] 780s 25mb |-L2.?--| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 4 files: L1.8, L1.9, L1.10, L1.14"
|
- " Soft Deleting 4 files: L1.8, L1.9, L1.10, L1.14"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Final Output Files (760mb written)"
|
- "**** Final Output Files (760mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.15[50,113] 120s 101.48mb|-L2.15-| "
|
- "L2.15[50,113] 120s 101mb |-L2.15-| "
|
||||||
- "L2.16[114,176] 120s 99.87mb |-L2.16-| "
|
- "L2.16[114,176] 120s 100mb |-L2.16-| "
|
||||||
- "L2.17[177,199] 120s 38.66mb |L2.17| "
|
- "L2.17[177,199] 120s 39mb |L2.17| "
|
||||||
- "L2.18[200,272] 360s 101.31mb |-L2.18--| "
|
- "L2.18[200,272] 360s 101mb |-L2.18--| "
|
||||||
- "L2.19[273,344] 360s 99.9mb |-L2.19--| "
|
- "L2.19[273,344] 360s 100mb |-L2.19--| "
|
||||||
- "L2.20[345,399] 360s 78.79mb |L2.20-| "
|
- "L2.20[345,399] 360s 79mb |L2.20-| "
|
||||||
- "L2.21[400,511] 780s 100.3mb |----L2.21-----| "
|
- "L2.21[400,511] 780s 100mb |----L2.21-----| "
|
||||||
- "L2.22[512,622] 780s 99.4mb |----L2.22-----| "
|
- "L2.22[512,622] 780s 99mb |----L2.22-----| "
|
||||||
- "L2.23[623,649] 780s 25.3mb |L2.23|"
|
- "L2.23[623,649] 780s 25mb |L2.23|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -659,15 +659,15 @@ async fn many_l1_with_non_overlapping_l0() {
|
||||||
- "L1.14[600,650] 23ns 15mb |L1.14| "
|
- "L1.14[600,650] 23ns 15mb |L1.14| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 88mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 88mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[50,530] 23ns 70.4mb |---------------------------------L2.?---------------------------------| "
|
- "L2.?[50,530] 23ns 70mb |---------------------------------L2.?---------------------------------| "
|
||||||
- "L2.?[531,650] 23ns 17.6mb |-----L2.?------| "
|
- "L2.?[531,650] 23ns 18mb |-----L2.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 11 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8, L1.9, L1.10, L1.14"
|
- " Soft Deleting 11 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8, L1.9, L1.10, L1.14"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (103mb written)"
|
- "**** Final Output Files (103mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.15[50,530] 23ns 70.4mb|--------------------------------L2.15---------------------------------| "
|
- "L2.15[50,530] 23ns 70mb |--------------------------------L2.15---------------------------------| "
|
||||||
- "L2.16[531,650] 23ns 17.6mb |-----L2.16-----| "
|
- "L2.16[531,650] 23ns 18mb |-----L2.16-----| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -746,15 +746,15 @@ async fn large_l1_with_non_overlapping_l0() {
|
||||||
- "L1.6[600,650] 23ns 15mb |L1.6-| "
|
- "L1.6[600,650] 23ns 15mb |L1.6-| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 185mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 185mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[50,375] 23ns 100.21mb|---------------------L2.?---------------------| "
|
- "L2.?[50,375] 23ns 100mb |---------------------L2.?---------------------| "
|
||||||
- "L2.?[376,650] 23ns 84.79mb |-----------------L2.?------------------| "
|
- "L2.?[376,650] 23ns 85mb |-----------------L2.?------------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L1.1, L1.2, L1.6"
|
- " Soft Deleting 3 files: L1.1, L1.2, L1.6"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (200mb written)"
|
- "**** Final Output Files (200mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.7[50,375] 23ns 100.21mb|---------------------L2.7---------------------| "
|
- "L2.7[50,375] 23ns 100mb |---------------------L2.7---------------------| "
|
||||||
- "L2.8[376,650] 23ns 84.79mb |-----------------L2.8------------------| "
|
- "L2.8[376,650] 23ns 85mb |-----------------L2.8------------------| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -95,15 +95,15 @@ async fn base1_level1_level2_overlaps() {
|
||||||
- "L2.1[4,7] 7ns 100mb |------------L2.1------------| "
|
- "L2.1[4,7] 7ns 100mb |------------L2.1------------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1,6] 10ns 111.11mb |----------------------L2.?----------------------| "
|
- "L2.?[1,6] 10ns 111mb |----------------------L2.?----------------------| "
|
||||||
- "L2.?[7,10] 10ns 88.89mb |------------L2.?------------|"
|
- "L2.?[7,10] 10ns 89mb |------------L2.?------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L2.1, L1.2, L1.3"
|
- " Soft Deleting 3 files: L2.1, L1.2, L1.3"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (200mb written)"
|
- "**** Final Output Files (200mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.4[1,6] 10ns 111.11mb |----------------------L2.4----------------------| "
|
- "L2.4[1,6] 10ns 111mb |----------------------L2.4----------------------| "
|
||||||
- "L2.5[7,10] 10ns 88.89mb |------------L2.5------------|"
|
- "L2.5[7,10] 10ns 89mb |------------L2.5------------|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -205,17 +205,17 @@ async fn base1_level0_level1() {
|
||||||
- "L2.1[4,7] 7ns 100mb |------------L2.1------------| "
|
- "L2.1[4,7] 7ns 100mb |------------L2.1------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1,5] 11ns 111.11mb |-----------------L2.?-----------------| "
|
- "L2.?[1,5] 11ns 111mb |-----------------L2.?-----------------| "
|
||||||
- "L2.?[6,9] 11ns 83.33mb |------------L2.?------------| "
|
- "L2.?[6,9] 11ns 83mb |------------L2.?------------| "
|
||||||
- "L2.?[10,10] 11ns 55.56mb |L2.?|"
|
- "L2.?[10,10] 11ns 56mb |L2.?|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 4 files: L2.1, L1.3, L1.5, L1.6"
|
- " Soft Deleting 4 files: L2.1, L1.3, L1.5, L1.6"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Final Output Files (350mb written)"
|
- "**** Final Output Files (350mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.7[1,5] 11ns 111.11mb |-----------------L2.7-----------------| "
|
- "L2.7[1,5] 11ns 111mb |-----------------L2.7-----------------| "
|
||||||
- "L2.8[6,9] 11ns 83.33mb |------------L2.8------------| "
|
- "L2.8[6,9] 11ns 83mb |------------L2.8------------| "
|
||||||
- "L2.9[10,10] 11ns 55.56mb |L2.9|"
|
- "L2.9[10,10] 11ns 56mb |L2.9|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
File diff suppressed because it is too large
Load Diff
|
|
@ -229,15 +229,15 @@ async fn two_large_files_total_under_max_compact_size() {
|
||||||
- "L2.2[2,1000] 8ns |-----------------------------------------L2.2------------------------------------------| "
|
- "L2.2[2,1000] 8ns |-----------------------------------------L2.2------------------------------------------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1,501] 9ns 100.1mb |-------------------L2.?--------------------| "
|
- "L2.?[1,501] 9ns 100mb |-------------------L2.?--------------------| "
|
||||||
- "L2.?[502,1000] 9ns 99.9mb |-------------------L2.?-------------------| "
|
- "L2.?[502,1000] 9ns 100mb |-------------------L2.?-------------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.1, L2.2"
|
- " Soft Deleting 2 files: L1.1, L2.2"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (200mb written)"
|
- "**** Final Output Files (200mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.3[1,501] 9ns 100.1mb |-------------------L2.3--------------------| "
|
- "L2.3[1,501] 9ns 100mb |-------------------L2.3--------------------| "
|
||||||
- "L2.4[502,1000] 9ns 99.9mb |-------------------L2.4-------------------| "
|
- "L2.4[502,1000] 9ns 100mb |-------------------L2.4-------------------| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -295,8 +295,8 @@ async fn two_large_files_total_over_max_compact_size() {
|
||||||
- "L2.2[2,1000] 8ns |------------------------------------------L2.2------------------------------------------|"
|
- "L2.2[2,1000] 8ns |------------------------------------------L2.2------------------------------------------|"
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[2,668] 8ns 100.1mb |---------------------------L2.?---------------------------| "
|
- "L2.?[2,668] 8ns 100mb |---------------------------L2.?---------------------------| "
|
||||||
- "L2.?[669,1000] 8ns 49.9mb |-----------L2.?------------| "
|
- "L2.?[669,1000] 8ns 50mb |-----------L2.?------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.1, L2.2"
|
- " Soft Deleting 2 files: L1.1, L2.2"
|
||||||
- " Creating 4 files"
|
- " Creating 4 files"
|
||||||
|
|
@ -310,26 +310,26 @@ async fn two_large_files_total_over_max_compact_size() {
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L1.4"
|
- " Soft Deleting 1 files: L1.4"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Simulation run 3, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[335]). 3 Input Files, 200.1mb total:"
|
- "**** Simulation run 3, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[335]). 3 Input Files, 200mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.3[1,667] 9ns 100mb |-----------------------------------------L1.3------------------------------------------| "
|
- "L1.3[1,667] 9ns 100mb |-----------------------------------------L1.3------------------------------------------| "
|
||||||
- "L1.7[668,668] 9ns 0b |L1.7|"
|
- "L1.7[668,668] 9ns 0b |L1.7|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.5[2,668] 8ns 100.1mb |-----------------------------------------L2.5------------------------------------------| "
|
- "L2.5[2,668] 8ns 100mb |-----------------------------------------L2.5------------------------------------------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 200.1mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1,335] 9ns 100.2mb |-------------------L2.?--------------------| "
|
- "L2.?[1,335] 9ns 100mb |-------------------L2.?--------------------| "
|
||||||
- "L2.?[336,668] 9ns 99.9mb |-------------------L2.?-------------------| "
|
- "L2.?[336,668] 9ns 100mb |-------------------L2.?-------------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L1.3, L2.5, L1.7"
|
- " Soft Deleting 3 files: L1.3, L2.5, L1.7"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (550.1mb written)"
|
- "**** Final Output Files (550mb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.8[669,1000] 9ns 50mb |-----------L1.8------------| "
|
- "L1.8[669,1000] 9ns 50mb |-----------L1.8------------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.6[669,1000] 8ns 49.9mb |-----------L2.6------------| "
|
- "L2.6[669,1000] 8ns 50mb |-----------L2.6------------| "
|
||||||
- "L2.9[1,335] 9ns 100.2mb |------------L2.9------------| "
|
- "L2.9[1,335] 9ns 100mb |------------L2.9------------| "
|
||||||
- "L2.10[336,668] 9ns 99.9mb |-----------L2.10-----------| "
|
- "L2.10[336,668] 9ns 100mb |-----------L2.10-----------| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -381,37 +381,37 @@ async fn two_large_files_total_over_max_compact_size_small_overlap_range() {
|
||||||
- "L1.1[0,1000] 9ns |------------------------------------------L1.1------------------------------------------|"
|
- "L1.1[0,1000] 9ns |------------------------------------------L1.1------------------------------------------|"
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[0,667] 9ns 100.05mb |---------------------------L1.?---------------------------| "
|
- "L1.?[0,667] 9ns 100mb |---------------------------L1.?---------------------------| "
|
||||||
- "L1.?[668,1000] 9ns 49.95mb |-----------L1.?------------| "
|
- "L1.?[668,1000] 9ns 50mb |-----------L1.?------------| "
|
||||||
- "**** Simulation run 1, type=split(ReduceLargeFileSize)(split_times=[934]). 1 Input Files, 150mb total:"
|
- "**** Simulation run 1, type=split(ReduceLargeFileSize)(split_times=[934]). 1 Input Files, 150mb total:"
|
||||||
- "L2, all files 150mb "
|
- "L2, all files 150mb "
|
||||||
- "L2.2[800,1000] 8ns |------------------------------------------L2.2------------------------------------------|"
|
- "L2.2[800,1000] 8ns |------------------------------------------L2.2------------------------------------------|"
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[800,934] 8ns 100.5mb|---------------------------L2.?---------------------------| "
|
- "L2.?[800,934] 8ns 101mb |---------------------------L2.?---------------------------| "
|
||||||
- "L2.?[935,1000] 8ns 49.5mb |-----------L2.?------------| "
|
- "L2.?[935,1000] 8ns 50mb |-----------L2.?------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.1, L2.2"
|
- " Soft Deleting 2 files: L1.1, L2.2"
|
||||||
- " Creating 4 files"
|
- " Creating 4 files"
|
||||||
- "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[835]). 3 Input Files, 199.95mb total:"
|
- "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[835]). 3 Input Files, 200mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.4[668,1000] 9ns 49.95mb|------------------------------------------L1.4------------------------------------------|"
|
- "L1.4[668,1000] 9ns 50mb |------------------------------------------L1.4------------------------------------------|"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.5[800,934] 8ns 100.5mb |---------------L2.5---------------| "
|
- "L2.5[800,934] 8ns 101mb |---------------L2.5---------------| "
|
||||||
- "L2.6[935,1000] 8ns 49.5mb |-----L2.6------| "
|
- "L2.6[935,1000] 8ns 50mb |-----L2.6------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 199.95mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[668,835] 9ns 100.58mb|-------------------L2.?--------------------| "
|
- "L2.?[668,835] 9ns 101mb |-------------------L2.?--------------------| "
|
||||||
- "L2.?[836,1000] 9ns 99.37mb |-------------------L2.?-------------------| "
|
- "L2.?[836,1000] 9ns 99mb |-------------------L2.?-------------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L1.4, L2.5, L2.6"
|
- " Soft Deleting 3 files: L1.4, L2.5, L2.6"
|
||||||
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
|
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (499.95mb written)"
|
- "**** Final Output Files (500mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.3[0,667] 9ns 100.05mb |---------------------------L2.3---------------------------| "
|
- "L2.3[0,667] 9ns 100mb |---------------------------L2.3---------------------------| "
|
||||||
- "L2.7[668,835] 9ns 100.58mb |----L2.7-----| "
|
- "L2.7[668,835] 9ns 101mb |----L2.7-----| "
|
||||||
- "L2.8[836,1000] 9ns 99.37mb |----L2.8----| "
|
- "L2.8[836,1000] 9ns 99mb |----L2.8----| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -471,31 +471,31 @@ async fn two_large_files_total_over_max_compact_size_small_overlap_range_2() {
|
||||||
- "L2.2[1600,3000] 8ns |------------------------------------------L2.2------------------------------------------|"
|
- "L2.2[1600,3000] 8ns |------------------------------------------L2.2------------------------------------------|"
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1600,2534] 8ns 100.07mb|---------------------------L2.?---------------------------| "
|
- "L2.?[1600,2534] 8ns 100mb|---------------------------L2.?---------------------------| "
|
||||||
- "L2.?[2535,3000] 8ns 49.93mb |-----------L2.?------------| "
|
- "L2.?[2535,3000] 8ns 50mb |-----------L2.?------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.1, L2.2"
|
- " Soft Deleting 2 files: L1.1, L2.2"
|
||||||
- " Creating 4 files"
|
- " Creating 4 files"
|
||||||
- "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1494, 2188]). 3 Input Files, 250.07mb total:"
|
- "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1494, 2188]). 3 Input Files, 250mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.4[1601,2000] 9ns 50mb |-------L1.4-------| "
|
- "L1.4[1601,2000] 9ns 50mb |-------L1.4-------| "
|
||||||
- "L1.3[800,1600] 9ns 100mb |-----------------L1.3------------------| "
|
- "L1.3[800,1600] 9ns 100mb |-----------------L1.3------------------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.5[1600,2534] 8ns 100.07mb |---------------------L2.5---------------------| "
|
- "L2.5[1600,2534] 8ns 100mb |---------------------L2.5---------------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 250.07mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[800,1494] 9ns 100.09mb|---------------L2.?---------------| "
|
- "L2.?[800,1494] 9ns 100mb |---------------L2.?---------------| "
|
||||||
- "L2.?[1495,2188] 9ns 99.94mb |--------------L2.?---------------| "
|
- "L2.?[1495,2188] 9ns 100mb |--------------L2.?---------------| "
|
||||||
- "L2.?[2189,2534] 9ns 50.04mb |-----L2.?------| "
|
- "L2.?[2189,2534] 9ns 50mb |-----L2.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L1.3, L1.4, L2.5"
|
- " Soft Deleting 3 files: L1.3, L1.4, L2.5"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Final Output Files (550.07mb written)"
|
- "**** Final Output Files (550mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.6[2535,3000] 8ns 49.93mb |------L2.6-------| "
|
- "L2.6[2535,3000] 8ns 50mb |------L2.6-------| "
|
||||||
- "L2.7[800,1494] 9ns 100.09mb|-----------L2.7-----------| "
|
- "L2.7[800,1494] 9ns 100mb |-----------L2.7-----------| "
|
||||||
- "L2.8[1495,2188] 9ns 99.94mb |-----------L2.8-----------| "
|
- "L2.8[1495,2188] 9ns 100mb |-----------L2.8-----------| "
|
||||||
- "L2.9[2189,2534] 9ns 50.04mb |----L2.9----| "
|
- "L2.9[2189,2534] 9ns 50mb |----L2.9----| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -555,31 +555,31 @@ async fn two_large_files_total_over_max_compact_size_small_overlap_range_3() {
|
||||||
- "L2.2[200,1300] 8ns |------------------------------------------L2.2------------------------------------------|"
|
- "L2.2[200,1300] 8ns |------------------------------------------L2.2------------------------------------------|"
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[200,934] 8ns 100.09mb|---------------------------L2.?---------------------------| "
|
- "L2.?[200,934] 8ns 100mb |---------------------------L2.?---------------------------| "
|
||||||
- "L2.?[935,1300] 8ns 49.91mb |-----------L2.?------------| "
|
- "L2.?[935,1300] 8ns 50mb |-----------L2.?------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.1, L2.2"
|
- " Soft Deleting 2 files: L1.1, L2.2"
|
||||||
- " Creating 4 files"
|
- " Creating 4 files"
|
||||||
- "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[374, 748]). 3 Input Files, 250.09mb total:"
|
- "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[374, 748]). 3 Input Files, 250mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.4[201,300] 9ns 50mb |-L1.4--| "
|
- "L1.4[201,300] 9ns 50mb |-L1.4--| "
|
||||||
- "L1.3[0,200] 9ns 100mb |------L1.3-------| "
|
- "L1.3[0,200] 9ns 100mb |------L1.3-------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.5[200,934] 8ns 100.09mb |--------------------------------L2.5--------------------------------| "
|
- "L2.5[200,934] 8ns 100mb |--------------------------------L2.5--------------------------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 250.09mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[0,374] 9ns 100.14mb |---------------L2.?---------------| "
|
- "L2.?[0,374] 9ns 100mb |---------------L2.?---------------| "
|
||||||
- "L2.?[375,748] 9ns 99.88mb |--------------L2.?---------------| "
|
- "L2.?[375,748] 9ns 100mb |--------------L2.?---------------| "
|
||||||
- "L2.?[749,934] 9ns 50.07mb |-----L2.?------| "
|
- "L2.?[749,934] 9ns 50mb |-----L2.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L1.3, L1.4, L2.5"
|
- " Soft Deleting 3 files: L1.3, L1.4, L2.5"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Final Output Files (550.09mb written)"
|
- "**** Final Output Files (550mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.6[935,1300] 8ns 49.91mb |---------L2.6----------| "
|
- "L2.6[935,1300] 8ns 50mb |---------L2.6----------| "
|
||||||
- "L2.7[0,374] 9ns 100.14mb |---------L2.7----------| "
|
- "L2.7[0,374] 9ns 100mb |---------L2.7----------| "
|
||||||
- "L2.8[375,748] 9ns 99.88mb |---------L2.8----------| "
|
- "L2.8[375,748] 9ns 100mb |---------L2.8----------| "
|
||||||
- "L2.9[749,934] 9ns 50.07mb |---L2.9---| "
|
- "L2.9[749,934] 9ns 50mb |---L2.9---| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -631,64 +631,64 @@ async fn two_large_files_total_over_max_compact_size_start_l0() {
|
||||||
- "L1.2[1,1000] 9ns |------------------------------------------L1.2------------------------------------------|"
|
- "L1.2[1,1000] 9ns |------------------------------------------L1.2------------------------------------------|"
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[1,333] 9ns 49.85mb |-----------L1.?------------| "
|
- "L1.?[1,333] 9ns 50mb |-----------L1.?------------| "
|
||||||
- "L1.?[334,666] 9ns 49.85mb |-----------L1.?------------| "
|
- "L1.?[334,666] 9ns 50mb |-----------L1.?------------| "
|
||||||
- "L1.?[667,1000] 9ns 50.3mb |------------L1.?------------|"
|
- "L1.?[667,1000] 9ns 50mb |------------L1.?------------|"
|
||||||
- "**** Simulation run 1, type=split(HighL0OverlapSingleFile)(split_times=[333, 666]). 1 Input Files, 150mb total:"
|
- "**** Simulation run 1, type=split(HighL0OverlapSingleFile)(split_times=[333, 666]). 1 Input Files, 150mb total:"
|
||||||
- "L0, all files 150mb "
|
- "L0, all files 150mb "
|
||||||
- "L0.1[0,1000] 10ns |------------------------------------------L0.1------------------------------------------|"
|
- "L0.1[0,1000] 10ns |------------------------------------------L0.1------------------------------------------|"
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 150mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.?[0,333] 10ns 49.95mb |-----------L0.?------------| "
|
- "L0.?[0,333] 10ns 50mb |-----------L0.?------------| "
|
||||||
- "L0.?[334,666] 10ns 49.8mb |-----------L0.?------------| "
|
- "L0.?[334,666] 10ns 50mb |-----------L0.?------------| "
|
||||||
- "L0.?[667,1000] 10ns 50.25mb |-----------L0.?------------| "
|
- "L0.?[667,1000] 10ns 50mb |-----------L0.?------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L0.1, L1.2"
|
- " Soft Deleting 2 files: L0.1, L1.2"
|
||||||
- " Creating 6 files"
|
- " Creating 6 files"
|
||||||
- "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[667]). 4 Input Files, 200.2mb total:"
|
- "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[667]). 4 Input Files, 200mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.8[667,1000] 10ns 50.25mb |-------------------L0.8--------------------|"
|
- "L0.8[667,1000] 10ns 50mb |-------------------L0.8--------------------|"
|
||||||
- "L0.7[334,666] 10ns 49.8mb|-------------------L0.7-------------------| "
|
- "L0.7[334,666] 10ns 50mb |-------------------L0.7-------------------| "
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.5[667,1000] 9ns 50.3mb |-------------------L1.5--------------------|"
|
- "L1.5[667,1000] 9ns 50mb |-------------------L1.5--------------------|"
|
||||||
- "L1.4[334,666] 9ns 49.85mb|-------------------L1.4-------------------| "
|
- "L1.4[334,666] 9ns 50mb |-------------------L1.4-------------------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 200.2mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[334,667] 10ns 100.1mb|-------------------L1.?--------------------| "
|
- "L1.?[334,667] 10ns 100mb |-------------------L1.?--------------------| "
|
||||||
- "L1.?[668,1000] 10ns 100.1mb |-------------------L1.?-------------------| "
|
- "L1.?[668,1000] 10ns 100mb |-------------------L1.?-------------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 4 files: L1.4, L1.5, L0.7, L0.8"
|
- " Soft Deleting 4 files: L1.4, L1.5, L0.7, L0.8"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Simulation run 3, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[266]). 2 Input Files, 99.8mb total:"
|
- "**** Simulation run 3, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[266]). 2 Input Files, 100mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.6[0,333] 10ns 49.95mb |------------------------------------------L0.6------------------------------------------|"
|
- "L0.6[0,333] 10ns 50mb |------------------------------------------L0.6------------------------------------------|"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.3[1,333] 9ns 49.85mb |-----------------------------------------L1.3------------------------------------------| "
|
- "L1.3[1,333] 9ns 50mb |-----------------------------------------L1.3------------------------------------------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 99.8mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[0,266] 10ns 79.72mb |--------------------------------L1.?---------------------------------| "
|
- "L1.?[0,266] 10ns 80mb |--------------------------------L1.?---------------------------------| "
|
||||||
- "L1.?[267,333] 10ns 20.08mb |-----L1.?------| "
|
- "L1.?[267,333] 10ns 20mb |-----L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.3, L0.6"
|
- " Soft Deleting 2 files: L1.3, L0.6"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Simulation run 4, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[266]). 2 Input Files, 99.8mb total:"
|
- "**** Simulation run 4, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[266]). 2 Input Files, 100mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.12[267,333] 10ns 20.08mb |-----L1.12-----| "
|
- "L1.12[267,333] 10ns 20mb |-----L1.12-----| "
|
||||||
- "L1.11[0,266] 10ns 79.72mb|--------------------------------L1.11--------------------------------| "
|
- "L1.11[0,266] 10ns 80mb |--------------------------------L1.11--------------------------------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 99.8mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[0,266] 10ns 79.72mb |--------------------------------L2.?---------------------------------| "
|
- "L2.?[0,266] 10ns 80mb |--------------------------------L2.?---------------------------------| "
|
||||||
- "L2.?[267,333] 10ns 20.08mb |-----L2.?------| "
|
- "L2.?[267,333] 10ns 20mb |-----L2.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.11, L1.12"
|
- " Soft Deleting 2 files: L1.11, L1.12"
|
||||||
- " Upgrading 2 files level to CompactionLevel::L2: L1.9, L1.10"
|
- " Upgrading 2 files level to CompactionLevel::L2: L1.9, L1.10"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (699.8mb written)"
|
- "**** Final Output Files (700mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.9[334,667] 10ns 100.1mb |-----------L2.9------------| "
|
- "L2.9[334,667] 10ns 100mb |-----------L2.9------------| "
|
||||||
- "L2.10[668,1000] 10ns 100.1mb |-----------L2.10-----------| "
|
- "L2.10[668,1000] 10ns 100mb |-----------L2.10-----------| "
|
||||||
- "L2.13[0,266] 10ns 79.72mb|--------L2.13--------| "
|
- "L2.13[0,266] 10ns 80mb |--------L2.13--------| "
|
||||||
- "L2.14[267,333] 10ns 20.08mb |L2.14| "
|
- "L2.14[267,333] 10ns 20mb |L2.14| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
||||||
|
|
@ -776,9 +776,9 @@ async fn target_too_large_1() {
|
||||||
- "L2.1[1,1000] 5ns |------------------------------------------L2.1------------------------------------------|"
|
- "L2.1[1,1000] 5ns |------------------------------------------L2.1------------------------------------------|"
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 253mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 253mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1,396] 5ns 100.04mb |--------------L2.?---------------| "
|
- "L2.?[1,396] 5ns 100mb |--------------L2.?---------------| "
|
||||||
- "L2.?[397,791] 5ns 99.78mb |--------------L2.?---------------| "
|
- "L2.?[397,791] 5ns 100mb |--------------L2.?---------------| "
|
||||||
- "L2.?[792,1000] 5ns 53.18mb |------L2.?------| "
|
- "L2.?[792,1000] 5ns 53mb |------L2.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L2.1"
|
- " Soft Deleting 1 files: L2.1"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
|
|
@ -787,37 +787,37 @@ async fn target_too_large_1() {
|
||||||
- "L1.2[1,1000] 20ns |------------------------------------------L1.2------------------------------------------|"
|
- "L1.2[1,1000] 20ns |------------------------------------------L1.2------------------------------------------|"
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 53mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 53mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[1,396] 20ns 20.96mb |--------------L1.?---------------| "
|
- "L1.?[1,396] 20ns 21mb |--------------L1.?---------------| "
|
||||||
- "L1.?[397,791] 20ns 20.9mb |--------------L1.?---------------| "
|
- "L1.?[397,791] 20ns 21mb |--------------L1.?---------------| "
|
||||||
- "L1.?[792,1000] 20ns 11.14mb |------L1.?------| "
|
- "L1.?[792,1000] 20ns 11mb |------L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L1.2"
|
- " Soft Deleting 1 files: L1.2"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[328, 655]). 4 Input Files, 241.68mb total:"
|
- "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[328, 655]). 4 Input Files, 242mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.8[1,396] 20ns 20.96mb |-------------------L1.8-------------------| "
|
- "L1.8[1,396] 20ns 21mb |-------------------L1.8-------------------| "
|
||||||
- "L1.9[397,791] 20ns 20.9mb |-------------------L1.9-------------------| "
|
- "L1.9[397,791] 20ns 21mb |-------------------L1.9-------------------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.5[1,396] 5ns 100.04mb |-------------------L2.5-------------------| "
|
- "L2.5[1,396] 5ns 100mb |-------------------L2.5-------------------| "
|
||||||
- "L2.6[397,791] 5ns 99.78mb |-------------------L2.6-------------------| "
|
- "L2.6[397,791] 5ns 100mb |-------------------L2.6-------------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 241.68mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 242mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1,328] 20ns 100.04mb|---------------L2.?----------------| "
|
- "L2.?[1,328] 20ns 100mb |---------------L2.?----------------| "
|
||||||
- "L2.?[329,655] 20ns 99.73mb |---------------L2.?----------------| "
|
- "L2.?[329,655] 20ns 100mb |---------------L2.?----------------| "
|
||||||
- "L2.?[656,791] 20ns 41.91mb |----L2.?-----| "
|
- "L2.?[656,791] 20ns 42mb |----L2.?-----| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 4 files: L2.5, L2.6, L1.8, L1.9"
|
- " Soft Deleting 4 files: L2.5, L2.6, L1.8, L1.9"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Final Output Files (547.68mb written)"
|
- "**** Final Output Files (548mb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.3[1001,2000] 19ns 45mb |-----------L1.3------------| "
|
- "L1.3[1001,2000] 19ns 45mb |-----------L1.3------------| "
|
||||||
- "L1.4[2001,3000] 18ns 5mb |-----------L1.4------------| "
|
- "L1.4[2001,3000] 18ns 5mb |-----------L1.4------------| "
|
||||||
- "L1.10[792,1000] 20ns 11.14mb |L1.10| "
|
- "L1.10[792,1000] 20ns 11mb |L1.10| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.7[792,1000] 5ns 53.18mb |L2.7| "
|
- "L2.7[792,1000] 5ns 53mb |L2.7| "
|
||||||
- "L2.11[1,328] 20ns 100.04mb|-L2.11-| "
|
- "L2.11[1,328] 20ns 100mb |-L2.11-| "
|
||||||
- "L2.12[329,655] 20ns 99.73mb |-L2.12-| "
|
- "L2.12[329,655] 20ns 100mb |-L2.12-| "
|
||||||
- "L2.13[656,791] 20ns 41.91mb |L2.13| "
|
- "L2.13[656,791] 20ns 42mb |L2.13| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -888,9 +888,9 @@ async fn target_too_large_2() {
|
||||||
- "L2.1[1,3000] 5ns |------------------------------------------L2.1------------------------------------------|"
|
- "L2.1[1,3000] 5ns |------------------------------------------L2.1------------------------------------------|"
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 232mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 232mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1,1294] 5ns 100.03mb|----------------L2.?----------------| "
|
- "L2.?[1,1294] 5ns 100mb |----------------L2.?----------------| "
|
||||||
- "L2.?[1295,2587] 5ns 99.95mb |----------------L2.?----------------| "
|
- "L2.?[1295,2587] 5ns 100mb |----------------L2.?----------------| "
|
||||||
- "L2.?[2588,3000] 5ns 32.03mb |---L2.?---| "
|
- "L2.?[2588,3000] 5ns 32mb |---L2.?---| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L2.1"
|
- " Soft Deleting 1 files: L2.1"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
|
|
@ -899,32 +899,32 @@ async fn target_too_large_2() {
|
||||||
- "L1.3[1001,2000] 11ns |------------------------------------------L1.3------------------------------------------|"
|
- "L1.3[1001,2000] 11ns |------------------------------------------L1.3------------------------------------------|"
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 50mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 50mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[1001,1294] 11ns 14.66mb|----------L1.?----------| "
|
- "L1.?[1001,1294] 11ns 15mb|----------L1.?----------| "
|
||||||
- "L1.?[1295,2000] 11ns 35.34mb |----------------------------L1.?-----------------------------| "
|
- "L1.?[1295,2000] 11ns 35mb |----------------------------L1.?-----------------------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L1.3"
|
- " Soft Deleting 1 files: L1.3"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[705]). 3 Input Files, 183.69mb total:"
|
- "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[705]). 3 Input Files, 184mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.2[1,1000] 10ns 69mb |-------------------------------L1.2--------------------------------| "
|
- "L1.2[1,1000] 10ns 69mb |-------------------------------L1.2--------------------------------| "
|
||||||
- "L1.7[1001,1294] 11ns 14.66mb |-------L1.7-------| "
|
- "L1.7[1001,1294] 11ns 15mb |-------L1.7-------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.4[1,1294] 5ns 100.03mb|------------------------------------------L2.4------------------------------------------|"
|
- "L2.4[1,1294] 5ns 100mb |------------------------------------------L2.4------------------------------------------|"
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 183.69mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 184mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1,705] 11ns 100.01mb|---------------------L2.?----------------------| "
|
- "L2.?[1,705] 11ns 100mb |---------------------L2.?----------------------| "
|
||||||
- "L2.?[706,1294] 11ns 83.68mb |-----------------L2.?-----------------| "
|
- "L2.?[706,1294] 11ns 84mb |-----------------L2.?-----------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L1.2, L2.4, L1.7"
|
- " Soft Deleting 3 files: L1.2, L2.4, L1.7"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (465.69mb written)"
|
- "**** Final Output Files (466mb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.8[1295,2000] 11ns 35.34mb |-------L1.8--------| "
|
- "L1.8[1295,2000] 11ns 35mb |-------L1.8--------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.5[1295,2587] 5ns 99.95mb |----------------L2.5----------------| "
|
- "L2.5[1295,2587] 5ns 100mb |----------------L2.5----------------| "
|
||||||
- "L2.6[2588,3000] 5ns 32.03mb |---L2.6---| "
|
- "L2.6[2588,3000] 5ns 32mb |---L2.6---| "
|
||||||
- "L2.9[1,705] 11ns 100.01mb|-------L2.9--------| "
|
- "L2.9[1,705] 11ns 100mb |-------L2.9--------| "
|
||||||
- "L2.10[706,1294] 11ns 83.68mb |-----L2.10-----| "
|
- "L2.10[706,1294] 11ns 84mb |-----L2.10-----| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -979,33 +979,33 @@ async fn start_too_large_similar_time_range() {
|
||||||
- "L1.1[1,1000] 9ns |------------------------------------------L1.1------------------------------------------|"
|
- "L1.1[1,1000] 9ns |------------------------------------------L1.1------------------------------------------|"
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[1,401] 9ns 100.1mb |---------------L1.?---------------| "
|
- "L1.?[1,401] 9ns 100mb |---------------L1.?---------------| "
|
||||||
- "L1.?[402,801] 9ns 99.85mb |--------------L1.?---------------| "
|
- "L1.?[402,801] 9ns 100mb |--------------L1.?---------------| "
|
||||||
- "L1.?[802,1000] 9ns 50.05mb |-----L1.?------| "
|
- "L1.?[802,1000] 9ns 50mb |-----L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L1.1"
|
- " Soft Deleting 1 files: L1.1"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[398, 795]). 3 Input Files, 251.95mb total:"
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[398, 795]). 3 Input Files, 252mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.3[1,401] 9ns 100.1mb |---------------L1.3---------------| "
|
- "L1.3[1,401] 9ns 100mb |---------------L1.3---------------| "
|
||||||
- "L1.4[402,801] 9ns 99.85mb |--------------L1.4---------------| "
|
- "L1.4[402,801] 9ns 100mb |--------------L1.4---------------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.2[2,1000] 8ns 52mb |-----------------------------------------L2.2------------------------------------------| "
|
- "L2.2[2,1000] 8ns 52mb |-----------------------------------------L2.2------------------------------------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 251.95mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 252mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1,398] 9ns 100.12mb |--------------L2.?---------------| "
|
- "L2.?[1,398] 9ns 100mb |--------------L2.?---------------| "
|
||||||
- "L2.?[399,795] 9ns 99.87mb |--------------L2.?---------------| "
|
- "L2.?[399,795] 9ns 100mb |--------------L2.?---------------| "
|
||||||
- "L2.?[796,1000] 9ns 51.95mb |------L2.?------| "
|
- "L2.?[796,1000] 9ns 52mb |------L2.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L2.2, L1.3, L1.4"
|
- " Soft Deleting 3 files: L2.2, L1.3, L1.4"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Final Output Files (501.95mb written)"
|
- "**** Final Output Files (502mb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.5[802,1000] 9ns 50.05mb |-----L1.5------| "
|
- "L1.5[802,1000] 9ns 50mb |-----L1.5------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.6[1,398] 9ns 100.12mb |--------------L2.6---------------| "
|
- "L2.6[1,398] 9ns 100mb |--------------L2.6---------------| "
|
||||||
- "L2.7[399,795] 9ns 99.87mb |--------------L2.7---------------| "
|
- "L2.7[399,795] 9ns 100mb |--------------L2.7---------------| "
|
||||||
- "L2.8[796,1000] 9ns 51.95mb |------L2.8------| "
|
- "L2.8[796,1000] 9ns 52mb |------L2.8------| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -1062,22 +1062,22 @@ async fn start_too_large_small_time_range() {
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[0,400] 9ns 100mb |---------------L1.?---------------| "
|
- "L1.?[0,400] 9ns 100mb |---------------L1.?---------------| "
|
||||||
- "L1.?[401,800] 9ns 99.75mb |--------------L1.?---------------| "
|
- "L1.?[401,800] 9ns 100mb |--------------L1.?---------------| "
|
||||||
- "L1.?[801,1000] 9ns 50.25mb |-----L1.?------| "
|
- "L1.?[801,1000] 9ns 50mb |-----L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L1.1"
|
- " Soft Deleting 1 files: L1.1"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[698, 995]). 3 Input Files, 202mb total:"
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[698, 995]). 3 Input Files, 202mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.5[801,1000] 9ns 50.25mb |-----------L1.5------------| "
|
- "L1.5[801,1000] 9ns 50mb |-----------L1.5------------| "
|
||||||
- "L1.4[401,800] 9ns 99.75mb|--------------------------L1.4---------------------------| "
|
- "L1.4[401,800] 9ns 100mb |--------------------------L1.4---------------------------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.2[800,1000] 8ns 52mb |------------L2.2------------| "
|
- "L2.2[800,1000] 8ns 52mb |------------L2.2------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 202mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 202mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[401,698] 9ns 100.16mb|-------------------L2.?-------------------| "
|
- "L2.?[401,698] 9ns 100mb |-------------------L2.?-------------------| "
|
||||||
- "L2.?[699,995] 9ns 99.82mb |-------------------L2.?-------------------| "
|
- "L2.?[699,995] 9ns 100mb |-------------------L2.?-------------------| "
|
||||||
- "L2.?[996,1000] 9ns 2.02mb |L2.?|"
|
- "L2.?[996,1000] 9ns 2mb |L2.?|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L2.2, L1.4, L1.5"
|
- " Soft Deleting 3 files: L2.2, L1.4, L1.5"
|
||||||
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
|
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
|
||||||
|
|
@ -1085,9 +1085,9 @@ async fn start_too_large_small_time_range() {
|
||||||
- "**** Final Output Files (452mb written)"
|
- "**** Final Output Files (452mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.3[0,400] 9ns 100mb |---------------L2.3---------------| "
|
- "L2.3[0,400] 9ns 100mb |---------------L2.3---------------| "
|
||||||
- "L2.6[401,698] 9ns 100.16mb |----------L2.6----------| "
|
- "L2.6[401,698] 9ns 100mb |----------L2.6----------| "
|
||||||
- "L2.7[699,995] 9ns 99.82mb |----------L2.7----------| "
|
- "L2.7[699,995] 9ns 100mb |----------L2.7----------| "
|
||||||
- "L2.8[996,1000] 9ns 2.02mb |L2.8|"
|
- "L2.8[996,1000] 9ns 2mb |L2.8|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -1142,22 +1142,22 @@ async fn start_too_large_small_time_range_2() {
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[800,1280] 1ns 100mb |---------------L1.?---------------| "
|
- "L1.?[800,1280] 1ns 100mb |---------------L1.?---------------| "
|
||||||
- "L1.?[1281,1760] 1ns 99.79mb |--------------L1.?---------------| "
|
- "L1.?[1281,1760] 1ns 100mb |--------------L1.?---------------| "
|
||||||
- "L1.?[1761,2000] 1ns 50.21mb |-----L1.?------| "
|
- "L1.?[1761,2000] 1ns 50mb |-----L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L1.1"
|
- " Soft Deleting 1 files: L1.1"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2132, 2983]). 3 Input Files, 202mb total:"
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2132, 2983]). 3 Input Files, 202mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.5[1761,2000] 1ns 50.21mb |---L1.5---| "
|
- "L1.5[1761,2000] 1ns 50mb |---L1.5---| "
|
||||||
- "L1.4[1281,1760] 1ns 99.79mb|---------L1.4----------| "
|
- "L1.4[1281,1760] 1ns 100mb|---------L1.4----------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.2[1600,3000] 1ns 52mb |---------------------------------L2.2----------------------------------| "
|
- "L2.2[1600,3000] 1ns 52mb |---------------------------------L2.2----------------------------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 202mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 202mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1281,2132] 1ns 100mb|-------------------L2.?-------------------| "
|
- "L2.?[1281,2132] 1ns 100mb|-------------------L2.?-------------------| "
|
||||||
- "L2.?[2133,2983] 1ns 99.88mb |-------------------L2.?-------------------| "
|
- "L2.?[2133,2983] 1ns 100mb |-------------------L2.?-------------------| "
|
||||||
- "L2.?[2984,3000] 1ns 2.12mb |L2.?|"
|
- "L2.?[2984,3000] 1ns 2mb |L2.?|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L2.2, L1.4, L1.5"
|
- " Soft Deleting 3 files: L2.2, L1.4, L1.5"
|
||||||
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
|
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
|
||||||
|
|
@ -1166,8 +1166,8 @@ async fn start_too_large_small_time_range_2() {
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.3[800,1280] 1ns 100mb |------L2.3-------| "
|
- "L2.3[800,1280] 1ns 100mb |------L2.3-------| "
|
||||||
- "L2.6[1281,2132] 1ns 100mb |--------------L2.6--------------| "
|
- "L2.6[1281,2132] 1ns 100mb |--------------L2.6--------------| "
|
||||||
- "L2.7[2133,2983] 1ns 99.88mb |--------------L2.7--------------| "
|
- "L2.7[2133,2983] 1ns 100mb |--------------L2.7--------------| "
|
||||||
- "L2.8[2984,3000] 1ns 2.12mb |L2.8|"
|
- "L2.8[2984,3000] 1ns 2mb |L2.8|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -1225,22 +1225,22 @@ async fn start_too_large_small_time_range_3() {
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 250mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[0,120] 9ns 100mb |---------------L1.?---------------| "
|
- "L1.?[0,120] 9ns 100mb |---------------L1.?---------------| "
|
||||||
- "L1.?[121,240] 9ns 99.17mb |--------------L1.?---------------| "
|
- "L1.?[121,240] 9ns 99mb |--------------L1.?---------------| "
|
||||||
- "L1.?[241,300] 9ns 50.83mb |-----L1.?------| "
|
- "L1.?[241,300] 9ns 51mb |-----L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L1.1"
|
- " Soft Deleting 1 files: L1.1"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[705, 1289]). 3 Input Files, 202mb total:"
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[705, 1289]). 3 Input Files, 202mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.5[241,300] 9ns 50.83mb |L1.5| "
|
- "L1.5[241,300] 9ns 51mb |L1.5| "
|
||||||
- "L1.4[121,240] 9ns 99.17mb|-L1.4--| "
|
- "L1.4[121,240] 9ns 99mb |-L1.4--| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.2[200,1300] 8ns 52mb |--------------------------------------L2.2---------------------------------------| "
|
- "L2.2[200,1300] 8ns 52mb |--------------------------------------L2.2---------------------------------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 202mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 202mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[121,705] 9ns 100.06mb|-------------------L2.?-------------------| "
|
- "L2.?[121,705] 9ns 100mb |-------------------L2.?-------------------| "
|
||||||
- "L2.?[706,1289] 9ns 99.89mb |-------------------L2.?-------------------| "
|
- "L2.?[706,1289] 9ns 100mb |-------------------L2.?-------------------| "
|
||||||
- "L2.?[1290,1300] 9ns 2.06mb |L2.?|"
|
- "L2.?[1290,1300] 9ns 2mb |L2.?|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L2.2, L1.4, L1.5"
|
- " Soft Deleting 3 files: L2.2, L1.4, L1.5"
|
||||||
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
|
- " Upgrading 1 files level to CompactionLevel::L2: L1.3"
|
||||||
|
|
@ -1248,9 +1248,9 @@ async fn start_too_large_small_time_range_3() {
|
||||||
- "**** Final Output Files (452mb written)"
|
- "**** Final Output Files (452mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.3[0,120] 9ns 100mb |-L2.3-| "
|
- "L2.3[0,120] 9ns 100mb |-L2.3-| "
|
||||||
- "L2.6[121,705] 9ns 100.06mb |-----------------L2.6-----------------| "
|
- "L2.6[121,705] 9ns 100mb |-----------------L2.6-----------------| "
|
||||||
- "L2.7[706,1289] 9ns 99.89mb |-----------------L2.7-----------------| "
|
- "L2.7[706,1289] 9ns 100mb |-----------------L2.7-----------------| "
|
||||||
- "L2.8[1290,1300] 9ns 2.06mb |L2.8|"
|
- "L2.8[1290,1300] 9ns 2mb |L2.8|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -77,38 +77,38 @@ async fn one_l1_overlaps_with_many_l2s() {
|
||||||
- "L1.4[1,250] 240s |------------------------------------------L1.4------------------------------------------|"
|
- "L1.4[1,250] 240s |------------------------------------------L1.4------------------------------------------|"
|
||||||
- "**** 4 Output Files (parquet_file_id not yet assigned), 100mb total:"
|
- "**** 4 Output Files (parquet_file_id not yet assigned), 100mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[1,100] 240s 39.76mb |--------------L1.?---------------| "
|
- "L1.?[1,100] 240s 40mb |--------------L1.?---------------| "
|
||||||
- "L1.?[101,150] 240s 19.68mb |-----L1.?------| "
|
- "L1.?[101,150] 240s 20mb |-----L1.?------| "
|
||||||
- "L1.?[151,200] 240s 19.68mb |-----L1.?------| "
|
- "L1.?[151,200] 240s 20mb |-----L1.?------| "
|
||||||
- "L1.?[201,250] 240s 20.88mb |-----L1.?------| "
|
- "L1.?[201,250] 240s 21mb |-----L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L1.4"
|
- " Soft Deleting 1 files: L1.4"
|
||||||
- " Creating 4 files"
|
- " Creating 4 files"
|
||||||
- "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[59, 117]). 4 Input Files, 259.44mb total:"
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[59, 117]). 4 Input Files, 259mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.6[1,100] 240s 39.76mb |--------------------------L1.6---------------------------| "
|
- "L1.6[1,100] 240s 40mb |--------------------------L1.6---------------------------| "
|
||||||
- "L1.7[101,150] 240s 19.68mb |-----------L1.7------------| "
|
- "L1.7[101,150] 240s 20mb |-----------L1.7------------| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.1[51,100] 0ns 100mb |-----------L2.1------------| "
|
- "L2.1[51,100] 0ns 100mb |-----------L2.1------------| "
|
||||||
- "L2.2[101,150] 60s 100mb |-----------L2.2------------| "
|
- "L2.2[101,150] 60s 100mb |-----------L2.2------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 259.44mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 259mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[1,59] 240s 100.99mb |--------------L2.?---------------| "
|
- "L2.?[1,59] 240s 101mb |--------------L2.?---------------| "
|
||||||
- "L2.?[60,117] 240s 99.25mb |--------------L2.?--------------| "
|
- "L2.?[60,117] 240s 99mb |--------------L2.?--------------| "
|
||||||
- "L2.?[118,150] 240s 59.2mb |------L2.?-------| "
|
- "L2.?[118,150] 240s 59mb |------L2.?-------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 4 files: L2.1, L2.2, L1.6, L1.7"
|
- " Soft Deleting 4 files: L2.1, L2.2, L1.6, L1.7"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Final Output Files (359.44mb written)"
|
- "**** Final Output Files (359mb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.5[251,500] 300s 30mb |-------------------L1.5-------------------| "
|
- "L1.5[251,500] 300s 30mb |-------------------L1.5-------------------| "
|
||||||
- "L1.8[151,200] 240s 19.68mb |-L1.8-| "
|
- "L1.8[151,200] 240s 20mb |-L1.8-| "
|
||||||
- "L1.9[201,250] 240s 20.88mb |-L1.9-| "
|
- "L1.9[201,250] 240s 21mb |-L1.9-| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.3[151,200] 120s 70mb |-L2.3-| "
|
- "L2.3[151,200] 120s 70mb |-L2.3-| "
|
||||||
- "L2.10[1,59] 240s 100.99mb|-L2.10--| "
|
- "L2.10[1,59] 240s 101mb |-L2.10--| "
|
||||||
- "L2.11[60,117] 240s 99.25mb |-L2.11--| "
|
- "L2.11[60,117] 240s 99mb |-L2.11--| "
|
||||||
- "L2.12[118,150] 240s 59.2mb |L2.12| "
|
- "L2.12[118,150] 240s 59mb |L2.12| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -203,8 +203,8 @@ async fn many_l1_overlaps_with_many_l2s() {
|
||||||
- "L1.6[91,105] 360s |------------------------------------------L1.6------------------------------------------|"
|
- "L1.6[91,105] 360s |------------------------------------------L1.6------------------------------------------|"
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[91,100] 360s 8.36mb |-------------------------L1.?--------------------------| "
|
- "L1.?[91,100] 360s 8mb |-------------------------L1.?--------------------------| "
|
||||||
- "L1.?[101,105] 360s 4.64mb |---------L1.?----------| "
|
- "L1.?[101,105] 360s 5mb |---------L1.?----------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L1.6"
|
- " Soft Deleting 1 files: L1.6"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
|
|
@ -212,8 +212,8 @@ async fn many_l1_overlaps_with_many_l2s() {
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.4[61,75] 240s 13mb |---L1.4---| "
|
- "L1.4[61,75] 240s 13mb |---L1.4---| "
|
||||||
- "L1.5[76,90] 300s 13mb |---L1.5---| "
|
- "L1.5[76,90] 300s 13mb |---L1.5---| "
|
||||||
- "L1.12[91,100] 360s 8.36mb |L1.12-| "
|
- "L1.12[91,100] 360s 8mb |L1.12-| "
|
||||||
- "L1.13[101,105] 360s 4.64mb |L1.13| "
|
- "L1.13[101,105] 360s 5mb |L1.13| "
|
||||||
- "L1.7[106,120] 420s 13mb |---L1.7---| "
|
- "L1.7[106,120] 420s 13mb |---L1.7---| "
|
||||||
- "L1.8[121,135] 480s 13mb |---L1.8---| "
|
- "L1.8[121,135] 480s 13mb |---L1.8---| "
|
||||||
- "L1.9[136,150] 540s 13mb |---L1.9---| "
|
- "L1.9[136,150] 540s 13mb |---L1.9---| "
|
||||||
|
|
@ -222,9 +222,9 @@ async fn many_l1_overlaps_with_many_l2s() {
|
||||||
- "L2.2[101,150] 60s 100mb |-------------------L2.2-------------------| "
|
- "L2.2[101,150] 60s 100mb |-------------------L2.2-------------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 278mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 278mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[51,87] 540s 101.09mb|-------------L2.?-------------| "
|
- "L2.?[51,87] 540s 101mb |-------------L2.?-------------| "
|
||||||
- "L2.?[88,123] 540s 98.28mb |------------L2.?-------------| "
|
- "L2.?[88,123] 540s 98mb |------------L2.?-------------| "
|
||||||
- "L2.?[124,150] 540s 78.63mb |--------L2.?---------| "
|
- "L2.?[124,150] 540s 79mb |--------L2.?---------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 9 files: L2.1, L2.2, L1.4, L1.5, L1.7, L1.8, L1.9, L1.12, L1.13"
|
- " Soft Deleting 9 files: L2.1, L2.2, L1.4, L1.5, L1.7, L1.8, L1.9, L1.12, L1.13"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
|
|
@ -234,9 +234,9 @@ async fn many_l1_overlaps_with_many_l2s() {
|
||||||
- "L1.11[201,215] 660s 13mb |L1.11| "
|
- "L1.11[201,215] 660s 13mb |L1.11| "
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.3[151,200] 120s 70mb |----------L2.3----------| "
|
- "L2.3[151,200] 120s 70mb |----------L2.3----------| "
|
||||||
- "L2.14[51,87] 540s 101.09mb|------L2.14------| "
|
- "L2.14[51,87] 540s 101mb |------L2.14------| "
|
||||||
- "L2.15[88,123] 540s 98.28mb |------L2.15------| "
|
- "L2.15[88,123] 540s 98mb |------L2.15------| "
|
||||||
- "L2.16[124,150] 540s 78.63mb |---L2.16----| "
|
- "L2.16[124,150] 540s 79mb |---L2.16----| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -879,9 +879,9 @@ async fn many_good_size_l0_files() {
|
||||||
- "L0.294[251,288] 288ns 78mb |---L0.294---| "
|
- "L0.294[251,288] 288ns 78mb |---L0.294---| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 278mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 278mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[51,137] 288ns 100.88mb|-------------L1.?-------------| "
|
- "L1.?[51,137] 288ns 101mb |-------------L1.?-------------| "
|
||||||
- "L1.?[138,223] 288ns 99.7mb |-------------L1.?-------------| "
|
- "L1.?[138,223] 288ns 100mb |-------------L1.?-------------| "
|
||||||
- "L1.?[224,288] 288ns 77.42mb |---------L1.?---------| "
|
- "L1.?[224,288] 288ns 77mb |---------L1.?---------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L0.290, L0.291, L0.294"
|
- " Soft Deleting 3 files: L0.290, L0.291, L0.294"
|
||||||
- " Upgrading 1 files level to CompactionLevel::L1: L0.289"
|
- " Upgrading 1 files level to CompactionLevel::L1: L0.289"
|
||||||
|
|
@ -896,41 +896,41 @@ async fn many_good_size_l0_files() {
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 1 files: L0.293"
|
- " Soft Deleting 1 files: L0.293"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Simulation run 4, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[181]). 2 Input Files, 199.7mb total:"
|
- "**** Simulation run 4, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[181]). 2 Input Files, 200mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.292[150,200] 288ns 100mb |----------------------L0.292----------------------| "
|
- "L0.292[150,200] 288ns 100mb |----------------------L0.292----------------------| "
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.296[138,223] 288ns 99.7mb|-----------------------------------------L1.296-----------------------------------------|"
|
- "L1.296[138,223] 288ns 100mb|-----------------------------------------L1.296-----------------------------------------|"
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 199.7mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[138,181] 288ns 101.03mb|-------------------L1.?--------------------| "
|
- "L1.?[138,181] 288ns 101mb|-------------------L1.?--------------------| "
|
||||||
- "L1.?[182,223] 288ns 98.68mb |------------------L1.?-------------------| "
|
- "L1.?[182,223] 288ns 99mb |------------------L1.?-------------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L0.292, L1.296"
|
- " Soft Deleting 2 files: L0.292, L1.296"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Simulation run 5, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[221, 260]). 4 Input Files, 274.1mb total:"
|
- "**** Simulation run 5, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[221, 260]). 4 Input Files, 274mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.298[201,223] 288ns 44mb |-----L0.298-----| "
|
- "L0.298[201,223] 288ns 44mb |-----L0.298-----| "
|
||||||
- "L0.299[224,250] 288ns 54mb |-------L0.299-------| "
|
- "L0.299[224,250] 288ns 54mb |-------L0.299-------| "
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.301[182,223] 288ns 98.68mb|-------------L1.301-------------| "
|
- "L1.301[182,223] 288ns 99mb|-------------L1.301-------------| "
|
||||||
- "L1.297[224,288] 288ns 77.42mb |-----------------------L1.297-----------------------| "
|
- "L1.297[224,288] 288ns 77mb |-----------------------L1.297-----------------------| "
|
||||||
- "**** 3 Output Files (parquet_file_id not yet assigned), 274.1mb total:"
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 274mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[182,221] 288ns 100.85mb|-------------L1.?--------------| "
|
- "L1.?[182,221] 288ns 101mb|-------------L1.?--------------| "
|
||||||
- "L1.?[222,260] 288ns 98.26mb |-------------L1.?-------------| "
|
- "L1.?[222,260] 288ns 98mb |-------------L1.?-------------| "
|
||||||
- "L1.?[261,288] 288ns 74.99mb |--------L1.?--------| "
|
- "L1.?[261,288] 288ns 75mb |--------L1.?--------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 4 files: L1.297, L0.298, L0.299, L1.301"
|
- " Soft Deleting 4 files: L1.297, L0.298, L0.299, L1.301"
|
||||||
- " Creating 3 files"
|
- " Creating 3 files"
|
||||||
- "**** Simulation run 6, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[261]). 2 Input Files, 173.25mb total:"
|
- "**** Simulation run 6, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[261]). 2 Input Files, 173mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.304[261,288] 288ns 74.99mb |--------------L1.304--------------| "
|
- "L1.304[261,288] 288ns 75mb |--------------L1.304--------------| "
|
||||||
- "L1.303[222,260] 288ns 98.26mb|---------------------L1.303----------------------| "
|
- "L1.303[222,260] 288ns 98mb|---------------------L1.303----------------------| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 173.25mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 173mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[222,261] 288ns 102.37mb|-----------------------L2.?------------------------| "
|
- "L2.?[222,261] 288ns 102mb|-----------------------L2.?------------------------| "
|
||||||
- "L2.?[262,288] 288ns 70.87mb |--------------L2.?---------------| "
|
- "L2.?[262,288] 288ns 71mb |--------------L2.?---------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.303, L1.304"
|
- " Soft Deleting 2 files: L1.303, L1.304"
|
||||||
- " Upgrading 4 files level to CompactionLevel::L2: L1.289, L1.295, L1.300, L1.302"
|
- " Upgrading 4 files level to CompactionLevel::L2: L1.289, L1.295, L1.300, L1.302"
|
||||||
|
|
@ -938,11 +938,11 @@ async fn many_good_size_l0_files() {
|
||||||
- "**** Final Output Files (1.56gb written)"
|
- "**** Final Output Files (1.56gb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.289[0,50] 150ns 100mb |---L2.289----| "
|
- "L2.289[0,50] 150ns 100mb |---L2.289----| "
|
||||||
- "L2.295[51,137] 288ns 100.88mb |---------L2.295---------| "
|
- "L2.295[51,137] 288ns 101mb |---------L2.295---------| "
|
||||||
- "L2.300[138,181] 288ns 101.03mb |--L2.300---| "
|
- "L2.300[138,181] 288ns 101mb |--L2.300---| "
|
||||||
- "L2.302[182,221] 288ns 100.85mb |--L2.302--| "
|
- "L2.302[182,221] 288ns 101mb |--L2.302--| "
|
||||||
- "L2.305[222,261] 288ns 102.37mb |--L2.305--| "
|
- "L2.305[222,261] 288ns 102mb |--L2.305--| "
|
||||||
- "L2.306[262,288] 288ns 70.87mb |L2.306| "
|
- "L2.306[262,288] 288ns 71mb |L2.306| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -73,43 +73,43 @@ async fn many_l0_files_different_created_order() {
|
||||||
@r###"
|
@r###"
|
||||||
---
|
---
|
||||||
- "**** Input Files "
|
- "**** Input Files "
|
||||||
- "L0, all files 2.54kb "
|
- "L0, all files 3kb "
|
||||||
- "L0.1[10,22] 1ns |---------L0.1----------| "
|
- "L0.1[10,22] 1ns |---------L0.1----------| "
|
||||||
- "L0.2[30,42] 2ns |---------L0.2----------| "
|
- "L0.2[30,42] 2ns |---------L0.2----------| "
|
||||||
- "L0.3[20,32] 3ns |---------L0.3----------| "
|
- "L0.3[20,32] 3ns |---------L0.3----------| "
|
||||||
- "L0.4[40,52] 4ns |---------L0.4----------| "
|
- "L0.4[40,52] 4ns |---------L0.4----------| "
|
||||||
- "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
|
- "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
|
||||||
- "L0, all files 2.54kb "
|
- "L0, all files 3kb "
|
||||||
- "L0.1[10,22] 1ns |-------------L0.1--------------| "
|
- "L0.1[10,22] 1ns |-------------L0.1--------------| "
|
||||||
- "L0.2[30,42] 2ns |-------------L0.2--------------| "
|
- "L0.2[30,42] 2ns |-------------L0.2--------------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
|
||||||
- "L0, all files 5.09kb "
|
- "L0, all files 5kb "
|
||||||
- "L0.?[10,42] 2ns |------------------------------------------L0.?------------------------------------------|"
|
- "L0.?[10,42] 2ns |------------------------------------------L0.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L0.1, L0.2"
|
- " Soft Deleting 2 files: L0.1, L0.2"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
|
- "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
|
||||||
- "L0, all files 2.54kb "
|
- "L0, all files 3kb "
|
||||||
- "L0.3[20,32] 3ns |-------------L0.3--------------| "
|
- "L0.3[20,32] 3ns |-------------L0.3--------------| "
|
||||||
- "L0.4[40,52] 4ns |-------------L0.4--------------| "
|
- "L0.4[40,52] 4ns |-------------L0.4--------------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
|
||||||
- "L0, all files 5.09kb "
|
- "L0, all files 5kb "
|
||||||
- "L0.?[20,52] 4ns |------------------------------------------L0.?------------------------------------------|"
|
- "L0.?[20,52] 4ns |------------------------------------------L0.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L0.3, L0.4"
|
- " Soft Deleting 2 files: L0.3, L0.4"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10.18kb total:"
|
- "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10kb total:"
|
||||||
- "L0, all files 5.09kb "
|
- "L0, all files 5kb "
|
||||||
- "L0.6[20,52] 4ns |-------------------------------L0.6-------------------------------| "
|
- "L0.6[20,52] 4ns |-------------------------------L0.6-------------------------------| "
|
||||||
- "L0.5[10,42] 2ns |-------------------------------L0.5-------------------------------| "
|
- "L0.5[10,42] 2ns |-------------------------------L0.5-------------------------------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 10.18kb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 10kb total:"
|
||||||
- "L1, all files 10.18kb "
|
- "L1, all files 10kb "
|
||||||
- "L1.?[10,52] 4ns |------------------------------------------L1.?------------------------------------------|"
|
- "L1.?[10,52] 4ns |------------------------------------------L1.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L0.5, L0.6"
|
- " Soft Deleting 2 files: L0.5, L0.6"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Final Output Files (20.36kb written)"
|
- "**** Final Output Files (20kb written)"
|
||||||
- "L1, all files 10.18kb "
|
- "L1, all files 10kb "
|
||||||
- "L1.7[10,52] 4ns |------------------------------------------L1.7------------------------------------------|"
|
- "L1.7[10,52] 4ns |------------------------------------------L1.7------------------------------------------|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
@ -183,43 +183,43 @@ async fn many_l1_files_different_created_order() {
|
||||||
@r###"
|
@r###"
|
||||||
---
|
---
|
||||||
- "**** Input Files "
|
- "**** Input Files "
|
||||||
- "L1, all files 2.54kb "
|
- "L1, all files 3kb "
|
||||||
- "L1.1[11,20] 1ns |-------L1.1-------| "
|
- "L1.1[11,20] 1ns |-------L1.1-------| "
|
||||||
- "L1.2[31,40] 2ns |-------L1.2-------| "
|
- "L1.2[31,40] 2ns |-------L1.2-------| "
|
||||||
- "L1.3[21,30] 3ns |-------L1.3-------| "
|
- "L1.3[21,30] 3ns |-------L1.3-------| "
|
||||||
- "L1.4[41,50] 4ns |-------L1.4-------| "
|
- "L1.4[41,50] 4ns |-------L1.4-------| "
|
||||||
- "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
|
- "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
|
||||||
- "L1, all files 2.54kb "
|
- "L1, all files 3kb "
|
||||||
- "L1.1[11,20] 1ns |------------------L1.1------------------| "
|
- "L1.1[11,20] 1ns |------------------L1.1------------------| "
|
||||||
- "L1.3[21,30] 3ns |------------------L1.3------------------| "
|
- "L1.3[21,30] 3ns |------------------L1.3------------------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
|
||||||
- "L1, all files 5.09kb "
|
- "L1, all files 5kb "
|
||||||
- "L1.?[11,30] 3ns |------------------------------------------L1.?------------------------------------------|"
|
- "L1.?[11,30] 3ns |------------------------------------------L1.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.1, L1.3"
|
- " Soft Deleting 2 files: L1.1, L1.3"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
|
- "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
|
||||||
- "L1, all files 2.54kb "
|
- "L1, all files 3kb "
|
||||||
- "L1.2[31,40] 2ns |------------------L1.2------------------| "
|
- "L1.2[31,40] 2ns |------------------L1.2------------------| "
|
||||||
- "L1.4[41,50] 4ns |------------------L1.4------------------| "
|
- "L1.4[41,50] 4ns |------------------L1.4------------------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
|
||||||
- "L1, all files 5.09kb "
|
- "L1, all files 5kb "
|
||||||
- "L1.?[31,50] 4ns |------------------------------------------L1.?------------------------------------------|"
|
- "L1.?[31,50] 4ns |------------------------------------------L1.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.2, L1.4"
|
- " Soft Deleting 2 files: L1.2, L1.4"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10.18kb total:"
|
- "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10kb total:"
|
||||||
- "L1, all files 5.09kb "
|
- "L1, all files 5kb "
|
||||||
- "L1.6[31,50] 4ns |------------------L1.6-------------------| "
|
- "L1.6[31,50] 4ns |------------------L1.6-------------------| "
|
||||||
- "L1.5[11,30] 3ns |------------------L1.5-------------------| "
|
- "L1.5[11,30] 3ns |------------------L1.5-------------------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 10.18kb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 10kb total:"
|
||||||
- "L2, all files 10.18kb "
|
- "L2, all files 10kb "
|
||||||
- "L2.?[11,50] 4ns |------------------------------------------L2.?------------------------------------------|"
|
- "L2.?[11,50] 4ns |------------------------------------------L2.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L1.5, L1.6"
|
- " Soft Deleting 2 files: L1.5, L1.6"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Final Output Files (20.36kb written)"
|
- "**** Final Output Files (20kb written)"
|
||||||
- "L2, all files 10.18kb "
|
- "L2, all files 10kb "
|
||||||
- "L2.7[11,50] 4ns |------------------------------------------L2.7------------------------------------------|"
|
- "L2.7[11,50] 4ns |------------------------------------------L2.7------------------------------------------|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
@ -291,43 +291,43 @@ async fn many_l0_files_different_created_order_non_overlap() {
|
||||||
@r###"
|
@r###"
|
||||||
---
|
---
|
||||||
- "**** Input Files "
|
- "**** Input Files "
|
||||||
- "L0, all files 2.54kb "
|
- "L0, all files 3kb "
|
||||||
- "L0.1[11,20] 1ns |-------L0.1-------| "
|
- "L0.1[11,20] 1ns |-------L0.1-------| "
|
||||||
- "L0.2[31,40] 2ns |-------L0.2-------| "
|
- "L0.2[31,40] 2ns |-------L0.2-------| "
|
||||||
- "L0.3[21,30] 3ns |-------L0.3-------| "
|
- "L0.3[21,30] 3ns |-------L0.3-------| "
|
||||||
- "L0.4[41,50] 4ns |-------L0.4-------| "
|
- "L0.4[41,50] 4ns |-------L0.4-------| "
|
||||||
- "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
|
- "**** Simulation run 0, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
|
||||||
- "L0, all files 2.54kb "
|
- "L0, all files 3kb "
|
||||||
- "L0.1[11,20] 1ns |----------L0.1-----------| "
|
- "L0.1[11,20] 1ns |----------L0.1-----------| "
|
||||||
- "L0.2[31,40] 2ns |----------L0.2-----------| "
|
- "L0.2[31,40] 2ns |----------L0.2-----------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
|
||||||
- "L0, all files 5.09kb "
|
- "L0, all files 5kb "
|
||||||
- "L0.?[11,40] 2ns |------------------------------------------L0.?------------------------------------------|"
|
- "L0.?[11,40] 2ns |------------------------------------------L0.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L0.1, L0.2"
|
- " Soft Deleting 2 files: L0.1, L0.2"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5.09kb total:"
|
- "**** Simulation run 1, type=compact(ManySmallFiles). 2 Input Files, 5kb total:"
|
||||||
- "L0, all files 2.54kb "
|
- "L0, all files 3kb "
|
||||||
- "L0.3[21,30] 3ns |----------L0.3-----------| "
|
- "L0.3[21,30] 3ns |----------L0.3-----------| "
|
||||||
- "L0.4[41,50] 4ns |----------L0.4-----------| "
|
- "L0.4[41,50] 4ns |----------L0.4-----------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 5.09kb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 5kb total:"
|
||||||
- "L0, all files 5.09kb "
|
- "L0, all files 5kb "
|
||||||
- "L0.?[21,50] 4ns |------------------------------------------L0.?------------------------------------------|"
|
- "L0.?[21,50] 4ns |------------------------------------------L0.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L0.3, L0.4"
|
- " Soft Deleting 2 files: L0.3, L0.4"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10.18kb total:"
|
- "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 10kb total:"
|
||||||
- "L0, all files 5.09kb "
|
- "L0, all files 5kb "
|
||||||
- "L0.6[21,50] 4ns |------------------------------L0.6------------------------------| "
|
- "L0.6[21,50] 4ns |------------------------------L0.6------------------------------| "
|
||||||
- "L0.5[11,40] 2ns |------------------------------L0.5------------------------------| "
|
- "L0.5[11,40] 2ns |------------------------------L0.5------------------------------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 10.18kb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 10kb total:"
|
||||||
- "L1, all files 10.18kb "
|
- "L1, all files 10kb "
|
||||||
- "L1.?[11,50] 4ns |------------------------------------------L1.?------------------------------------------|"
|
- "L1.?[11,50] 4ns |------------------------------------------L1.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L0.5, L0.6"
|
- " Soft Deleting 2 files: L0.5, L0.6"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Final Output Files (20.36kb written)"
|
- "**** Final Output Files (20kb written)"
|
||||||
- "L1, all files 10.18kb "
|
- "L1, all files 10kb "
|
||||||
- "L1.7[11,50] 4ns |------------------------------------------L1.7------------------------------------------|"
|
- "L1.7[11,50] 4ns |------------------------------------------L1.7------------------------------------------|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
@ -436,15 +436,15 @@ async fn many_l1_files() {
|
||||||
- "L1.24[24,25] 23ns 13mb |L1.24| "
|
- "L1.24[24,25] 23ns 13mb |L1.24| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 203mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 203mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[0,20] 23ns 104.1mb |--------------------L2.?--------------------| "
|
- "L2.?[0,20] 23ns 104mb |--------------------L2.?--------------------| "
|
||||||
- "L2.?[21,39] 23ns 98.9mb |-----------------L2.?------------------| "
|
- "L2.?[21,39] 23ns 99mb |-----------------L2.?------------------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 20 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8, L1.9, L1.10, L1.11, L1.12, L1.14, L1.15, L1.16, L1.17, L1.18, L1.19, L1.20, L1.24"
|
- " Soft Deleting 20 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8, L1.9, L1.10, L1.11, L1.12, L1.14, L1.15, L1.16, L1.17, L1.18, L1.19, L1.20, L1.24"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (216mb written)"
|
- "**** Final Output Files (216mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.25[0,20] 23ns 104.1mb |-------------------L2.25--------------------| "
|
- "L2.25[0,20] 23ns 104mb |-------------------L2.25--------------------| "
|
||||||
- "L2.26[21,39] 23ns 98.9mb |-----------------L2.26-----------------| "
|
- "L2.26[21,39] 23ns 99mb |-----------------L2.26-----------------| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -773,7 +773,7 @@ async fn many_tiny_l0_files() {
|
||||||
- "L0.286[285,286] 286ns |L0.286|"
|
- "L0.286[285,286] 286ns |L0.286|"
|
||||||
- "L0.287[286,287] 287ns |L0.287|"
|
- "L0.287[286,287] 287ns |L0.287|"
|
||||||
- "L0.288[287,288] 288ns |L0.288|"
|
- "L0.288[287,288] 288ns |L0.288|"
|
||||||
- "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1.37mb total:"
|
- "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1mb total:"
|
||||||
- "L0, all files 7kb "
|
- "L0, all files 7kb "
|
||||||
- "L0.1[0,1] 1ns |L0.1| "
|
- "L0.1[0,1] 1ns |L0.1| "
|
||||||
- "L0.2[1,2] 2ns |L0.2| "
|
- "L0.2[1,2] 2ns |L0.2| "
|
||||||
|
|
@ -975,8 +975,8 @@ async fn many_tiny_l0_files() {
|
||||||
- "L0.198[197,198] 198ns |L0.198|"
|
- "L0.198[197,198] 198ns |L0.198|"
|
||||||
- "L0.199[198,199] 199ns |L0.199|"
|
- "L0.199[198,199] 199ns |L0.199|"
|
||||||
- "L0.200[199,200] 200ns |L0.200|"
|
- "L0.200[199,200] 200ns |L0.200|"
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 1.37mb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
|
||||||
- "L0, all files 1.37mb "
|
- "L0, all files 1mb "
|
||||||
- "L0.?[0,200] 200ns |------------------------------------------L0.?------------------------------------------|"
|
- "L0.?[0,200] 200ns |------------------------------------------L0.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 200 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L0.191, L0.192, L0.193, L0.194, L0.195, L0.196, L0.197, L0.198, L0.199, L0.200"
|
- " Soft Deleting 200 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L0.191, L0.192, L0.193, L0.194, L0.195, L0.196, L0.197, L0.198, L0.199, L0.200"
|
||||||
|
|
@ -1077,18 +1077,18 @@ async fn many_tiny_l0_files() {
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 88 files: L0.201, L0.202, L0.203, L0.204, L0.205, L0.206, L0.207, L0.208, L0.209, L0.210, L0.211, L0.212, L0.213, L0.214, L0.215, L0.216, L0.217, L0.218, L0.219, L0.220, L0.221, L0.222, L0.223, L0.224, L0.225, L0.226, L0.227, L0.228, L0.229, L0.230, L0.231, L0.232, L0.233, L0.234, L0.235, L0.236, L0.237, L0.238, L0.239, L0.240, L0.241, L0.242, L0.243, L0.244, L0.245, L0.246, L0.247, L0.248, L0.249, L0.250, L0.251, L0.252, L0.253, L0.254, L0.255, L0.256, L0.257, L0.258, L0.259, L0.260, L0.261, L0.262, L0.263, L0.264, L0.265, L0.266, L0.267, L0.268, L0.269, L0.270, L0.271, L0.272, L0.273, L0.274, L0.275, L0.276, L0.277, L0.278, L0.279, L0.280, L0.281, L0.282, L0.283, L0.284, L0.285, L0.286, L0.287, L0.288"
|
- " Soft Deleting 88 files: L0.201, L0.202, L0.203, L0.204, L0.205, L0.206, L0.207, L0.208, L0.209, L0.210, L0.211, L0.212, L0.213, L0.214, L0.215, L0.216, L0.217, L0.218, L0.219, L0.220, L0.221, L0.222, L0.223, L0.224, L0.225, L0.226, L0.227, L0.228, L0.229, L0.230, L0.231, L0.232, L0.233, L0.234, L0.235, L0.236, L0.237, L0.238, L0.239, L0.240, L0.241, L0.242, L0.243, L0.244, L0.245, L0.246, L0.247, L0.248, L0.249, L0.250, L0.251, L0.252, L0.253, L0.254, L0.255, L0.256, L0.257, L0.258, L0.259, L0.260, L0.261, L0.262, L0.263, L0.264, L0.265, L0.266, L0.267, L0.268, L0.269, L0.270, L0.271, L0.272, L0.273, L0.274, L0.275, L0.276, L0.277, L0.278, L0.279, L0.280, L0.281, L0.282, L0.283, L0.284, L0.285, L0.286, L0.287, L0.288"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 1.97mb total:"
|
- "**** Simulation run 2, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 2mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.290[200,288] 288ns 616kb |---------L0.290----------| "
|
- "L0.290[200,288] 288ns 616kb |---------L0.290----------| "
|
||||||
- "L0.289[0,200] 200ns 1.37mb|---------------------------L0.289---------------------------| "
|
- "L0.289[0,200] 200ns 1mb |---------------------------L0.289---------------------------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 1.97mb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 2mb total:"
|
||||||
- "L1, all files 1.97mb "
|
- "L1, all files 2mb "
|
||||||
- "L1.?[0,288] 288ns |------------------------------------------L1.?------------------------------------------|"
|
- "L1.?[0,288] 288ns |------------------------------------------L1.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 2 files: L0.289, L0.290"
|
- " Soft Deleting 2 files: L0.289, L0.290"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Final Output Files (3.94mb written)"
|
- "**** Final Output Files (4mb written)"
|
||||||
- "L1, all files 1.97mb "
|
- "L1, all files 2mb "
|
||||||
- "L1.291[0,288] 288ns |-----------------------------------------L1.291-----------------------------------------|"
|
- "L1.291[0,288] 288ns |-----------------------------------------L1.291-----------------------------------------|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
@ -1538,7 +1538,7 @@ async fn over_two_times_max_files_per_plan() {
|
||||||
- "L0.408[407,408] 408ns |L0.408|"
|
- "L0.408[407,408] 408ns |L0.408|"
|
||||||
- "L0.409[408,409] 409ns |L0.409|"
|
- "L0.409[408,409] 409ns |L0.409|"
|
||||||
- "L0.410[409,410] 410ns |L0.410|"
|
- "L0.410[409,410] 410ns |L0.410|"
|
||||||
- "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1.37mb total:"
|
- "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1mb total:"
|
||||||
- "L0, all files 7kb "
|
- "L0, all files 7kb "
|
||||||
- "L0.1[0,1] 1ns |L0.1| "
|
- "L0.1[0,1] 1ns |L0.1| "
|
||||||
- "L0.2[1,2] 2ns |L0.2| "
|
- "L0.2[1,2] 2ns |L0.2| "
|
||||||
|
|
@ -1740,13 +1740,13 @@ async fn over_two_times_max_files_per_plan() {
|
||||||
- "L0.198[197,198] 198ns |L0.198|"
|
- "L0.198[197,198] 198ns |L0.198|"
|
||||||
- "L0.199[198,199] 199ns |L0.199|"
|
- "L0.199[198,199] 199ns |L0.199|"
|
||||||
- "L0.200[199,200] 200ns |L0.200|"
|
- "L0.200[199,200] 200ns |L0.200|"
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 1.37mb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
|
||||||
- "L0, all files 1.37mb "
|
- "L0, all files 1mb "
|
||||||
- "L0.?[0,200] 200ns |------------------------------------------L0.?------------------------------------------|"
|
- "L0.?[0,200] 200ns |------------------------------------------L0.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 200 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L0.191, L0.192, L0.193, L0.194, L0.195, L0.196, L0.197, L0.198, L0.199, L0.200"
|
- " Soft Deleting 200 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L0.191, L0.192, L0.193, L0.194, L0.195, L0.196, L0.197, L0.198, L0.199, L0.200"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 1, type=compact(ManySmallFiles). 200 Input Files, 1.37mb total:"
|
- "**** Simulation run 1, type=compact(ManySmallFiles). 200 Input Files, 1mb total:"
|
||||||
- "L0, all files 7kb "
|
- "L0, all files 7kb "
|
||||||
- "L0.201[200,201] 201ns |L0.201| "
|
- "L0.201[200,201] 201ns |L0.201| "
|
||||||
- "L0.202[201,202] 202ns |L0.202| "
|
- "L0.202[201,202] 202ns |L0.202| "
|
||||||
|
|
@ -1948,8 +1948,8 @@ async fn over_two_times_max_files_per_plan() {
|
||||||
- "L0.398[397,398] 398ns |L0.398|"
|
- "L0.398[397,398] 398ns |L0.398|"
|
||||||
- "L0.399[398,399] 399ns |L0.399|"
|
- "L0.399[398,399] 399ns |L0.399|"
|
||||||
- "L0.400[399,400] 400ns |L0.400|"
|
- "L0.400[399,400] 400ns |L0.400|"
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 1.37mb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
|
||||||
- "L0, all files 1.37mb "
|
- "L0, all files 1mb "
|
||||||
- "L0.?[200,400] 400ns |------------------------------------------L0.?------------------------------------------|"
|
- "L0.?[200,400] 400ns |------------------------------------------L0.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 200 files: L0.201, L0.202, L0.203, L0.204, L0.205, L0.206, L0.207, L0.208, L0.209, L0.210, L0.211, L0.212, L0.213, L0.214, L0.215, L0.216, L0.217, L0.218, L0.219, L0.220, L0.221, L0.222, L0.223, L0.224, L0.225, L0.226, L0.227, L0.228, L0.229, L0.230, L0.231, L0.232, L0.233, L0.234, L0.235, L0.236, L0.237, L0.238, L0.239, L0.240, L0.241, L0.242, L0.243, L0.244, L0.245, L0.246, L0.247, L0.248, L0.249, L0.250, L0.251, L0.252, L0.253, L0.254, L0.255, L0.256, L0.257, L0.258, L0.259, L0.260, L0.261, L0.262, L0.263, L0.264, L0.265, L0.266, L0.267, L0.268, L0.269, L0.270, L0.271, L0.272, L0.273, L0.274, L0.275, L0.276, L0.277, L0.278, L0.279, L0.280, L0.281, L0.282, L0.283, L0.284, L0.285, L0.286, L0.287, L0.288, L0.289, L0.290, L0.291, L0.292, L0.293, L0.294, L0.295, L0.296, L0.297, L0.298, L0.299, L0.300, L0.301, L0.302, L0.303, L0.304, L0.305, L0.306, L0.307, L0.308, L0.309, L0.310, L0.311, L0.312, L0.313, L0.314, L0.315, L0.316, L0.317, L0.318, L0.319, L0.320, L0.321, L0.322, L0.323, L0.324, L0.325, L0.326, L0.327, L0.328, L0.329, L0.330, L0.331, L0.332, L0.333, L0.334, L0.335, L0.336, L0.337, L0.338, L0.339, L0.340, L0.341, L0.342, L0.343, L0.344, L0.345, L0.346, L0.347, L0.348, L0.349, L0.350, L0.351, L0.352, L0.353, L0.354, L0.355, L0.356, L0.357, L0.358, L0.359, L0.360, L0.361, L0.362, L0.363, L0.364, L0.365, L0.366, L0.367, L0.368, L0.369, L0.370, L0.371, L0.372, L0.373, L0.374, L0.375, L0.376, L0.377, L0.378, L0.379, L0.380, L0.381, L0.382, L0.383, L0.384, L0.385, L0.386, L0.387, L0.388, L0.389, L0.390, L0.391, L0.392, L0.393, L0.394, L0.395, L0.396, L0.397, L0.398, L0.399, L0.400"
|
- " Soft Deleting 200 files: L0.201, L0.202, L0.203, L0.204, L0.205, L0.206, L0.207, L0.208, L0.209, L0.210, L0.211, L0.212, L0.213, L0.214, L0.215, L0.216, L0.217, L0.218, L0.219, L0.220, L0.221, L0.222, L0.223, L0.224, L0.225, L0.226, L0.227, L0.228, L0.229, L0.230, L0.231, L0.232, L0.233, L0.234, L0.235, L0.236, L0.237, L0.238, L0.239, L0.240, L0.241, L0.242, L0.243, L0.244, L0.245, L0.246, L0.247, L0.248, L0.249, L0.250, L0.251, L0.252, L0.253, L0.254, L0.255, L0.256, L0.257, L0.258, L0.259, L0.260, L0.261, L0.262, L0.263, L0.264, L0.265, L0.266, L0.267, L0.268, L0.269, L0.270, L0.271, L0.272, L0.273, L0.274, L0.275, L0.276, L0.277, L0.278, L0.279, L0.280, L0.281, L0.282, L0.283, L0.284, L0.285, L0.286, L0.287, L0.288, L0.289, L0.290, L0.291, L0.292, L0.293, L0.294, L0.295, L0.296, L0.297, L0.298, L0.299, L0.300, L0.301, L0.302, L0.303, L0.304, L0.305, L0.306, L0.307, L0.308, L0.309, L0.310, L0.311, L0.312, L0.313, L0.314, L0.315, L0.316, L0.317, L0.318, L0.319, L0.320, L0.321, L0.322, L0.323, L0.324, L0.325, L0.326, L0.327, L0.328, L0.329, L0.330, L0.331, L0.332, L0.333, L0.334, L0.335, L0.336, L0.337, L0.338, L0.339, L0.340, L0.341, L0.342, L0.343, L0.344, L0.345, L0.346, L0.347, L0.348, L0.349, L0.350, L0.351, L0.352, L0.353, L0.354, L0.355, L0.356, L0.357, L0.358, L0.359, L0.360, L0.361, L0.362, L0.363, L0.364, L0.365, L0.366, L0.367, L0.368, L0.369, L0.370, L0.371, L0.372, L0.373, L0.374, L0.375, L0.376, L0.377, L0.378, L0.379, L0.380, L0.381, L0.382, L0.383, L0.384, L0.385, L0.386, L0.387, L0.388, L0.389, L0.390, L0.391, L0.392, L0.393, L0.394, L0.395, L0.396, L0.397, L0.398, L0.399, L0.400"
|
||||||
|
|
@ -1972,19 +1972,19 @@ async fn over_two_times_max_files_per_plan() {
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 10 files: L0.401, L0.402, L0.403, L0.404, L0.405, L0.406, L0.407, L0.408, L0.409, L0.410"
|
- " Soft Deleting 10 files: L0.401, L0.402, L0.403, L0.404, L0.405, L0.406, L0.407, L0.408, L0.409, L0.410"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 3, type=compact(TotalSizeLessThanMaxCompactSize). 3 Input Files, 2.8mb total:"
|
- "**** Simulation run 3, type=compact(TotalSizeLessThanMaxCompactSize). 3 Input Files, 3mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.413[400,410] 410ns 70kb |L0.413|"
|
- "L0.413[400,410] 410ns 70kb |L0.413|"
|
||||||
- "L0.412[200,400] 400ns 1.37mb |-----------------L0.412------------------| "
|
- "L0.412[200,400] 400ns 1mb |-----------------L0.412------------------| "
|
||||||
- "L0.411[0,200] 200ns 1.37mb|-----------------L0.411------------------| "
|
- "L0.411[0,200] 200ns 1mb |-----------------L0.411------------------| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 2.8mb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 3mb total:"
|
||||||
- "L1, all files 2.8mb "
|
- "L1, all files 3mb "
|
||||||
- "L1.?[0,410] 410ns |------------------------------------------L1.?------------------------------------------|"
|
- "L1.?[0,410] 410ns |------------------------------------------L1.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 3 files: L0.411, L0.412, L0.413"
|
- " Soft Deleting 3 files: L0.411, L0.412, L0.413"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Final Output Files (5.61mb written)"
|
- "**** Final Output Files (6mb written)"
|
||||||
- "L1, all files 2.8mb "
|
- "L1, all files 3mb "
|
||||||
- "L1.414[0,410] 410ns |-----------------------------------------L1.414-----------------------------------------|"
|
- "L1.414[0,410] 410ns |-----------------------------------------L1.414-----------------------------------------|"
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
@ -2314,7 +2314,7 @@ async fn many_tiny_l1_files() {
|
||||||
- "L1.286[570,571] 286ns |L1.286|"
|
- "L1.286[570,571] 286ns |L1.286|"
|
||||||
- "L1.287[572,573] 287ns |L1.287|"
|
- "L1.287[572,573] 287ns |L1.287|"
|
||||||
- "L1.288[574,575] 288ns |L1.288|"
|
- "L1.288[574,575] 288ns |L1.288|"
|
||||||
- "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1.37mb total:"
|
- "**** Simulation run 0, type=compact(ManySmallFiles). 200 Input Files, 1mb total:"
|
||||||
- "L1, all files 7kb "
|
- "L1, all files 7kb "
|
||||||
- "L1.1[0,1] 1ns |L1.1| "
|
- "L1.1[0,1] 1ns |L1.1| "
|
||||||
- "L1.2[2,3] 2ns |L1.2| "
|
- "L1.2[2,3] 2ns |L1.2| "
|
||||||
|
|
@ -2516,8 +2516,8 @@ async fn many_tiny_l1_files() {
|
||||||
- "L1.198[394,395] 198ns |L1.198|"
|
- "L1.198[394,395] 198ns |L1.198|"
|
||||||
- "L1.199[396,397] 199ns |L1.199|"
|
- "L1.199[396,397] 199ns |L1.199|"
|
||||||
- "L1.200[398,399] 200ns |L1.200|"
|
- "L1.200[398,399] 200ns |L1.200|"
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 1.37mb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
|
||||||
- "L1, all files 1.37mb "
|
- "L1, all files 1mb "
|
||||||
- "L1.?[0,399] 200ns |------------------------------------------L1.?------------------------------------------|"
|
- "L1.?[0,399] 200ns |------------------------------------------L1.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 200 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8, L1.9, L1.10, L1.11, L1.12, L1.13, L1.14, L1.15, L1.16, L1.17, L1.18, L1.19, L1.20, L1.21, L1.22, L1.23, L1.24, L1.25, L1.26, L1.27, L1.28, L1.29, L1.30, L1.31, L1.32, L1.33, L1.34, L1.35, L1.36, L1.37, L1.38, L1.39, L1.40, L1.41, L1.42, L1.43, L1.44, L1.45, L1.46, L1.47, L1.48, L1.49, L1.50, L1.51, L1.52, L1.53, L1.54, L1.55, L1.56, L1.57, L1.58, L1.59, L1.60, L1.61, L1.62, L1.63, L1.64, L1.65, L1.66, L1.67, L1.68, L1.69, L1.70, L1.71, L1.72, L1.73, L1.74, L1.75, L1.76, L1.77, L1.78, L1.79, L1.80, L1.81, L1.82, L1.83, L1.84, L1.85, L1.86, L1.87, L1.88, L1.89, L1.90, L1.91, L1.92, L1.93, L1.94, L1.95, L1.96, L1.97, L1.98, L1.99, L1.100, L1.101, L1.102, L1.103, L1.104, L1.105, L1.106, L1.107, L1.108, L1.109, L1.110, L1.111, L1.112, L1.113, L1.114, L1.115, L1.116, L1.117, L1.118, L1.119, L1.120, L1.121, L1.122, L1.123, L1.124, L1.125, L1.126, L1.127, L1.128, L1.129, L1.130, L1.131, L1.132, L1.133, L1.134, L1.135, L1.136, L1.137, L1.138, L1.139, L1.140, L1.141, L1.142, L1.143, L1.144, L1.145, L1.146, L1.147, L1.148, L1.149, L1.150, L1.151, L1.152, L1.153, L1.154, L1.155, L1.156, L1.157, L1.158, L1.159, L1.160, L1.161, L1.162, L1.163, L1.164, L1.165, L1.166, L1.167, L1.168, L1.169, L1.170, L1.171, L1.172, L1.173, L1.174, L1.175, L1.176, L1.177, L1.178, L1.179, L1.180, L1.181, L1.182, L1.183, L1.184, L1.185, L1.186, L1.187, L1.188, L1.189, L1.190, L1.191, L1.192, L1.193, L1.194, L1.195, L1.196, L1.197, L1.198, L1.199, L1.200"
|
- " Soft Deleting 200 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8, L1.9, L1.10, L1.11, L1.12, L1.13, L1.14, L1.15, L1.16, L1.17, L1.18, L1.19, L1.20, L1.21, L1.22, L1.23, L1.24, L1.25, L1.26, L1.27, L1.28, L1.29, L1.30, L1.31, L1.32, L1.33, L1.34, L1.35, L1.36, L1.37, L1.38, L1.39, L1.40, L1.41, L1.42, L1.43, L1.44, L1.45, L1.46, L1.47, L1.48, L1.49, L1.50, L1.51, L1.52, L1.53, L1.54, L1.55, L1.56, L1.57, L1.58, L1.59, L1.60, L1.61, L1.62, L1.63, L1.64, L1.65, L1.66, L1.67, L1.68, L1.69, L1.70, L1.71, L1.72, L1.73, L1.74, L1.75, L1.76, L1.77, L1.78, L1.79, L1.80, L1.81, L1.82, L1.83, L1.84, L1.85, L1.86, L1.87, L1.88, L1.89, L1.90, L1.91, L1.92, L1.93, L1.94, L1.95, L1.96, L1.97, L1.98, L1.99, L1.100, L1.101, L1.102, L1.103, L1.104, L1.105, L1.106, L1.107, L1.108, L1.109, L1.110, L1.111, L1.112, L1.113, L1.114, L1.115, L1.116, L1.117, L1.118, L1.119, L1.120, L1.121, L1.122, L1.123, L1.124, L1.125, L1.126, L1.127, L1.128, L1.129, L1.130, L1.131, L1.132, L1.133, L1.134, L1.135, L1.136, L1.137, L1.138, L1.139, L1.140, L1.141, L1.142, L1.143, L1.144, L1.145, L1.146, L1.147, L1.148, L1.149, L1.150, L1.151, L1.152, L1.153, L1.154, L1.155, L1.156, L1.157, L1.158, L1.159, L1.160, L1.161, L1.162, L1.163, L1.164, L1.165, L1.166, L1.167, L1.168, L1.169, L1.170, L1.171, L1.172, L1.173, L1.174, L1.175, L1.176, L1.177, L1.178, L1.179, L1.180, L1.181, L1.182, L1.183, L1.184, L1.185, L1.186, L1.187, L1.188, L1.189, L1.190, L1.191, L1.192, L1.193, L1.194, L1.195, L1.196, L1.197, L1.198, L1.199, L1.200"
|
||||||
|
|
@ -2618,9 +2618,9 @@ async fn many_tiny_l1_files() {
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 88 files: L1.201, L1.202, L1.203, L1.204, L1.205, L1.206, L1.207, L1.208, L1.209, L1.210, L1.211, L1.212, L1.213, L1.214, L1.215, L1.216, L1.217, L1.218, L1.219, L1.220, L1.221, L1.222, L1.223, L1.224, L1.225, L1.226, L1.227, L1.228, L1.229, L1.230, L1.231, L1.232, L1.233, L1.234, L1.235, L1.236, L1.237, L1.238, L1.239, L1.240, L1.241, L1.242, L1.243, L1.244, L1.245, L1.246, L1.247, L1.248, L1.249, L1.250, L1.251, L1.252, L1.253, L1.254, L1.255, L1.256, L1.257, L1.258, L1.259, L1.260, L1.261, L1.262, L1.263, L1.264, L1.265, L1.266, L1.267, L1.268, L1.269, L1.270, L1.271, L1.272, L1.273, L1.274, L1.275, L1.276, L1.277, L1.278, L1.279, L1.280, L1.281, L1.282, L1.283, L1.284, L1.285, L1.286, L1.287, L1.288"
|
- " Soft Deleting 88 files: L1.201, L1.202, L1.203, L1.204, L1.205, L1.206, L1.207, L1.208, L1.209, L1.210, L1.211, L1.212, L1.213, L1.214, L1.215, L1.216, L1.217, L1.218, L1.219, L1.220, L1.221, L1.222, L1.223, L1.224, L1.225, L1.226, L1.227, L1.228, L1.229, L1.230, L1.231, L1.232, L1.233, L1.234, L1.235, L1.236, L1.237, L1.238, L1.239, L1.240, L1.241, L1.242, L1.243, L1.244, L1.245, L1.246, L1.247, L1.248, L1.249, L1.250, L1.251, L1.252, L1.253, L1.254, L1.255, L1.256, L1.257, L1.258, L1.259, L1.260, L1.261, L1.262, L1.263, L1.264, L1.265, L1.266, L1.267, L1.268, L1.269, L1.270, L1.271, L1.272, L1.273, L1.274, L1.275, L1.276, L1.277, L1.278, L1.279, L1.280, L1.281, L1.282, L1.283, L1.284, L1.285, L1.286, L1.287, L1.288"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Final Output Files (1.97mb written)"
|
- "**** Final Output Files (2mb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.289[0,399] 200ns 1.37mb|---------------------------L1.289---------------------------| "
|
- "L1.289[0,399] 200ns 1mb |---------------------------L1.289---------------------------| "
|
||||||
- "L1.290[400,575] 288ns 616kb |---------L1.290----------| "
|
- "L1.290[400,575] 288ns 616kb |---------L1.290----------| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
|
|
@ -2894,7 +2894,7 @@ async fn many_l0_and_overlapped_l1_files() {
|
||||||
- "L1.208[170,179] 18ns 1mb |L1.208| "
|
- "L1.208[170,179] 18ns 1mb |L1.208| "
|
||||||
- "L1.209[180,189] 19ns 1mb |L1.209| "
|
- "L1.209[180,189] 19ns 1mb |L1.209| "
|
||||||
- "L1.210[190,199] 20ns 1mb |L1.210|"
|
- "L1.210[190,199] 20ns 1mb |L1.210|"
|
||||||
- "**** Simulation run 0, type=compact(ManySmallFiles). 190 Input Files, 1.3mb total:"
|
- "**** Simulation run 0, type=compact(ManySmallFiles). 190 Input Files, 1mb total:"
|
||||||
- "L0, all files 7kb "
|
- "L0, all files 7kb "
|
||||||
- "L0.1[0,1] 21ns |L0.1| "
|
- "L0.1[0,1] 21ns |L0.1| "
|
||||||
- "L0.2[1,2] 22ns |L0.2| "
|
- "L0.2[1,2] 22ns |L0.2| "
|
||||||
|
|
@ -3086,15 +3086,15 @@ async fn many_l0_and_overlapped_l1_files() {
|
||||||
- "L0.188[187,188] 208ns |L0.188|"
|
- "L0.188[187,188] 208ns |L0.188|"
|
||||||
- "L0.189[188,189] 209ns |L0.189|"
|
- "L0.189[188,189] 209ns |L0.189|"
|
||||||
- "L0.190[189,190] 210ns |L0.190|"
|
- "L0.190[189,190] 210ns |L0.190|"
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 1.3mb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 1mb total:"
|
||||||
- "L0, all files 1.3mb "
|
- "L0, all files 1mb "
|
||||||
- "L0.?[0,190] 210ns |------------------------------------------L0.?------------------------------------------|"
|
- "L0.?[0,190] 210ns |------------------------------------------L0.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 190 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190"
|
- " Soft Deleting 190 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[159]). 21 Input Files, 21.3mb total:"
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[159]). 21 Input Files, 21mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.211[0,190] 210ns 1.3mb|--------------------------------------L0.211---------------------------------------| "
|
- "L0.211[0,190] 210ns 1mb |--------------------------------------L0.211---------------------------------------| "
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.191[0,9] 1ns 1mb |L1.191| "
|
- "L1.191[0,9] 1ns 1mb |L1.191| "
|
||||||
- "L1.210[190,199] 20ns 1mb |L1.210|"
|
- "L1.210[190,199] 20ns 1mb |L1.210|"
|
||||||
|
|
@ -3116,17 +3116,17 @@ async fn many_l0_and_overlapped_l1_files() {
|
||||||
- "L1.207[160,169] 17ns 1mb |L1.207| "
|
- "L1.207[160,169] 17ns 1mb |L1.207| "
|
||||||
- "L1.208[170,179] 18ns 1mb |L1.208| "
|
- "L1.208[170,179] 18ns 1mb |L1.208| "
|
||||||
- "L1.209[180,189] 19ns 1mb |L1.209| "
|
- "L1.209[180,189] 19ns 1mb |L1.209| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 21.3mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 21mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.?[0,159] 210ns 17.02mb|--------------------------------L1.?---------------------------------| "
|
- "L1.?[0,159] 210ns 17mb |--------------------------------L1.?---------------------------------| "
|
||||||
- "L1.?[160,199] 210ns 4.28mb |-----L1.?------| "
|
- "L1.?[160,199] 210ns 4mb |-----L1.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 21 files: L1.191, L1.192, L1.193, L1.194, L1.195, L1.196, L1.197, L1.198, L1.199, L1.200, L1.201, L1.202, L1.203, L1.204, L1.205, L1.206, L1.207, L1.208, L1.209, L1.210, L0.211"
|
- " Soft Deleting 21 files: L1.191, L1.192, L1.193, L1.194, L1.195, L1.196, L1.197, L1.198, L1.199, L1.200, L1.201, L1.202, L1.203, L1.204, L1.205, L1.206, L1.207, L1.208, L1.209, L1.210, L0.211"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (22.6mb written)"
|
- "**** Final Output Files (23mb written)"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.212[0,159] 210ns 17.02mb|-------------------------------L1.212--------------------------------| "
|
- "L1.212[0,159] 210ns 17mb |-------------------------------L1.212--------------------------------| "
|
||||||
- "L1.213[160,199] 210ns 4.28mb |----L1.213-----| "
|
- "L1.213[160,199] 210ns 4mb |----L1.213-----| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
@ -3418,7 +3418,7 @@ async fn not_many_l0_and_overlapped_l1_files() {
|
||||||
- "L1.208[2600,2609] 18ns 1mb |L1.208| "
|
- "L1.208[2600,2609] 18ns 1mb |L1.208| "
|
||||||
- "L1.209[2800,2809] 19ns 1mb |L1.209|"
|
- "L1.209[2800,2809] 19ns 1mb |L1.209|"
|
||||||
- "L1.210[3000,3009] 20ns 1mb |L1.210|"
|
- "L1.210[3000,3009] 20ns 1mb |L1.210|"
|
||||||
- "**** Simulation run 0, type=compact(TotalSizeLessThanMaxCompactSize). 195 Input Files, 6.3mb total:"
|
- "**** Simulation run 0, type=compact(TotalSizeLessThanMaxCompactSize). 195 Input Files, 6mb total:"
|
||||||
- "L0 "
|
- "L0 "
|
||||||
- "L0.190[189,190] 210ns 7kb |L0.190|"
|
- "L0.190[189,190] 210ns 7kb |L0.190|"
|
||||||
- "L0.189[188,189] 209ns 7kb |L0.189|"
|
- "L0.189[188,189] 209ns 7kb |L0.189|"
|
||||||
|
|
@ -3616,13 +3616,13 @@ async fn not_many_l0_and_overlapped_l1_files() {
|
||||||
- "L1.192[10,19] 2ns 1mb |L1.192| "
|
- "L1.192[10,19] 2ns 1mb |L1.192| "
|
||||||
- "L1.193[20,29] 3ns 1mb |L1.193| "
|
- "L1.193[20,29] 3ns 1mb |L1.193| "
|
||||||
- "L1.194[30,39] 4ns 1mb |L1.194| "
|
- "L1.194[30,39] 4ns 1mb |L1.194| "
|
||||||
- "**** 1 Output Files (parquet_file_id not yet assigned), 6.3mb total:"
|
- "**** 1 Output Files (parquet_file_id not yet assigned), 6mb total:"
|
||||||
- "L1, all files 6.3mb "
|
- "L1, all files 6mb "
|
||||||
- "L1.?[0,190] 210ns |------------------------------------------L1.?------------------------------------------|"
|
- "L1.?[0,190] 210ns |------------------------------------------L1.?------------------------------------------|"
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 195 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L1.191, L1.192, L1.193, L1.194, L1.195"
|
- " Soft Deleting 195 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L1.191, L1.192, L1.193, L1.194, L1.195"
|
||||||
- " Creating 1 files"
|
- " Creating 1 files"
|
||||||
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2407]). 16 Input Files, 21.3mb total:"
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2407]). 16 Input Files, 21mb total:"
|
||||||
- "L1 "
|
- "L1 "
|
||||||
- "L1.196[200,209] 6ns 1mb |L1.196| "
|
- "L1.196[200,209] 6ns 1mb |L1.196| "
|
||||||
- "L1.197[400,409] 7ns 1mb |L1.197| "
|
- "L1.197[400,409] 7ns 1mb |L1.197| "
|
||||||
|
|
@ -3639,18 +3639,18 @@ async fn not_many_l0_and_overlapped_l1_files() {
|
||||||
- "L1.208[2600,2609] 18ns 1mb |L1.208| "
|
- "L1.208[2600,2609] 18ns 1mb |L1.208| "
|
||||||
- "L1.209[2800,2809] 19ns 1mb |L1.209|"
|
- "L1.209[2800,2809] 19ns 1mb |L1.209|"
|
||||||
- "L1.210[3000,3009] 20ns 1mb |L1.210|"
|
- "L1.210[3000,3009] 20ns 1mb |L1.210|"
|
||||||
- "L1.211[0,190] 210ns 6.3mb|L1.211| "
|
- "L1.211[0,190] 210ns 6mb |L1.211| "
|
||||||
- "**** 2 Output Files (parquet_file_id not yet assigned), 21.3mb total:"
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 21mb total:"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.?[0,2407] 210ns 17.04mb|--------------------------------L2.?---------------------------------| "
|
- "L2.?[0,2407] 210ns 17mb |--------------------------------L2.?---------------------------------| "
|
||||||
- "L2.?[2408,3009] 210ns 4.26mb |-----L2.?------| "
|
- "L2.?[2408,3009] 210ns 4mb |-----L2.?------| "
|
||||||
- "Committing partition 1:"
|
- "Committing partition 1:"
|
||||||
- " Soft Deleting 16 files: L1.196, L1.197, L1.198, L1.199, L1.200, L1.201, L1.202, L1.203, L1.204, L1.205, L1.206, L1.207, L1.208, L1.209, L1.210, L1.211"
|
- " Soft Deleting 16 files: L1.196, L1.197, L1.198, L1.199, L1.200, L1.201, L1.202, L1.203, L1.204, L1.205, L1.206, L1.207, L1.208, L1.209, L1.210, L1.211"
|
||||||
- " Creating 2 files"
|
- " Creating 2 files"
|
||||||
- "**** Final Output Files (27.6mb written)"
|
- "**** Final Output Files (28mb written)"
|
||||||
- "L2 "
|
- "L2 "
|
||||||
- "L2.212[0,2407] 210ns 17.04mb|-------------------------------L2.212--------------------------------| "
|
- "L2.212[0,2407] 210ns 17mb|-------------------------------L2.212--------------------------------| "
|
||||||
- "L2.213[2408,3009] 210ns 4.26mb |----L2.213-----| "
|
- "L2.213[2408,3009] 210ns 4mb |----L2.213-----| "
|
||||||
"###
|
"###
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -324,10 +324,10 @@ pub fn display_size(sz: i64) -> String {
|
||||||
if sz < kbyte {
|
if sz < kbyte {
|
||||||
format!("{sz}b")
|
format!("{sz}b")
|
||||||
} else if sz < mbyte {
|
} else if sz < mbyte {
|
||||||
let kb = round(sz / kbyte, 2);
|
let kb = round(sz / kbyte, 0);
|
||||||
format!("{kb}kb")
|
format!("{kb}kb")
|
||||||
} else if sz < gbyte {
|
} else if sz < gbyte {
|
||||||
let mb = round(sz / mbyte, 2);
|
let mb = round(sz / mbyte, 0);
|
||||||
format!("{mb}mb")
|
format!("{mb}mb")
|
||||||
} else {
|
} else {
|
||||||
let gb = round(sz / gbyte, 2);
|
let gb = round(sz / gbyte, 2);
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue