925 lines
95 KiB
Rust
925 lines
95 KiB
Rust
//! layout tests for scenarios with large size overlapped files
|
|
//!
|
|
//! See [crate::layout] module for detailed documentation
|
|
|
|
use std::sync::Arc;
|
|
|
|
use data_types::CompactionLevel;
|
|
use iox_time::{MockProvider, Time, TimeProvider};
|
|
|
|
use crate::layouts::{layout_setup_builder, parquet_builder, run_layout_scenario, ONE_MB};
|
|
|
|
#[tokio::test]
|
|
async fn one_l1_overlaps_with_many_l2s() {
|
|
// Simulate a production scenario in which there are two L1 files but one overlaps with three L2 files
|
|
// and their total size > limit 300MB
|
|
// |----------L2.1----------||----------L2.2----------||-----L2.3----|
|
|
// |----------------------------------------L1.4---------------------------||--L1.5--|
|
|
|
|
test_helpers::maybe_start_logging();
|
|
|
|
let setup = layout_setup_builder().await.build().await;
|
|
let time_provider = Arc::new(MockProvider::new(Time::from_timestamp(0, 0).unwrap()));
|
|
|
|
// L2: 100MB, 100MB, 70MB
|
|
// L1: 100MB, 30MB
|
|
|
|
// non-overlapping L2 files
|
|
let mut num_l2_files = 0;
|
|
for (i, sz) in [100, 100, 70].iter().enumerate() {
|
|
let i = i as i64;
|
|
setup
|
|
.partition
|
|
.create_parquet_file(
|
|
parquet_builder()
|
|
.with_min_time(51 + i * 50)
|
|
.with_max_time(100 + i * 50)
|
|
.with_compaction_level(CompactionLevel::Final)
|
|
.with_file_size_bytes(sz * ONE_MB)
|
|
.with_max_l0_created_at(time_provider.minutes_into_future(i as u64)),
|
|
)
|
|
.await;
|
|
num_l2_files += 1;
|
|
}
|
|
|
|
let l2_max_time: i64 = 100 + (num_l2_files - 1) * 50;
|
|
// Non-overlapping L1 files but the first L1 file overlaps with all L2 files
|
|
for (i, sz) in [100, 30].iter().enumerate() {
|
|
setup
|
|
.partition
|
|
.create_parquet_file(
|
|
parquet_builder()
|
|
.with_min_time(1 + i as i64 * (l2_max_time + 50))
|
|
.with_max_time((i as i64 + 1) * (l2_max_time + 50))
|
|
.with_compaction_level(CompactionLevel::FileNonOverlapped)
|
|
.with_file_size_bytes(sz * ONE_MB)
|
|
.with_max_l0_created_at(
|
|
time_provider.minutes_into_future(num_l2_files as u64 + i as u64 + 1),
|
|
),
|
|
)
|
|
.await;
|
|
}
|
|
|
|
insta::assert_yaml_snapshot!(
|
|
run_layout_scenario(&setup).await,
|
|
@r###"
|
|
---
|
|
- "**** Input Files "
|
|
- "L1 "
|
|
- "L1.4[1,250] 240s 100mb |-------------------L1.4-------------------| "
|
|
- "L1.5[251,500] 300s 30mb |-------------------L1.5-------------------| "
|
|
- "L2 "
|
|
- "L2.1[51,100] 0ns 100mb |-L2.1-| "
|
|
- "L2.2[101,150] 60s 100mb |-L2.2-| "
|
|
- "L2.3[151,200] 120s 70mb |-L2.3-| "
|
|
- "**** Simulation run 0, type=split(ReduceOverlap)(split_times=[100, 150, 200]). 1 Input Files, 100mb total:"
|
|
- "L1, all files 100mb "
|
|
- "L1.4[1,250] 240s |------------------------------------------L1.4------------------------------------------|"
|
|
- "**** 4 Output Files (parquet_file_id not yet assigned), 100mb total:"
|
|
- "L1 "
|
|
- "L1.?[1,100] 240s 40mb |--------------L1.?---------------| "
|
|
- "L1.?[101,150] 240s 20mb |-----L1.?------| "
|
|
- "L1.?[151,200] 240s 20mb |-----L1.?------| "
|
|
- "L1.?[201,250] 240s 21mb |-----L1.?------| "
|
|
- "Committing partition 1:"
|
|
- " Soft Deleting 1 files: L1.4"
|
|
- " Creating 4 files"
|
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[59, 117]). 4 Input Files, 259mb total:"
|
|
- "L1 "
|
|
- "L1.6[1,100] 240s 40mb |--------------------------L1.6---------------------------| "
|
|
- "L1.7[101,150] 240s 20mb |-----------L1.7------------| "
|
|
- "L2 "
|
|
- "L2.1[51,100] 0ns 100mb |-----------L2.1------------| "
|
|
- "L2.2[101,150] 60s 100mb |-----------L2.2------------| "
|
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 259mb total:"
|
|
- "L2 "
|
|
- "L2.?[1,59] 240s 101mb |--------------L2.?---------------| "
|
|
- "L2.?[60,117] 240s 99mb |--------------L2.?--------------| "
|
|
- "L2.?[118,150] 240s 59mb |------L2.?-------| "
|
|
- "Committing partition 1:"
|
|
- " Soft Deleting 4 files: L2.1, L2.2, L1.6, L1.7"
|
|
- " Creating 3 files"
|
|
- "**** Final Output Files (359mb written)"
|
|
- "L1 "
|
|
- "L1.5[251,500] 300s 30mb |-------------------L1.5-------------------| "
|
|
- "L1.8[151,200] 240s 20mb |-L1.8-| "
|
|
- "L1.9[201,250] 240s 21mb |-L1.9-| "
|
|
- "L2 "
|
|
- "L2.3[151,200] 120s 70mb |-L2.3-| "
|
|
- "L2.10[1,59] 240s 101mb |-L2.10--| "
|
|
- "L2.11[60,117] 240s 99mb |-L2.11--| "
|
|
- "L2.12[118,150] 240s 59mb |L2.12| "
|
|
"###
|
|
);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn many_l1_overlaps_with_many_l2s() {
|
|
// Simulate a production scenario in which many L1 files overlap with three L2 files
|
|
// and their total size > limit 256MB
|
|
// |------------L2.1------------||------------L2.2------------||-----L2.3----|
|
|
// |---L1.4---||---L1.5---||-L1.6-||-L1.7-||--L1.8--||--L1.9--||--L1.10--| |--L1.11--|
|
|
|
|
test_helpers::maybe_start_logging();
|
|
|
|
let setup = layout_setup_builder().await.build().await;
|
|
let time_provider = Arc::new(MockProvider::new(Time::from_timestamp(0, 0).unwrap()));
|
|
|
|
// L2: 100MB, 100MB, 70MB
|
|
// L1: 8 files each 13MB to have their total size > 100MB to force the compactor to compact them with overlapped L2 files
|
|
|
|
// non-overlapping L2 files
|
|
let mut num_l2_files = 0;
|
|
for (i, sz) in [100, 100, 70].iter().enumerate() {
|
|
let i = i as i64;
|
|
setup
|
|
.partition
|
|
.create_parquet_file(
|
|
parquet_builder()
|
|
.with_min_time(51 + i * 50)
|
|
.with_max_time(100 + i * 50)
|
|
.with_compaction_level(CompactionLevel::Final)
|
|
.with_file_size_bytes(sz * ONE_MB)
|
|
.with_max_l0_created_at(time_provider.minutes_into_future(i as u64)),
|
|
)
|
|
.await;
|
|
num_l2_files += 1;
|
|
}
|
|
|
|
// Non-overlapping L1 files but they overlap with L2 files as in the diagram above
|
|
let mut num_l1_files = 0;
|
|
for (i, sz) in [13, 13, 13, 13, 13, 13, 13].iter().enumerate() {
|
|
setup
|
|
.partition
|
|
.create_parquet_file(
|
|
parquet_builder()
|
|
.with_min_time(61 + i as i64 * 15)
|
|
.with_max_time(75 + i as i64 * 15)
|
|
.with_compaction_level(CompactionLevel::FileNonOverlapped)
|
|
.with_file_size_bytes(sz * ONE_MB)
|
|
.with_max_l0_created_at(
|
|
time_provider.minutes_into_future(num_l2_files as u64 + i as u64 + 1),
|
|
),
|
|
)
|
|
.await;
|
|
num_l1_files += 1;
|
|
}
|
|
// Have the last L1 not overlap with anything
|
|
setup
|
|
.partition
|
|
.create_parquet_file(
|
|
parquet_builder()
|
|
.with_min_time((num_l2_files as i64 + 1) * 50 + 1)
|
|
.with_max_time((num_l2_files as i64 + 1) * 50 + 15)
|
|
.with_compaction_level(CompactionLevel::FileNonOverlapped)
|
|
.with_file_size_bytes(13 * ONE_MB)
|
|
.with_max_l0_created_at(
|
|
time_provider
|
|
.minutes_into_future(num_l2_files as u64 + num_l1_files as u64 + 1),
|
|
),
|
|
)
|
|
.await;
|
|
|
|
insta::assert_yaml_snapshot!(
|
|
run_layout_scenario(&setup).await,
|
|
@r###"
|
|
---
|
|
- "**** Input Files "
|
|
- "L1 "
|
|
- "L1.4[61,75] 240s 13mb |L1.4-| "
|
|
- "L1.5[76,90] 300s 13mb |L1.5-| "
|
|
- "L1.6[91,105] 360s 13mb |L1.6-| "
|
|
- "L1.7[106,120] 420s 13mb |L1.7-| "
|
|
- "L1.8[121,135] 480s 13mb |L1.8-| "
|
|
- "L1.9[136,150] 540s 13mb |L1.9-| "
|
|
- "L1.10[151,165] 600s 13mb |L1.10| "
|
|
- "L1.11[201,215] 660s 13mb |L1.11| "
|
|
- "L2 "
|
|
- "L2.1[51,100] 0ns 100mb |----------L2.1----------| "
|
|
- "L2.2[101,150] 60s 100mb |----------L2.2----------| "
|
|
- "L2.3[151,200] 120s 70mb |----------L2.3----------| "
|
|
- "**** Simulation run 0, type=split(ReduceOverlap)(split_times=[100]). 1 Input Files, 13mb total:"
|
|
- "L1, all files 13mb "
|
|
- "L1.6[91,105] 360s |------------------------------------------L1.6------------------------------------------|"
|
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:"
|
|
- "L1 "
|
|
- "L1.?[91,100] 360s 8mb |-------------------------L1.?--------------------------| "
|
|
- "L1.?[101,105] 360s 5mb |---------L1.?----------| "
|
|
- "Committing partition 1:"
|
|
- " Soft Deleting 1 files: L1.6"
|
|
- " Creating 2 files"
|
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[87, 123]). 9 Input Files, 278mb total:"
|
|
- "L1 "
|
|
- "L1.4[61,75] 240s 13mb |---L1.4---| "
|
|
- "L1.5[76,90] 300s 13mb |---L1.5---| "
|
|
- "L1.12[91,100] 360s 8mb |L1.12-| "
|
|
- "L1.13[101,105] 360s 5mb |L1.13| "
|
|
- "L1.7[106,120] 420s 13mb |---L1.7---| "
|
|
- "L1.8[121,135] 480s 13mb |---L1.8---| "
|
|
- "L1.9[136,150] 540s 13mb |---L1.9---| "
|
|
- "L2 "
|
|
- "L2.1[51,100] 0ns 100mb |-------------------L2.1-------------------| "
|
|
- "L2.2[101,150] 60s 100mb |-------------------L2.2-------------------| "
|
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 278mb total:"
|
|
- "L2 "
|
|
- "L2.?[51,87] 540s 101mb |-------------L2.?-------------| "
|
|
- "L2.?[88,123] 540s 98mb |------------L2.?-------------| "
|
|
- "L2.?[124,150] 540s 79mb |--------L2.?---------| "
|
|
- "Committing partition 1:"
|
|
- " Soft Deleting 9 files: L2.1, L2.2, L1.4, L1.5, L1.7, L1.8, L1.9, L1.12, L1.13"
|
|
- " Creating 3 files"
|
|
- "**** Final Output Files (291mb written)"
|
|
- "L1 "
|
|
- "L1.10[151,165] 600s 13mb |L1.10| "
|
|
- "L1.11[201,215] 660s 13mb |L1.11| "
|
|
- "L2 "
|
|
- "L2.3[151,200] 120s 70mb |----------L2.3----------| "
|
|
- "L2.14[51,87] 540s 101mb |------L2.14------| "
|
|
- "L2.15[88,123] 540s 98mb |------L2.15------| "
|
|
- "L2.16[124,150] 540s 79mb |---L2.16----| "
|
|
"###
|
|
);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn many_good_size_l0_files() {
|
|
test_helpers::maybe_start_logging();
|
|
|
|
// Scenario when we have a lot of L0 files because the compactor cannot keep up with ingesters
|
|
// and each files is a good size, 2MB, which lead to total size of 200 files (limit num files)
|
|
// greater than limit size (256MB)
|
|
|
|
let two_mb = 2 * ONE_MB;
|
|
|
|
let setup = layout_setup_builder().await.build().await;
|
|
|
|
let num_files = (24 * 60) / 5; // 288 files
|
|
|
|
for i in 0..num_files {
|
|
let i = i as i64;
|
|
setup
|
|
.partition
|
|
.create_parquet_file(
|
|
parquet_builder()
|
|
.with_min_time(i)
|
|
.with_max_time(i + 1)
|
|
.with_compaction_level(CompactionLevel::Initial)
|
|
.with_max_l0_created_at(Time::from_timestamp_nanos(i + 1))
|
|
.with_file_size_bytes(two_mb),
|
|
)
|
|
.await;
|
|
}
|
|
|
|
insta::assert_yaml_snapshot!(
|
|
run_layout_scenario(&setup).await,
|
|
@r###"
|
|
---
|
|
- "**** Input Files "
|
|
- "L0, all files 2mb "
|
|
- "L0.1[0,1] 1ns |L0.1| "
|
|
- "L0.2[1,2] 2ns |L0.2| "
|
|
- "L0.3[2,3] 3ns |L0.3| "
|
|
- "L0.4[3,4] 4ns |L0.4| "
|
|
- "L0.5[4,5] 5ns |L0.5| "
|
|
- "L0.6[5,6] 6ns |L0.6| "
|
|
- "L0.7[6,7] 7ns |L0.7| "
|
|
- "L0.8[7,8] 8ns |L0.8| "
|
|
- "L0.9[8,9] 9ns |L0.9| "
|
|
- "L0.10[9,10] 10ns |L0.10| "
|
|
- "L0.11[10,11] 11ns |L0.11| "
|
|
- "L0.12[11,12] 12ns |L0.12| "
|
|
- "L0.13[12,13] 13ns |L0.13| "
|
|
- "L0.14[13,14] 14ns |L0.14| "
|
|
- "L0.15[14,15] 15ns |L0.15| "
|
|
- "L0.16[15,16] 16ns |L0.16| "
|
|
- "L0.17[16,17] 17ns |L0.17| "
|
|
- "L0.18[17,18] 18ns |L0.18| "
|
|
- "L0.19[18,19] 19ns |L0.19| "
|
|
- "L0.20[19,20] 20ns |L0.20| "
|
|
- "L0.21[20,21] 21ns |L0.21| "
|
|
- "L0.22[21,22] 22ns |L0.22| "
|
|
- "L0.23[22,23] 23ns |L0.23| "
|
|
- "L0.24[23,24] 24ns |L0.24| "
|
|
- "L0.25[24,25] 25ns |L0.25| "
|
|
- "L0.26[25,26] 26ns |L0.26| "
|
|
- "L0.27[26,27] 27ns |L0.27| "
|
|
- "L0.28[27,28] 28ns |L0.28| "
|
|
- "L0.29[28,29] 29ns |L0.29| "
|
|
- "L0.30[29,30] 30ns |L0.30| "
|
|
- "L0.31[30,31] 31ns |L0.31| "
|
|
- "L0.32[31,32] 32ns |L0.32| "
|
|
- "L0.33[32,33] 33ns |L0.33| "
|
|
- "L0.34[33,34] 34ns |L0.34| "
|
|
- "L0.35[34,35] 35ns |L0.35| "
|
|
- "L0.36[35,36] 36ns |L0.36| "
|
|
- "L0.37[36,37] 37ns |L0.37| "
|
|
- "L0.38[37,38] 38ns |L0.38| "
|
|
- "L0.39[38,39] 39ns |L0.39| "
|
|
- "L0.40[39,40] 40ns |L0.40| "
|
|
- "L0.41[40,41] 41ns |L0.41| "
|
|
- "L0.42[41,42] 42ns |L0.42| "
|
|
- "L0.43[42,43] 43ns |L0.43| "
|
|
- "L0.44[43,44] 44ns |L0.44| "
|
|
- "L0.45[44,45] 45ns |L0.45| "
|
|
- "L0.46[45,46] 46ns |L0.46| "
|
|
- "L0.47[46,47] 47ns |L0.47| "
|
|
- "L0.48[47,48] 48ns |L0.48| "
|
|
- "L0.49[48,49] 49ns |L0.49| "
|
|
- "L0.50[49,50] 50ns |L0.50| "
|
|
- "L0.51[50,51] 51ns |L0.51| "
|
|
- "L0.52[51,52] 52ns |L0.52| "
|
|
- "L0.53[52,53] 53ns |L0.53| "
|
|
- "L0.54[53,54] 54ns |L0.54| "
|
|
- "L0.55[54,55] 55ns |L0.55| "
|
|
- "L0.56[55,56] 56ns |L0.56| "
|
|
- "L0.57[56,57] 57ns |L0.57| "
|
|
- "L0.58[57,58] 58ns |L0.58| "
|
|
- "L0.59[58,59] 59ns |L0.59| "
|
|
- "L0.60[59,60] 60ns |L0.60| "
|
|
- "L0.61[60,61] 61ns |L0.61| "
|
|
- "L0.62[61,62] 62ns |L0.62| "
|
|
- "L0.63[62,63] 63ns |L0.63| "
|
|
- "L0.64[63,64] 64ns |L0.64| "
|
|
- "L0.65[64,65] 65ns |L0.65| "
|
|
- "L0.66[65,66] 66ns |L0.66| "
|
|
- "L0.67[66,67] 67ns |L0.67| "
|
|
- "L0.68[67,68] 68ns |L0.68| "
|
|
- "L0.69[68,69] 69ns |L0.69| "
|
|
- "L0.70[69,70] 70ns |L0.70| "
|
|
- "L0.71[70,71] 71ns |L0.71| "
|
|
- "L0.72[71,72] 72ns |L0.72| "
|
|
- "L0.73[72,73] 73ns |L0.73| "
|
|
- "L0.74[73,74] 74ns |L0.74| "
|
|
- "L0.75[74,75] 75ns |L0.75| "
|
|
- "L0.76[75,76] 76ns |L0.76| "
|
|
- "L0.77[76,77] 77ns |L0.77| "
|
|
- "L0.78[77,78] 78ns |L0.78| "
|
|
- "L0.79[78,79] 79ns |L0.79| "
|
|
- "L0.80[79,80] 80ns |L0.80| "
|
|
- "L0.81[80,81] 81ns |L0.81| "
|
|
- "L0.82[81,82] 82ns |L0.82| "
|
|
- "L0.83[82,83] 83ns |L0.83| "
|
|
- "L0.84[83,84] 84ns |L0.84| "
|
|
- "L0.85[84,85] 85ns |L0.85| "
|
|
- "L0.86[85,86] 86ns |L0.86| "
|
|
- "L0.87[86,87] 87ns |L0.87| "
|
|
- "L0.88[87,88] 88ns |L0.88| "
|
|
- "L0.89[88,89] 89ns |L0.89| "
|
|
- "L0.90[89,90] 90ns |L0.90| "
|
|
- "L0.91[90,91] 91ns |L0.91| "
|
|
- "L0.92[91,92] 92ns |L0.92| "
|
|
- "L0.93[92,93] 93ns |L0.93| "
|
|
- "L0.94[93,94] 94ns |L0.94| "
|
|
- "L0.95[94,95] 95ns |L0.95| "
|
|
- "L0.96[95,96] 96ns |L0.96| "
|
|
- "L0.97[96,97] 97ns |L0.97| "
|
|
- "L0.98[97,98] 98ns |L0.98| "
|
|
- "L0.99[98,99] 99ns |L0.99| "
|
|
- "L0.100[99,100] 100ns |L0.100| "
|
|
- "L0.101[100,101] 101ns |L0.101| "
|
|
- "L0.102[101,102] 102ns |L0.102| "
|
|
- "L0.103[102,103] 103ns |L0.103| "
|
|
- "L0.104[103,104] 104ns |L0.104| "
|
|
- "L0.105[104,105] 105ns |L0.105| "
|
|
- "L0.106[105,106] 106ns |L0.106| "
|
|
- "L0.107[106,107] 107ns |L0.107| "
|
|
- "L0.108[107,108] 108ns |L0.108| "
|
|
- "L0.109[108,109] 109ns |L0.109| "
|
|
- "L0.110[109,110] 110ns |L0.110| "
|
|
- "L0.111[110,111] 111ns |L0.111| "
|
|
- "L0.112[111,112] 112ns |L0.112| "
|
|
- "L0.113[112,113] 113ns |L0.113| "
|
|
- "L0.114[113,114] 114ns |L0.114| "
|
|
- "L0.115[114,115] 115ns |L0.115| "
|
|
- "L0.116[115,116] 116ns |L0.116| "
|
|
- "L0.117[116,117] 117ns |L0.117| "
|
|
- "L0.118[117,118] 118ns |L0.118| "
|
|
- "L0.119[118,119] 119ns |L0.119| "
|
|
- "L0.120[119,120] 120ns |L0.120| "
|
|
- "L0.121[120,121] 121ns |L0.121| "
|
|
- "L0.122[121,122] 122ns |L0.122| "
|
|
- "L0.123[122,123] 123ns |L0.123| "
|
|
- "L0.124[123,124] 124ns |L0.124| "
|
|
- "L0.125[124,125] 125ns |L0.125| "
|
|
- "L0.126[125,126] 126ns |L0.126| "
|
|
- "L0.127[126,127] 127ns |L0.127| "
|
|
- "L0.128[127,128] 128ns |L0.128| "
|
|
- "L0.129[128,129] 129ns |L0.129| "
|
|
- "L0.130[129,130] 130ns |L0.130| "
|
|
- "L0.131[130,131] 131ns |L0.131| "
|
|
- "L0.132[131,132] 132ns |L0.132| "
|
|
- "L0.133[132,133] 133ns |L0.133| "
|
|
- "L0.134[133,134] 134ns |L0.134| "
|
|
- "L0.135[134,135] 135ns |L0.135| "
|
|
- "L0.136[135,136] 136ns |L0.136| "
|
|
- "L0.137[136,137] 137ns |L0.137| "
|
|
- "L0.138[137,138] 138ns |L0.138| "
|
|
- "L0.139[138,139] 139ns |L0.139| "
|
|
- "L0.140[139,140] 140ns |L0.140| "
|
|
- "L0.141[140,141] 141ns |L0.141| "
|
|
- "L0.142[141,142] 142ns |L0.142| "
|
|
- "L0.143[142,143] 143ns |L0.143| "
|
|
- "L0.144[143,144] 144ns |L0.144| "
|
|
- "L0.145[144,145] 145ns |L0.145| "
|
|
- "L0.146[145,146] 146ns |L0.146| "
|
|
- "L0.147[146,147] 147ns |L0.147| "
|
|
- "L0.148[147,148] 148ns |L0.148| "
|
|
- "L0.149[148,149] 149ns |L0.149| "
|
|
- "L0.150[149,150] 150ns |L0.150| "
|
|
- "L0.151[150,151] 151ns |L0.151| "
|
|
- "L0.152[151,152] 152ns |L0.152| "
|
|
- "L0.153[152,153] 153ns |L0.153| "
|
|
- "L0.154[153,154] 154ns |L0.154| "
|
|
- "L0.155[154,155] 155ns |L0.155| "
|
|
- "L0.156[155,156] 156ns |L0.156| "
|
|
- "L0.157[156,157] 157ns |L0.157| "
|
|
- "L0.158[157,158] 158ns |L0.158| "
|
|
- "L0.159[158,159] 159ns |L0.159| "
|
|
- "L0.160[159,160] 160ns |L0.160| "
|
|
- "L0.161[160,161] 161ns |L0.161| "
|
|
- "L0.162[161,162] 162ns |L0.162| "
|
|
- "L0.163[162,163] 163ns |L0.163| "
|
|
- "L0.164[163,164] 164ns |L0.164| "
|
|
- "L0.165[164,165] 165ns |L0.165| "
|
|
- "L0.166[165,166] 166ns |L0.166| "
|
|
- "L0.167[166,167] 167ns |L0.167| "
|
|
- "L0.168[167,168] 168ns |L0.168| "
|
|
- "L0.169[168,169] 169ns |L0.169| "
|
|
- "L0.170[169,170] 170ns |L0.170| "
|
|
- "L0.171[170,171] 171ns |L0.171| "
|
|
- "L0.172[171,172] 172ns |L0.172| "
|
|
- "L0.173[172,173] 173ns |L0.173| "
|
|
- "L0.174[173,174] 174ns |L0.174| "
|
|
- "L0.175[174,175] 175ns |L0.175| "
|
|
- "L0.176[175,176] 176ns |L0.176| "
|
|
- "L0.177[176,177] 177ns |L0.177| "
|
|
- "L0.178[177,178] 178ns |L0.178| "
|
|
- "L0.179[178,179] 179ns |L0.179| "
|
|
- "L0.180[179,180] 180ns |L0.180| "
|
|
- "L0.181[180,181] 181ns |L0.181| "
|
|
- "L0.182[181,182] 182ns |L0.182| "
|
|
- "L0.183[182,183] 183ns |L0.183| "
|
|
- "L0.184[183,184] 184ns |L0.184| "
|
|
- "L0.185[184,185] 185ns |L0.185| "
|
|
- "L0.186[185,186] 186ns |L0.186| "
|
|
- "L0.187[186,187] 187ns |L0.187| "
|
|
- "L0.188[187,188] 188ns |L0.188| "
|
|
- "L0.189[188,189] 189ns |L0.189| "
|
|
- "L0.190[189,190] 190ns |L0.190| "
|
|
- "L0.191[190,191] 191ns |L0.191| "
|
|
- "L0.192[191,192] 192ns |L0.192| "
|
|
- "L0.193[192,193] 193ns |L0.193| "
|
|
- "L0.194[193,194] 194ns |L0.194| "
|
|
- "L0.195[194,195] 195ns |L0.195| "
|
|
- "L0.196[195,196] 196ns |L0.196| "
|
|
- "L0.197[196,197] 197ns |L0.197| "
|
|
- "L0.198[197,198] 198ns |L0.198| "
|
|
- "L0.199[198,199] 199ns |L0.199| "
|
|
- "L0.200[199,200] 200ns |L0.200| "
|
|
- "L0.201[200,201] 201ns |L0.201| "
|
|
- "L0.202[201,202] 202ns |L0.202| "
|
|
- "L0.203[202,203] 203ns |L0.203| "
|
|
- "L0.204[203,204] 204ns |L0.204| "
|
|
- "L0.205[204,205] 205ns |L0.205| "
|
|
- "L0.206[205,206] 206ns |L0.206| "
|
|
- "L0.207[206,207] 207ns |L0.207| "
|
|
- "L0.208[207,208] 208ns |L0.208| "
|
|
- "L0.209[208,209] 209ns |L0.209| "
|
|
- "L0.210[209,210] 210ns |L0.210| "
|
|
- "L0.211[210,211] 211ns |L0.211| "
|
|
- "L0.212[211,212] 212ns |L0.212| "
|
|
- "L0.213[212,213] 213ns |L0.213| "
|
|
- "L0.214[213,214] 214ns |L0.214| "
|
|
- "L0.215[214,215] 215ns |L0.215| "
|
|
- "L0.216[215,216] 216ns |L0.216| "
|
|
- "L0.217[216,217] 217ns |L0.217| "
|
|
- "L0.218[217,218] 218ns |L0.218| "
|
|
- "L0.219[218,219] 219ns |L0.219| "
|
|
- "L0.220[219,220] 220ns |L0.220| "
|
|
- "L0.221[220,221] 221ns |L0.221| "
|
|
- "L0.222[221,222] 222ns |L0.222| "
|
|
- "L0.223[222,223] 223ns |L0.223| "
|
|
- "L0.224[223,224] 224ns |L0.224| "
|
|
- "L0.225[224,225] 225ns |L0.225| "
|
|
- "L0.226[225,226] 226ns |L0.226| "
|
|
- "L0.227[226,227] 227ns |L0.227| "
|
|
- "L0.228[227,228] 228ns |L0.228| "
|
|
- "L0.229[228,229] 229ns |L0.229| "
|
|
- "L0.230[229,230] 230ns |L0.230| "
|
|
- "L0.231[230,231] 231ns |L0.231| "
|
|
- "L0.232[231,232] 232ns |L0.232| "
|
|
- "L0.233[232,233] 233ns |L0.233| "
|
|
- "L0.234[233,234] 234ns |L0.234| "
|
|
- "L0.235[234,235] 235ns |L0.235| "
|
|
- "L0.236[235,236] 236ns |L0.236| "
|
|
- "L0.237[236,237] 237ns |L0.237| "
|
|
- "L0.238[237,238] 238ns |L0.238| "
|
|
- "L0.239[238,239] 239ns |L0.239| "
|
|
- "L0.240[239,240] 240ns |L0.240| "
|
|
- "L0.241[240,241] 241ns |L0.241| "
|
|
- "L0.242[241,242] 242ns |L0.242| "
|
|
- "L0.243[242,243] 243ns |L0.243| "
|
|
- "L0.244[243,244] 244ns |L0.244| "
|
|
- "L0.245[244,245] 245ns |L0.245| "
|
|
- "L0.246[245,246] 246ns |L0.246| "
|
|
- "L0.247[246,247] 247ns |L0.247| "
|
|
- "L0.248[247,248] 248ns |L0.248| "
|
|
- "L0.249[248,249] 249ns |L0.249| "
|
|
- "L0.250[249,250] 250ns |L0.250| "
|
|
- "L0.251[250,251] 251ns |L0.251| "
|
|
- "L0.252[251,252] 252ns |L0.252| "
|
|
- "L0.253[252,253] 253ns |L0.253| "
|
|
- "L0.254[253,254] 254ns |L0.254| "
|
|
- "L0.255[254,255] 255ns |L0.255| "
|
|
- "L0.256[255,256] 256ns |L0.256| "
|
|
- "L0.257[256,257] 257ns |L0.257| "
|
|
- "L0.258[257,258] 258ns |L0.258| "
|
|
- "L0.259[258,259] 259ns |L0.259| "
|
|
- "L0.260[259,260] 260ns |L0.260| "
|
|
- "L0.261[260,261] 261ns |L0.261| "
|
|
- "L0.262[261,262] 262ns |L0.262| "
|
|
- "L0.263[262,263] 263ns |L0.263| "
|
|
- "L0.264[263,264] 264ns |L0.264|"
|
|
- "L0.265[264,265] 265ns |L0.265|"
|
|
- "L0.266[265,266] 266ns |L0.266|"
|
|
- "L0.267[266,267] 267ns |L0.267|"
|
|
- "L0.268[267,268] 268ns |L0.268|"
|
|
- "L0.269[268,269] 269ns |L0.269|"
|
|
- "L0.270[269,270] 270ns |L0.270|"
|
|
- "L0.271[270,271] 271ns |L0.271|"
|
|
- "L0.272[271,272] 272ns |L0.272|"
|
|
- "L0.273[272,273] 273ns |L0.273|"
|
|
- "L0.274[273,274] 274ns |L0.274|"
|
|
- "L0.275[274,275] 275ns |L0.275|"
|
|
- "L0.276[275,276] 276ns |L0.276|"
|
|
- "L0.277[276,277] 277ns |L0.277|"
|
|
- "L0.278[277,278] 278ns |L0.278|"
|
|
- "L0.279[278,279] 279ns |L0.279|"
|
|
- "L0.280[279,280] 280ns |L0.280|"
|
|
- "L0.281[280,281] 281ns |L0.281|"
|
|
- "L0.282[281,282] 282ns |L0.282|"
|
|
- "L0.283[282,283] 283ns |L0.283|"
|
|
- "L0.284[283,284] 284ns |L0.284|"
|
|
- "L0.285[284,285] 285ns |L0.285|"
|
|
- "L0.286[285,286] 286ns |L0.286|"
|
|
- "L0.287[286,287] 287ns |L0.287|"
|
|
- "L0.288[287,288] 288ns |L0.288|"
|
|
- "**** Simulation run 0, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[50, 100]). 150 Input Files, 300mb total:"
|
|
- "L0, all files 2mb "
|
|
- "L0.1[0,1] 1ns |L0.1| "
|
|
- "L0.2[1,2] 2ns |L0.2| "
|
|
- "L0.3[2,3] 3ns |L0.3| "
|
|
- "L0.4[3,4] 4ns |L0.4| "
|
|
- "L0.5[4,5] 5ns |L0.5| "
|
|
- "L0.6[5,6] 6ns |L0.6| "
|
|
- "L0.7[6,7] 7ns |L0.7| "
|
|
- "L0.8[7,8] 8ns |L0.8| "
|
|
- "L0.9[8,9] 9ns |L0.9| "
|
|
- "L0.10[9,10] 10ns |L0.10| "
|
|
- "L0.11[10,11] 11ns |L0.11| "
|
|
- "L0.12[11,12] 12ns |L0.12| "
|
|
- "L0.13[12,13] 13ns |L0.13| "
|
|
- "L0.14[13,14] 14ns |L0.14| "
|
|
- "L0.15[14,15] 15ns |L0.15| "
|
|
- "L0.16[15,16] 16ns |L0.16| "
|
|
- "L0.17[16,17] 17ns |L0.17| "
|
|
- "L0.18[17,18] 18ns |L0.18| "
|
|
- "L0.19[18,19] 19ns |L0.19| "
|
|
- "L0.20[19,20] 20ns |L0.20| "
|
|
- "L0.21[20,21] 21ns |L0.21| "
|
|
- "L0.22[21,22] 22ns |L0.22| "
|
|
- "L0.23[22,23] 23ns |L0.23| "
|
|
- "L0.24[23,24] 24ns |L0.24| "
|
|
- "L0.25[24,25] 25ns |L0.25| "
|
|
- "L0.26[25,26] 26ns |L0.26| "
|
|
- "L0.27[26,27] 27ns |L0.27| "
|
|
- "L0.28[27,28] 28ns |L0.28| "
|
|
- "L0.29[28,29] 29ns |L0.29| "
|
|
- "L0.30[29,30] 30ns |L0.30| "
|
|
- "L0.31[30,31] 31ns |L0.31| "
|
|
- "L0.32[31,32] 32ns |L0.32| "
|
|
- "L0.33[32,33] 33ns |L0.33| "
|
|
- "L0.34[33,34] 34ns |L0.34| "
|
|
- "L0.35[34,35] 35ns |L0.35| "
|
|
- "L0.36[35,36] 36ns |L0.36| "
|
|
- "L0.37[36,37] 37ns |L0.37| "
|
|
- "L0.38[37,38] 38ns |L0.38| "
|
|
- "L0.39[38,39] 39ns |L0.39| "
|
|
- "L0.40[39,40] 40ns |L0.40| "
|
|
- "L0.41[40,41] 41ns |L0.41| "
|
|
- "L0.42[41,42] 42ns |L0.42| "
|
|
- "L0.43[42,43] 43ns |L0.43| "
|
|
- "L0.44[43,44] 44ns |L0.44| "
|
|
- "L0.45[44,45] 45ns |L0.45| "
|
|
- "L0.46[45,46] 46ns |L0.46| "
|
|
- "L0.47[46,47] 47ns |L0.47| "
|
|
- "L0.48[47,48] 48ns |L0.48| "
|
|
- "L0.49[48,49] 49ns |L0.49| "
|
|
- "L0.50[49,50] 50ns |L0.50| "
|
|
- "L0.51[50,51] 51ns |L0.51| "
|
|
- "L0.52[51,52] 52ns |L0.52| "
|
|
- "L0.53[52,53] 53ns |L0.53| "
|
|
- "L0.54[53,54] 54ns |L0.54| "
|
|
- "L0.55[54,55] 55ns |L0.55| "
|
|
- "L0.56[55,56] 56ns |L0.56| "
|
|
- "L0.57[56,57] 57ns |L0.57| "
|
|
- "L0.58[57,58] 58ns |L0.58| "
|
|
- "L0.59[58,59] 59ns |L0.59| "
|
|
- "L0.60[59,60] 60ns |L0.60| "
|
|
- "L0.61[60,61] 61ns |L0.61| "
|
|
- "L0.62[61,62] 62ns |L0.62| "
|
|
- "L0.63[62,63] 63ns |L0.63| "
|
|
- "L0.64[63,64] 64ns |L0.64| "
|
|
- "L0.65[64,65] 65ns |L0.65| "
|
|
- "L0.66[65,66] 66ns |L0.66| "
|
|
- "L0.67[66,67] 67ns |L0.67| "
|
|
- "L0.68[67,68] 68ns |L0.68| "
|
|
- "L0.69[68,69] 69ns |L0.69| "
|
|
- "L0.70[69,70] 70ns |L0.70| "
|
|
- "L0.71[70,71] 71ns |L0.71| "
|
|
- "L0.72[71,72] 72ns |L0.72| "
|
|
- "L0.73[72,73] 73ns |L0.73| "
|
|
- "L0.74[73,74] 74ns |L0.74| "
|
|
- "L0.75[74,75] 75ns |L0.75| "
|
|
- "L0.76[75,76] 76ns |L0.76| "
|
|
- "L0.77[76,77] 77ns |L0.77| "
|
|
- "L0.78[77,78] 78ns |L0.78| "
|
|
- "L0.79[78,79] 79ns |L0.79| "
|
|
- "L0.80[79,80] 80ns |L0.80| "
|
|
- "L0.81[80,81] 81ns |L0.81| "
|
|
- "L0.82[81,82] 82ns |L0.82| "
|
|
- "L0.83[82,83] 83ns |L0.83| "
|
|
- "L0.84[83,84] 84ns |L0.84| "
|
|
- "L0.85[84,85] 85ns |L0.85| "
|
|
- "L0.86[85,86] 86ns |L0.86| "
|
|
- "L0.87[86,87] 87ns |L0.87| "
|
|
- "L0.88[87,88] 88ns |L0.88| "
|
|
- "L0.89[88,89] 89ns |L0.89| "
|
|
- "L0.90[89,90] 90ns |L0.90| "
|
|
- "L0.91[90,91] 91ns |L0.91| "
|
|
- "L0.92[91,92] 92ns |L0.92| "
|
|
- "L0.93[92,93] 93ns |L0.93| "
|
|
- "L0.94[93,94] 94ns |L0.94| "
|
|
- "L0.95[94,95] 95ns |L0.95| "
|
|
- "L0.96[95,96] 96ns |L0.96| "
|
|
- "L0.97[96,97] 97ns |L0.97| "
|
|
- "L0.98[97,98] 98ns |L0.98| "
|
|
- "L0.99[98,99] 99ns |L0.99| "
|
|
- "L0.100[99,100] 100ns |L0.100| "
|
|
- "L0.101[100,101] 101ns |L0.101| "
|
|
- "L0.102[101,102] 102ns |L0.102| "
|
|
- "L0.103[102,103] 103ns |L0.103| "
|
|
- "L0.104[103,104] 104ns |L0.104| "
|
|
- "L0.105[104,105] 105ns |L0.105| "
|
|
- "L0.106[105,106] 106ns |L0.106| "
|
|
- "L0.107[106,107] 107ns |L0.107| "
|
|
- "L0.108[107,108] 108ns |L0.108| "
|
|
- "L0.109[108,109] 109ns |L0.109| "
|
|
- "L0.110[109,110] 110ns |L0.110| "
|
|
- "L0.111[110,111] 111ns |L0.111| "
|
|
- "L0.112[111,112] 112ns |L0.112| "
|
|
- "L0.113[112,113] 113ns |L0.113| "
|
|
- "L0.114[113,114] 114ns |L0.114| "
|
|
- "L0.115[114,115] 115ns |L0.115| "
|
|
- "L0.116[115,116] 116ns |L0.116| "
|
|
- "L0.117[116,117] 117ns |L0.117| "
|
|
- "L0.118[117,118] 118ns |L0.118| "
|
|
- "L0.119[118,119] 119ns |L0.119| "
|
|
- "L0.120[119,120] 120ns |L0.120| "
|
|
- "L0.121[120,121] 121ns |L0.121| "
|
|
- "L0.122[121,122] 122ns |L0.122| "
|
|
- "L0.123[122,123] 123ns |L0.123| "
|
|
- "L0.124[123,124] 124ns |L0.124| "
|
|
- "L0.125[124,125] 125ns |L0.125| "
|
|
- "L0.126[125,126] 126ns |L0.126| "
|
|
- "L0.127[126,127] 127ns |L0.127| "
|
|
- "L0.128[127,128] 128ns |L0.128| "
|
|
- "L0.129[128,129] 129ns |L0.129| "
|
|
- "L0.130[129,130] 130ns |L0.130| "
|
|
- "L0.131[130,131] 131ns |L0.131| "
|
|
- "L0.132[131,132] 132ns |L0.132| "
|
|
- "L0.133[132,133] 133ns |L0.133| "
|
|
- "L0.134[133,134] 134ns |L0.134| "
|
|
- "L0.135[134,135] 135ns |L0.135| "
|
|
- "L0.136[135,136] 136ns |L0.136| "
|
|
- "L0.137[136,137] 137ns |L0.137| "
|
|
- "L0.138[137,138] 138ns |L0.138|"
|
|
- "L0.139[138,139] 139ns |L0.139|"
|
|
- "L0.140[139,140] 140ns |L0.140|"
|
|
- "L0.141[140,141] 141ns |L0.141|"
|
|
- "L0.142[141,142] 142ns |L0.142|"
|
|
- "L0.143[142,143] 143ns |L0.143|"
|
|
- "L0.144[143,144] 144ns |L0.144|"
|
|
- "L0.145[144,145] 145ns |L0.145|"
|
|
- "L0.146[145,146] 146ns |L0.146|"
|
|
- "L0.147[146,147] 147ns |L0.147|"
|
|
- "L0.148[147,148] 148ns |L0.148|"
|
|
- "L0.149[148,149] 149ns |L0.149|"
|
|
- "L0.150[149,150] 150ns |L0.150|"
|
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 300mb total:"
|
|
- "L1 "
|
|
- "L1.?[0,50] 150ns 100mb |------------L1.?------------| "
|
|
- "L1.?[51,100] 150ns 98mb |-----------L1.?------------| "
|
|
- "L1.?[101,150] 150ns 102mb |-----------L1.?------------| "
|
|
- "Committing partition 1:"
|
|
- " Soft Deleting 150 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.96, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150"
|
|
- " Creating 3 files"
|
|
- "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[151, 201]). 100 Input Files, 300mb total:"
|
|
- "L0 "
|
|
- "L0.151[150,151] 151ns 2mb |L0.151| "
|
|
- "L0.152[151,152] 152ns 2mb |L0.152| "
|
|
- "L0.153[152,153] 153ns 2mb |L0.153| "
|
|
- "L0.154[153,154] 154ns 2mb |L0.154| "
|
|
- "L0.155[154,155] 155ns 2mb |L0.155| "
|
|
- "L0.156[155,156] 156ns 2mb |L0.156| "
|
|
- "L0.157[156,157] 157ns 2mb |L0.157| "
|
|
- "L0.158[157,158] 158ns 2mb |L0.158| "
|
|
- "L0.159[158,159] 159ns 2mb |L0.159| "
|
|
- "L0.160[159,160] 160ns 2mb |L0.160| "
|
|
- "L0.161[160,161] 161ns 2mb |L0.161| "
|
|
- "L0.162[161,162] 162ns 2mb |L0.162| "
|
|
- "L0.163[162,163] 163ns 2mb |L0.163| "
|
|
- "L0.164[163,164] 164ns 2mb |L0.164| "
|
|
- "L0.165[164,165] 165ns 2mb |L0.165| "
|
|
- "L0.166[165,166] 166ns 2mb |L0.166| "
|
|
- "L0.167[166,167] 167ns 2mb |L0.167| "
|
|
- "L0.168[167,168] 168ns 2mb |L0.168| "
|
|
- "L0.169[168,169] 169ns 2mb |L0.169| "
|
|
- "L0.170[169,170] 170ns 2mb |L0.170| "
|
|
- "L0.171[170,171] 171ns 2mb |L0.171| "
|
|
- "L0.172[171,172] 172ns 2mb |L0.172| "
|
|
- "L0.173[172,173] 173ns 2mb |L0.173| "
|
|
- "L0.174[173,174] 174ns 2mb |L0.174| "
|
|
- "L0.175[174,175] 175ns 2mb |L0.175| "
|
|
- "L0.176[175,176] 176ns 2mb |L0.176| "
|
|
- "L0.177[176,177] 177ns 2mb |L0.177| "
|
|
- "L0.178[177,178] 178ns 2mb |L0.178| "
|
|
- "L0.179[178,179] 179ns 2mb |L0.179| "
|
|
- "L0.180[179,180] 180ns 2mb |L0.180| "
|
|
- "L0.181[180,181] 181ns 2mb |L0.181| "
|
|
- "L0.182[181,182] 182ns 2mb |L0.182| "
|
|
- "L0.183[182,183] 183ns 2mb |L0.183| "
|
|
- "L0.184[183,184] 184ns 2mb |L0.184| "
|
|
- "L0.185[184,185] 185ns 2mb |L0.185| "
|
|
- "L0.186[185,186] 186ns 2mb |L0.186| "
|
|
- "L0.187[186,187] 187ns 2mb |L0.187| "
|
|
- "L0.188[187,188] 188ns 2mb |L0.188| "
|
|
- "L0.189[188,189] 189ns 2mb |L0.189| "
|
|
- "L0.190[189,190] 190ns 2mb |L0.190| "
|
|
- "L0.191[190,191] 191ns 2mb |L0.191| "
|
|
- "L0.192[191,192] 192ns 2mb |L0.192| "
|
|
- "L0.193[192,193] 193ns 2mb |L0.193| "
|
|
- "L0.194[193,194] 194ns 2mb |L0.194| "
|
|
- "L0.195[194,195] 195ns 2mb |L0.195| "
|
|
- "L0.196[195,196] 196ns 2mb |L0.196| "
|
|
- "L0.197[196,197] 197ns 2mb |L0.197| "
|
|
- "L0.198[197,198] 198ns 2mb |L0.198| "
|
|
- "L0.199[198,199] 199ns 2mb |L0.199| "
|
|
- "L0.200[199,200] 200ns 2mb |L0.200| "
|
|
- "L0.201[200,201] 201ns 2mb |L0.201| "
|
|
- "L0.202[201,202] 202ns 2mb |L0.202| "
|
|
- "L0.203[202,203] 203ns 2mb |L0.203| "
|
|
- "L0.204[203,204] 204ns 2mb |L0.204| "
|
|
- "L0.205[204,205] 205ns 2mb |L0.205| "
|
|
- "L0.206[205,206] 206ns 2mb |L0.206| "
|
|
- "L0.207[206,207] 207ns 2mb |L0.207| "
|
|
- "L0.208[207,208] 208ns 2mb |L0.208| "
|
|
- "L0.209[208,209] 209ns 2mb |L0.209| "
|
|
- "L0.210[209,210] 210ns 2mb |L0.210| "
|
|
- "L0.211[210,211] 211ns 2mb |L0.211| "
|
|
- "L0.212[211,212] 212ns 2mb |L0.212| "
|
|
- "L0.213[212,213] 213ns 2mb |L0.213| "
|
|
- "L0.214[213,214] 214ns 2mb |L0.214| "
|
|
- "L0.215[214,215] 215ns 2mb |L0.215| "
|
|
- "L0.216[215,216] 216ns 2mb |L0.216| "
|
|
- "L0.217[216,217] 217ns 2mb |L0.217| "
|
|
- "L0.218[217,218] 218ns 2mb |L0.218| "
|
|
- "L0.219[218,219] 219ns 2mb |L0.219| "
|
|
- "L0.220[219,220] 220ns 2mb |L0.220| "
|
|
- "L0.221[220,221] 221ns 2mb |L0.221| "
|
|
- "L0.222[221,222] 222ns 2mb |L0.222| "
|
|
- "L0.223[222,223] 223ns 2mb |L0.223| "
|
|
- "L0.224[223,224] 224ns 2mb |L0.224| "
|
|
- "L0.225[224,225] 225ns 2mb |L0.225| "
|
|
- "L0.226[225,226] 226ns 2mb |L0.226| "
|
|
- "L0.227[226,227] 227ns 2mb |L0.227| "
|
|
- "L0.228[227,228] 228ns 2mb |L0.228| "
|
|
- "L0.229[228,229] 229ns 2mb |L0.229| "
|
|
- "L0.230[229,230] 230ns 2mb |L0.230| "
|
|
- "L0.231[230,231] 231ns 2mb |L0.231| "
|
|
- "L0.232[231,232] 232ns 2mb |L0.232| "
|
|
- "L0.233[232,233] 233ns 2mb |L0.233| "
|
|
- "L0.234[233,234] 234ns 2mb |L0.234| "
|
|
- "L0.235[234,235] 235ns 2mb |L0.235| "
|
|
- "L0.236[235,236] 236ns 2mb |L0.236| "
|
|
- "L0.237[236,237] 237ns 2mb |L0.237|"
|
|
- "L0.238[237,238] 238ns 2mb |L0.238|"
|
|
- "L0.239[238,239] 239ns 2mb |L0.239|"
|
|
- "L0.240[239,240] 240ns 2mb |L0.240|"
|
|
- "L0.241[240,241] 241ns 2mb |L0.241|"
|
|
- "L0.242[241,242] 242ns 2mb |L0.242|"
|
|
- "L0.243[242,243] 243ns 2mb |L0.243|"
|
|
- "L0.244[243,244] 244ns 2mb |L0.244|"
|
|
- "L0.245[244,245] 245ns 2mb |L0.245|"
|
|
- "L0.246[245,246] 246ns 2mb |L0.246|"
|
|
- "L0.247[246,247] 247ns 2mb |L0.247|"
|
|
- "L0.248[247,248] 248ns 2mb |L0.248|"
|
|
- "L0.249[248,249] 249ns 2mb |L0.249|"
|
|
- "L1 "
|
|
- "L1.291[101,150] 150ns 102mb|----------L1.291-----------| "
|
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 300mb total:"
|
|
- "L1 "
|
|
- "L1.?[101,151] 249ns 101mb|------------L1.?------------| "
|
|
- "L1.?[152,201] 249ns 99mb |-----------L1.?------------| "
|
|
- "L1.?[202,249] 249ns 99mb |-----------L1.?-----------| "
|
|
- "Committing partition 1:"
|
|
- " Soft Deleting 100 files: L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L0.191, L0.192, L0.193, L0.194, L0.195, L0.196, L0.197, L0.198, L0.199, L0.200, L0.201, L0.202, L0.203, L0.204, L0.205, L0.206, L0.207, L0.208, L0.209, L0.210, L0.211, L0.212, L0.213, L0.214, L0.215, L0.216, L0.217, L0.218, L0.219, L0.220, L0.221, L0.222, L0.223, L0.224, L0.225, L0.226, L0.227, L0.228, L0.229, L0.230, L0.231, L0.232, L0.233, L0.234, L0.235, L0.236, L0.237, L0.238, L0.239, L0.240, L0.241, L0.242, L0.243, L0.244, L0.245, L0.246, L0.247, L0.248, L0.249, L1.291"
|
|
- " Creating 3 files"
|
|
- "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[251]). 40 Input Files, 177mb total:"
|
|
- "L0 "
|
|
- "L0.288[287,288] 288ns 2mb |L0.288|"
|
|
- "L0.287[286,287] 287ns 2mb |L0.287|"
|
|
- "L0.286[285,286] 286ns 2mb |L0.286|"
|
|
- "L0.285[284,285] 285ns 2mb |L0.285|"
|
|
- "L0.284[283,284] 284ns 2mb |L0.284|"
|
|
- "L0.283[282,283] 283ns 2mb |L0.283|"
|
|
- "L0.282[281,282] 282ns 2mb |L0.282|"
|
|
- "L0.281[280,281] 281ns 2mb |L0.281| "
|
|
- "L0.280[279,280] 280ns 2mb |L0.280| "
|
|
- "L0.279[278,279] 279ns 2mb |L0.279| "
|
|
- "L0.278[277,278] 278ns 2mb |L0.278| "
|
|
- "L0.277[276,277] 277ns 2mb |L0.277| "
|
|
- "L0.276[275,276] 276ns 2mb |L0.276| "
|
|
- "L0.275[274,275] 275ns 2mb |L0.275| "
|
|
- "L0.274[273,274] 274ns 2mb |L0.274| "
|
|
- "L0.273[272,273] 273ns 2mb |L0.273| "
|
|
- "L0.272[271,272] 272ns 2mb |L0.272| "
|
|
- "L0.271[270,271] 271ns 2mb |L0.271| "
|
|
- "L0.270[269,270] 270ns 2mb |L0.270| "
|
|
- "L0.269[268,269] 269ns 2mb |L0.269| "
|
|
- "L0.268[267,268] 268ns 2mb |L0.268| "
|
|
- "L0.267[266,267] 267ns 2mb |L0.267| "
|
|
- "L0.266[265,266] 266ns 2mb |L0.266| "
|
|
- "L0.265[264,265] 265ns 2mb |L0.265| "
|
|
- "L0.264[263,264] 264ns 2mb |L0.264| "
|
|
- "L0.263[262,263] 263ns 2mb |L0.263| "
|
|
- "L0.262[261,262] 262ns 2mb |L0.262| "
|
|
- "L0.261[260,261] 261ns 2mb |L0.261| "
|
|
- "L0.260[259,260] 260ns 2mb |L0.260| "
|
|
- "L0.259[258,259] 259ns 2mb |L0.259| "
|
|
- "L0.258[257,258] 258ns 2mb |L0.258| "
|
|
- "L0.257[256,257] 257ns 2mb |L0.257| "
|
|
- "L0.256[255,256] 256ns 2mb |L0.256| "
|
|
- "L0.255[254,255] 255ns 2mb |L0.255| "
|
|
- "L0.254[253,254] 254ns 2mb |L0.254| "
|
|
- "L0.253[252,253] 253ns 2mb |L0.253| "
|
|
- "L0.252[251,252] 252ns 2mb |L0.252| "
|
|
- "L0.251[250,251] 251ns 2mb |L0.251| "
|
|
- "L0.250[249,250] 250ns 2mb |L0.250| "
|
|
- "L1 "
|
|
- "L1.294[202,249] 249ns 99mb|--------------------L1.294---------------------| "
|
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 177mb total:"
|
|
- "L1 "
|
|
- "L1.?[202,251] 288ns 101mb|----------------------L1.?-----------------------| "
|
|
- "L1.?[252,288] 288ns 76mb |---------------L1.?----------------| "
|
|
- "Committing partition 1:"
|
|
- " Soft Deleting 40 files: L0.250, L0.251, L0.252, L0.253, L0.254, L0.255, L0.256, L0.257, L0.258, L0.259, L0.260, L0.261, L0.262, L0.263, L0.264, L0.265, L0.266, L0.267, L0.268, L0.269, L0.270, L0.271, L0.272, L0.273, L0.274, L0.275, L0.276, L0.277, L0.278, L0.279, L0.280, L0.281, L0.282, L0.283, L0.284, L0.285, L0.286, L0.287, L0.288, L1.294"
|
|
- " Creating 2 files"
|
|
- "**** Simulation run 3, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[102, 153]). 3 Input Files, 299mb total:"
|
|
- "L1 "
|
|
- "L1.290[51,100] 150ns 98mb|----------L1.290-----------| "
|
|
- "L1.292[101,151] 249ns 101mb |-----------L1.292-----------| "
|
|
- "L1.293[152,201] 249ns 99mb |----------L1.293-----------| "
|
|
- "**** 3 Output Files (parquet_file_id not yet assigned), 299mb total:"
|
|
- "L2 "
|
|
- "L2.?[51,102] 249ns 102mb |------------L2.?------------| "
|
|
- "L2.?[103,153] 249ns 100mb |------------L2.?------------| "
|
|
- "L2.?[154,201] 249ns 98mb |-----------L2.?-----------| "
|
|
- "Committing partition 1:"
|
|
- " Soft Deleting 3 files: L1.290, L1.292, L1.293"
|
|
- " Upgrading 1 files level to CompactionLevel::L2: L1.289"
|
|
- " Creating 3 files"
|
|
- "**** Simulation run 4, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[280]). 1 Input Files, 76mb total:"
|
|
- "L1, all files 76mb "
|
|
- "L1.296[252,288] 288ns |-----------------------------------------L1.296-----------------------------------------|"
|
|
- "**** 2 Output Files (parquet_file_id not yet assigned), 76mb total:"
|
|
- "L2 "
|
|
- "L2.?[252,280] 288ns 59mb |--------------------------------L2.?--------------------------------| "
|
|
- "L2.?[281,288] 288ns 17mb |-----L2.?------| "
|
|
- "Committing partition 1:"
|
|
- " Soft Deleting 1 files: L1.296"
|
|
- " Upgrading 1 files level to CompactionLevel::L2: L1.295"
|
|
- " Creating 2 files"
|
|
- "**** Final Output Files (1.13gb written)"
|
|
- "L2 "
|
|
- "L2.289[0,50] 150ns 100mb |---L2.289----| "
|
|
- "L2.295[202,251] 288ns 101mb |---L2.295----| "
|
|
- "L2.297[51,102] 249ns 102mb |---L2.297----| "
|
|
- "L2.298[103,153] 249ns 100mb |---L2.298----| "
|
|
- "L2.299[154,201] 249ns 98mb |---L2.299---| "
|
|
- "L2.300[252,280] 288ns 59mb |L2.300| "
|
|
- "L2.301[281,288] 288ns 17mb |L2.301|"
|
|
"###
|
|
);
|
|
}
|