diff --git a/compactor/src/components/divide_initial/multiple_branches.rs b/compactor/src/components/divide_initial/multiple_branches.rs index 8c94d02231..11fe3839ce 100644 --- a/compactor/src/components/divide_initial/multiple_branches.rs +++ b/compactor/src/components/divide_initial/multiple_branches.rs @@ -245,6 +245,24 @@ impl DivideInitial for MultipleBranchesDivideInitial { // RoundSplit already eliminated all the files we don't need to work on. RoundInfo::VerticalSplit { .. } => (vec![files], more_for_later), + + RoundInfo::CompactRanges { ranges, .. } => { + // Each range describes what can be a distinct branch, concurrently compacted. + + let mut branches = Vec::with_capacity(ranges.len()); + let mut this_branch: Vec; + let mut files = files; + + for range in &ranges { + (this_branch, files) = files.into_iter().partition(|f2| { + f2.overlaps_time_range(Timestamp::new(range.min), Timestamp::new(range.max)) + }); + + branches.push(this_branch) + } + assert!(files.is_empty(), "all files should map to a range"); + (branches, vec![]) + } } } } diff --git a/compactor/src/components/file_classifier/split_based.rs b/compactor/src/components/file_classifier/split_based.rs index 4fcd05b39c..f27d79912e 100644 --- a/compactor/src/components/file_classifier/split_based.rs +++ b/compactor/src/components/file_classifier/split_based.rs @@ -207,11 +207,82 @@ where files_to_keep, } } + + RoundInfo::CompactRanges { + max_num_files_to_group, + max_total_file_size_to_group, + .. + } => { + let l0_count = files_to_compact + .iter() + .filter(|f| f.compaction_level == CompactionLevel::Initial) + .count(); + + if l0_count > *max_num_files_to_group { + // Too many L0s, do manySmallFiles within this range. + let (files_to_compact, mut files_to_keep) = files_to_compact + .into_iter() + .partition(|f| f.compaction_level == CompactionLevel::Initial); + + let l0_classification = file_classification_for_many_files( + *max_total_file_size_to_group, + *max_num_files_to_group, + files_to_compact, + CompactionLevel::Initial, + ); + + files_to_keep.extend(l0_classification.files_to_keep); + + assert!(!l0_classification.files_to_make_progress_on.is_empty()); + FileClassification { + target_level: l0_classification.target_level, + files_to_make_progress_on: l0_classification.files_to_make_progress_on, + files_to_keep, + } + } else { + // There's not too many L0s, so upgrade/split/compact as required to get L0s->L1. + let target_level = CompactionLevel::FileNonOverlapped; + let (files_to_compact, mut files_to_keep) = self + .target_level_split + .apply(files_to_compact, target_level); + + // To have efficient compaction performance, we do not need to compact eligible non-overlapped files + // Find eligible non-overlapped files and keep for next round of compaction + let (files_to_compact, non_overlapping_files) = + self.non_overlap_split.apply(files_to_compact, target_level); + files_to_keep.extend(non_overlapping_files); + + // To have efficient compaction performance, we only need to upgrade (catalog update only) eligible files + let (files_to_compact, files_to_upgrade) = + self.upgrade_split.apply(files_to_compact, target_level); + + // See if we need to split start-level files due to over compaction size limit + let (files_to_split_or_compact, other_files) = + self.split_or_compact + .apply(partition_info, files_to_compact, target_level); + files_to_keep.extend(other_files); + + let files_to_make_progress_on = FilesForProgress { + upgrade: files_to_upgrade, + split_or_compact: files_to_split_or_compact, + }; + + assert!(!files_to_make_progress_on.is_empty()); + FileClassification { + target_level, + files_to_make_progress_on, + files_to_keep, + } + } + } } } } // ManySmallFiles assumes the L0 files are tiny and aims to do L0-> L0 compaction to reduce the number of tiny files. +// With vertical splitting, this only operates on a CompactionRange that's up to the max_compact_size. So while there's +// many files, we know there's not many bytes (in total). Because of this, We can skip anything that's a sizeable portion +// of the max_compact_size, knowing that we can still get the L0 quantity down to max_num_files_to_group. fn file_classification_for_many_files( max_total_file_size_to_group: usize, max_num_files_to_group: usize, @@ -231,27 +302,53 @@ fn file_classification_for_many_files( let mut files_to_compact = vec![]; let mut files_to_keep: Vec = vec![]; + // The goal is to compact the small files without repeately rewriting the non-small files (that hurts write amp). + // Assume tiny files separated by non-tiny files, we need to get down to max_num_files_to_group. + // So compute the biggest files we can skip, and still be guaranteed to get down to max_num_files_to_group. + let skip_size = max_total_file_size_to_group * 2 / max_num_files_to_group; + // Enforce max_num_files_to_group if files.len() > max_num_files_to_group { let ordered_files = order_files(files, target_level.prev()); - ordered_files - .chunks(max_num_files_to_group) - .for_each(|chunk| { - let this_chunk_bytes: usize = - chunk.iter().map(|f| f.file_size_bytes as usize).sum(); - if this_chunk_bytes > max_total_file_size_to_group { - // This chunk of files are plenty big and don't fit the ManySmallFiles characteristics. - // If we let ManySmallFiles handle them, it may get stuck with unproductive compactions. - // So set them aside for later (when we're not in ManySmallFiles mode). - files_to_keep.append(chunk.to_vec().as_mut()); - } else if files_to_compact.is_empty() { + let mut chunk_bytes: usize = 0; + let mut chunk: Vec = Vec::with_capacity(max_num_files_to_group); + for f in ordered_files { + if !files_to_compact.is_empty() { + // We've already got a batch of files to compact, this can wait. + files_to_keep.push(f); + } else if chunk_bytes + f.file_size_bytes as usize > max_total_file_size_to_group + || chunk.len() + 1 > max_num_files_to_group + || f.file_size_bytes >= skip_size as i64 + { + // This file will not be included in this compaction. + files_to_keep.push(f); + if chunk.len() > 1 { + // Several files; we'll do an L0->L0 comapction on them. files_to_compact = chunk.to_vec(); - } else { - // We've already got a batch of files to compact, these can wait. + chunk = Vec::with_capacity(max_num_files_to_group); + } else if !chunk.is_empty() { + // Just one file, and we don't want to compact it with 'f', so skip it. files_to_keep.append(chunk.to_vec().as_mut()); + chunk = Vec::with_capacity(max_num_files_to_group); } - }); + } else { + // This files goes in our draft chunk to compact + chunk_bytes += f.file_size_bytes as usize; + chunk.push(f); + } + } + if !chunk.is_empty() { + assert!(files_to_compact.is_empty()); + if chunk.len() > 1 { + // We need to compact what comes before f + files_to_compact = chunk.to_vec(); + } else if !chunk.is_empty() { + files_to_keep.append(chunk.to_vec().as_mut()); + } + } + + assert!(chunk.is_empty() || chunk.len() > 1); } else { files_to_compact = files; } diff --git a/compactor/src/components/files_split/upgrade_split.rs b/compactor/src/components/files_split/upgrade_split.rs index 91dd3993dd..b6641b666c 100644 --- a/compactor/src/components/files_split/upgrade_split.rs +++ b/compactor/src/components/files_split/upgrade_split.rs @@ -34,13 +34,13 @@ impl Display for UpgradeSplit { impl FilesSplit for UpgradeSplit { /// Return (`[files_to_compact]`, `[files_to_upgrade]`) of the given files - /// so that `files_to_upgrade` does not overlap with any files in previous level + /// so that `files_to_upgrade` does not overlap with any files in next level /// /// The files_to_upgrade must in the (target_level - 1) /// - /// Eligible upgradable files are large-enough-file (>= max_desired_file_size) files of the previous level of + /// Eligible upgradable files are large-enough-file (>= max_desired_file_size/2) files of the previous level of /// the target level that do not overlap on time range with any files in its level and higher-level files. - /// Note: we always have to stick the the invariance that the outout files must not overlap + /// Note: we always have to stick to the invariance that the outout files must not overlap /// /// Example: /// |--L0.1--| |--L0.2--| |--L0.3--| @@ -54,7 +54,7 @@ impl FilesSplit for UpgradeSplit { /// /// Algorithm: /// The non-overlappings files are files of the (target_level -1) files that: - /// 1. Size >= max_desire_file_size + /// 1. Size >= max_desire_file_size/2 /// 2. Completely outside the time range of all higher level files /// 3. Not overlap with any files in the same level /// 4. Not overlap with the time range of the files not meet 3 conditions above @@ -81,7 +81,7 @@ impl FilesSplit for UpgradeSplit { // Go go over all files of previous level and check if they are NOT eligible to upgrade // by hit one of this conditions - // . Size < max_desire_file_size + // . Size < max_desire_file_size/2 // . Overlap with time range of target_level_files // . Overlap with any files in the same level // Otherwise, they are large and not overlap. Put them in the potential upgradable list @@ -90,7 +90,7 @@ impl FilesSplit for UpgradeSplit { let mut potential_upgradable_files = Vec::with_capacity(prev_level_files.len()); while let Some(file) = prev_level_files.pop() { // size is small - if file.file_size_bytes < self.max_desired_file_size_bytes as i64 { + if file.file_size_bytes < self.max_desired_file_size_bytes as i64 / 2 { files_to_compact.push(file); } else if let Some(target_time_range) = target_time_range { // overlap with target_level_files @@ -203,13 +203,13 @@ mod tests { #[test] fn test_apply_one_level_overlap_small_l0() { - let files = create_overlapping_l0_files((MAX_SIZE - 1) as i64); + let files = create_overlapping_l0_files((MAX_SIZE / 2 - 1) as i64); insta::assert_yaml_snapshot!( format_files("initial", &files), @r###" --- - initial - - "L0, all files 99b " + - "L0, all files 49b " - "L0.2[150,180] 0ns |L0.2| " - "L0.1[100,200] 0ns |--L0.1---| " - "L0.3[800,900] 0ns |--L0.3---| " @@ -226,7 +226,7 @@ mod tests { @r###" --- - files_to_compact - - "L0, all files 99b " + - "L0, all files 49b " - "L0.3[800,900] 0ns |--L0.3---| " - "L0.1[100,200] 0ns |--L0.1---| " - "L0.2[150,180] 0ns |L0.2| " @@ -274,13 +274,13 @@ mod tests { #[test] fn test_apply_one_level_small_l0() { - let files = create_l0_files((MAX_SIZE - 1) as i64); + let files = create_l0_files((MAX_SIZE / 2 - 1) as i64); insta::assert_yaml_snapshot!( format_files("initial", &files), @r###" --- - initial - - "L0, all files 99b " + - "L0, all files 49b " - "L0.2[650,750] 0ns |-------L0.2-------| " - "L0.1[450,620] 0ns |--------------L0.1--------------| " - "L0.3[800,900] 0ns |-------L0.3-------|" @@ -296,7 +296,7 @@ mod tests { @r###" --- - files_to_compact - - "L0, all files 99b " + - "L0, all files 49b " - "L0.3[800,900] 0ns |-------L0.3-------|" - "L0.1[450,620] 0ns |--------------L0.1--------------| " - "L0.2[650,750] 0ns |-------L0.2-------| " @@ -394,7 +394,7 @@ mod tests { #[test] fn test_apply_one_level_l1_mix_size() { - let files = create_l1_files_mix_size(MAX_SIZE as i64); + let files = create_l1_files_mix_size((MAX_SIZE / 2) as i64); // . small files (< size ): L1.1, L1.3 // . Large files (.= size): L1.2, L1.4, L1.5 @@ -407,11 +407,11 @@ mod tests { --- - initial - "L1 " - - "L1.15[1000,1100] 0ns 200b |-L1.15--| " - - "L1.13[600,700] 0ns 90b |-L1.13--| " - - "L1.12[400,500] 0ns 101b |-L1.12--| " - - "L1.11[250,350] 0ns 99b |-L1.11--| " - - "L1.14[800,900] 0ns 100b |-L1.14--| " + - "L1.15[1000,1100] 0ns 150b |-L1.15--| " + - "L1.13[600,700] 0ns 40b |-L1.13--| " + - "L1.12[400,500] 0ns 51b |-L1.12--| " + - "L1.11[250,350] 0ns 49b |-L1.11--| " + - "L1.14[800,900] 0ns 50b |-L1.14--| " "### ); @@ -425,30 +425,30 @@ mod tests { --- - files_to_compact - "L1 " - - "L1.11[250,350] 0ns 99b |------L1.11-------| " - - "L1.13[600,700] 0ns 90b |------L1.13-------|" - - "L1.12[400,500] 0ns 101b |------L1.12-------| " + - "L1.11[250,350] 0ns 49b |------L1.11-------| " + - "L1.13[600,700] 0ns 40b |------L1.13-------|" + - "L1.12[400,500] 0ns 51b |------L1.12-------| " - files_to_upgrade - "L1 " - - "L1.15[1000,1100] 0ns 200b |-----------L1.15------------|" - - "L1.14[800,900] 0ns 100b |-----------L1.14------------| " + - "L1.15[1000,1100] 0ns 150b |-----------L1.15------------|" + - "L1.14[800,900] 0ns 50b |-----------L1.14------------| " "### ); } #[test] fn test_apply_all_small_target_l1() { - let files = create_overlapped_l0_l1_files((MAX_SIZE - 1) as i64); + let files = create_overlapped_l0_l1_files((MAX_SIZE / 2 - 1) as i64); insta::assert_yaml_snapshot!( format_files("initial", &files), @r###" --- - initial - - "L0, all files 99b " + - "L0, all files 49b " - "L0.2[650,750] 180s |---L0.2----| " - "L0.1[450,620] 120s |--------L0.1---------| " - "L0.3[800,900] 300s |---L0.3----| " - - "L1, all files 99b " + - "L1, all files 49b " - "L1.13[600,700] 60s |---L1.13---| " - "L1.12[400,500] 60s |---L1.12---| " - "L1.11[250,350] 60s |---L1.11---| " @@ -465,11 +465,11 @@ mod tests { @r###" --- - files_to_compact - - "L0, all files 99b " + - "L0, all files 49b " - "L0.3[800,900] 300s |---L0.3----| " - "L0.1[450,620] 120s |--------L0.1---------| " - "L0.2[650,750] 180s |---L0.2----| " - - "L1, all files 99b " + - "L1, all files 49b " - "L1.13[600,700] 60s |---L1.13---| " - "L1.12[400,500] 60s |---L1.12---| " - "L1.11[250,350] 60s |---L1.11---| " @@ -523,7 +523,7 @@ mod tests { #[test] fn test_apply_all_small_target_l2() { - let files = create_overlapped_l1_l2_files((MAX_SIZE - 1) as i64); + let files = create_overlapped_l1_l2_files((MAX_SIZE / 2 - 1) as i64); let split = UpgradeSplit::new(MAX_SIZE); let (files_to_compact, files_to_upgrade) = split.apply(files, CompactionLevel::Final); @@ -533,11 +533,11 @@ mod tests { @r###" --- - files_to_compact - - "L1, all files 99b " + - "L1, all files 49b " - "L1.11[250,350] 0ns |--L1.11---| " - "L1.12[400,500] 0ns |--L1.12---| " - "L1.13[600,700] 0ns |--L1.13---| " - - "L2, all files 99b " + - "L2, all files 49b " - "L2.21[0,100] 0ns |--L2.21---| " - "L2.22[200,300] 0ns |--L2.22---| " - files_to_upgrade @@ -587,7 +587,7 @@ mod tests { #[test] fn test_apply_all_small_target_l2_mix_size() { - let files = create_overlapped_l1_l2_files_mix_size(MAX_SIZE as i64); + let files = create_overlapped_l1_l2_files_mix_size((MAX_SIZE / 2) as i64); // Small files (< size): [L1.3] // Large files: [L2.1, L2.2, L1.1, L1.2] // ==> nothing to upgrade @@ -597,12 +597,12 @@ mod tests { --- - initial - "L1 " - - "L1.13[600,700] 0ns 99b |--L1.13---| " - - "L1.12[400,500] 0ns 100b |--L1.12---| " - - "L1.11[250,350] 0ns 100b |--L1.11---| " + - "L1.13[600,700] 0ns 49b |--L1.13---| " + - "L1.12[400,500] 0ns 50b |--L1.12---| " + - "L1.11[250,350] 0ns 50b |--L1.11---| " - "L2 " - - "L2.21[0,100] 0ns 100b |--L2.21---| " - - "L2.22[200,300] 0ns 100b |--L2.22---| " + - "L2.21[0,100] 0ns 50b |--L2.21---| " + - "L2.22[200,300] 0ns 50b |--L2.22---| " "### ); @@ -615,12 +615,12 @@ mod tests { --- - files_to_compact - "L1 " - - "L1.11[250,350] 0ns 100b |--L1.11---| " - - "L1.13[600,700] 0ns 99b |--L1.13---| " - - "L1.12[400,500] 0ns 100b |--L1.12---| " + - "L1.11[250,350] 0ns 50b |--L1.11---| " + - "L1.13[600,700] 0ns 49b |--L1.13---| " + - "L1.12[400,500] 0ns 50b |--L1.12---| " - "L2 " - - "L2.21[0,100] 0ns 100b |--L2.21---| " - - "L2.22[200,300] 0ns 100b |--L2.22---| " + - "L2.21[0,100] 0ns 50b |--L2.21---| " + - "L2.22[200,300] 0ns 50b |--L2.22---| " - files_to_upgrade "### ); @@ -628,7 +628,7 @@ mod tests { #[test] fn test_apply_all_small_target_l2_mix_size_2() { - let files = create_overlapped_l1_l2_files_mix_size_2(MAX_SIZE as i64); + let files = create_overlapped_l1_l2_files_mix_size_2((MAX_SIZE / 2) as i64); // Small files (< size): [L1.2] // Large files: [L2.1, L2.2, L1.1, L1.3] // ==> L1.3 is eligible for upgrade @@ -638,12 +638,12 @@ mod tests { --- - initial - "L1 " - - "L1.13[600,700] 0ns 100b |--L1.13---| " - - "L1.12[400,500] 0ns 99b |--L1.12---| " - - "L1.11[250,350] 0ns 100b |--L1.11---| " + - "L1.13[600,700] 0ns 50b |--L1.13---| " + - "L1.12[400,500] 0ns 49b |--L1.12---| " + - "L1.11[250,350] 0ns 50b |--L1.11---| " - "L2 " - - "L2.21[0,100] 0ns 100b |--L2.21---| " - - "L2.22[200,300] 0ns 100b |--L2.22---| " + - "L2.21[0,100] 0ns 50b |--L2.21---| " + - "L2.22[200,300] 0ns 50b |--L2.22---| " "### ); @@ -655,13 +655,13 @@ mod tests { --- - files_to_compact - "L1 " - - "L1.11[250,350] 0ns 100b |-----L1.11------| " - - "L1.12[400,500] 0ns 99b |-----L1.12------|" + - "L1.11[250,350] 0ns 50b |-----L1.11------| " + - "L1.12[400,500] 0ns 49b |-----L1.12------|" - "L2 " - - "L2.21[0,100] 0ns 100b |-----L2.21------| " - - "L2.22[200,300] 0ns 100b |-----L2.22------| " + - "L2.21[0,100] 0ns 50b |-----L2.21------| " + - "L2.22[200,300] 0ns 50b |-----L2.22------| " - files_to_upgrade - - "L1, all files 100b " + - "L1, all files 50b " - "L1.13[600,700] 0ns |-----------------------------------------L1.13------------------------------------------|" "### ); @@ -711,21 +711,21 @@ mod tests { #[test] fn test_apply_all_small_target_l1_2() { - let files = create_overlapped_files_3((MAX_SIZE - 1) as i64); + let files = create_overlapped_files_3((MAX_SIZE / 2 - 1) as i64); // All small ==> nothing to upgrade insta::assert_yaml_snapshot!( format_files("initial", &files), @r###" --- - initial - - "L0, all files 99b " + - "L0, all files 49b " - "L0.3[400,500] 0ns |-L0.3-| " - "L0.2[200,300] 0ns |-L0.2-| " - "L0.1[0,100] 0ns |-L0.1-| " - "L0.4[600,700] 0ns |-L0.4-| " - "L0.5[800,900] 0ns |-L0.5-| " - "L0.6[1000,1100] 0ns |-L0.6-| " - - "L1, all files 99b " + - "L1, all files 49b " - "L1.11[250,350] 0ns |L1.11-| " - "L1.12[650,750] 0ns |L1.12-| " "### @@ -740,14 +740,14 @@ mod tests { @r###" --- - files_to_compact - - "L0, all files 99b " + - "L0, all files 49b " - "L0.6[1000,1100] 0ns |-L0.6-| " - "L0.5[800,900] 0ns |-L0.5-| " - "L0.4[600,700] 0ns |-L0.4-| " - "L0.1[0,100] 0ns |-L0.1-| " - "L0.2[200,300] 0ns |-L0.2-| " - "L0.3[400,500] 0ns |-L0.3-| " - - "L1, all files 99b " + - "L1, all files 49b " - "L1.11[250,350] 0ns |L1.11-| " - "L1.12[650,750] 0ns |L1.12-| " - files_to_upgrade @@ -806,7 +806,7 @@ mod tests { #[test] fn test_apply_mix_size_target_l1_2() { - let files = create_overlapped_files_3_mix_size(MAX_SIZE as i64); + let files = create_overlapped_files_3_mix_size((MAX_SIZE / 2) as i64); // Small files (< size): L0.6 // Large files: the rest // ==> only L0.1 is eligible for upgrade @@ -816,15 +816,15 @@ mod tests { --- - initial - "L0 " - - "L0.3[400,500] 0ns 100b |-L0.3-| " - - "L0.2[200,300] 0ns 100b |-L0.2-| " - - "L0.1[0,100] 0ns 100b |-L0.1-| " - - "L0.4[600,700] 0ns 100b |-L0.4-| " - - "L0.5[800,900] 0ns 100b |-L0.5-| " - - "L0.6[1000,1100] 0ns 99b |-L0.6-| " + - "L0.3[400,500] 0ns 50b |-L0.3-| " + - "L0.2[200,300] 0ns 50b |-L0.2-| " + - "L0.1[0,100] 0ns 50b |-L0.1-| " + - "L0.4[600,700] 0ns 50b |-L0.4-| " + - "L0.5[800,900] 0ns 50b |-L0.5-| " + - "L0.6[1000,1100] 0ns 49b |-L0.6-| " - "L1 " - - "L1.11[250,350] 0ns 100b |L1.11-| " - - "L1.12[650,750] 0ns 100b |L1.12-| " + - "L1.11[250,350] 0ns 50b |L1.11-| " + - "L1.12[650,750] 0ns 50b |L1.12-| " "### ); @@ -838,16 +838,16 @@ mod tests { --- - files_to_compact - "L0 " - - "L0.6[1000,1100] 0ns 99b |--L0.6--|" - - "L0.4[600,700] 0ns 100b |--L0.4--| " - - "L0.2[200,300] 0ns 100b |--L0.2--| " - - "L0.3[400,500] 0ns 100b |--L0.3--| " - - "L0.5[800,900] 0ns 100b |--L0.5--| " + - "L0.6[1000,1100] 0ns 49b |--L0.6--|" + - "L0.4[600,700] 0ns 50b |--L0.4--| " + - "L0.2[200,300] 0ns 50b |--L0.2--| " + - "L0.3[400,500] 0ns 50b |--L0.3--| " + - "L0.5[800,900] 0ns 50b |--L0.5--| " - "L1 " - - "L1.11[250,350] 0ns 100b |-L1.11--| " - - "L1.12[650,750] 0ns 100b |-L1.12--| " + - "L1.11[250,350] 0ns 50b |-L1.11--| " + - "L1.12[650,750] 0ns 50b |-L1.12--| " - files_to_upgrade - - "L0, all files 100b " + - "L0, all files 50b " - "L0.1[0,100] 0ns |------------------------------------------L0.1------------------------------------------|" "### ); diff --git a/compactor/src/components/round_info_source/mod.rs b/compactor/src/components/round_info_source/mod.rs index 803b4ec943..71341dc8b0 100644 --- a/compactor/src/components/round_info_source/mod.rs +++ b/compactor/src/components/round_info_source/mod.rs @@ -11,7 +11,7 @@ use crate::components::{ Components, }; use async_trait::async_trait; -use data_types::{CompactionLevel, ParquetFile, Timestamp}; +use data_types::{CompactionLevel, FileRange, ParquetFile, Timestamp}; use itertools::Itertools; use observability_deps::tracing::debug; @@ -28,6 +28,7 @@ pub trait RoundInfoSource: Debug + Display + Send + Sync { async fn calculate( &self, components: Arc, + last_round_info: Option, partition_info: &PartitionInfo, files: Vec, ) -> Result<(RoundInfo, Vec>, Vec), DynError>; @@ -55,12 +56,13 @@ impl RoundInfoSource for LoggingRoundInfoWrapper { async fn calculate( &self, components: Arc, + last_round_info: Option, partition_info: &PartitionInfo, files: Vec, ) -> Result<(RoundInfo, Vec>, Vec), DynError> { let res = self .inner - .calculate(components, partition_info, files) + .calculate(components, last_round_info, partition_info, files) .await; if let Ok((round_info, branches, files_later)) = &res { debug!(round_info_source=%self.inner, %round_info, branches=branches.len(), files_later=files_later.len(), "running round"); @@ -90,6 +92,10 @@ impl LevelBasedRoundInfo { } /// Returns true if the scenario looks like ManySmallFiles, but we can't group them well into branches. + /// TODO: use this or remove it. For now, keep it in case we need the temporary workaround again. + /// This can be used to identify criteria to trigger a SimulatedLeadingEdge as a temporary workaround + /// for a situation that isn't well handled, when the desire is to postpone optimal handling to a later PR. + #[allow(dead_code)] pub fn many_ungroupable_files( &self, files: &[ParquetFile], @@ -202,19 +208,24 @@ impl LevelBasedRoundInfo { false } - /// vertical_split_times evaluates the files to determine if vertical splitting is necessary. If so, - /// a vec of split times is returned. The caller will use those split times in a VerticalSplit RoundInfo. - /// If no split times are returned, that implies veritcal splitting is not appropriate, and the caller - /// will identify another type of RoundInfo for this round of compaction. - pub fn vertical_split_times( + /// vertical_split_handling determines if vertical splitting is necessary, or has already been done. + /// If splitting is necessary, a vec of split times is returned. If a previous split is detected, a + /// vec of CompactionRange is returned to preserve the prior split. + /// The need for more splitting takes precedence over acting on prior splitting. So if a vec of split times + /// is returned, the caller will use those split times in a VerticalSplit RoundInfo for vertical splitting. + /// If only a vec of CompactRanges are returned, the caller will use those to preserve the prior split until + /// all the L0s are compacted to L1. + /// If neither is returned, the caller will identify another type of RoundInfo for this round of compaction. + pub fn vertical_split_handling( &self, files: Vec, max_compact_size: usize, - ) -> Vec { - let (start_level_files, target_level_files): (Vec, Vec) = files - .into_iter() - .filter(|f| f.compaction_level != CompactionLevel::Final) - .partition(|f| f.compaction_level == CompactionLevel::Initial); + ) -> (Vec, Vec) { + let (start_level_files, mut target_level_files): (Vec, Vec) = + files + .into_iter() + .filter(|f| f.compaction_level != CompactionLevel::Final) + .partition(|f| f.compaction_level == CompactionLevel::Initial); let len = start_level_files.len(); let mut split_times = Vec::with_capacity(len); @@ -222,8 +233,10 @@ impl LevelBasedRoundInfo { // Break up the start level files into chains of files that overlap each other. // Then we'll determine if vertical splitting is needed within each chain. let chains = split_into_chains(start_level_files); + let chains = merge_small_l0_chains(chains, max_compact_size); + let mut ranges = Vec::with_capacity(chains.len()); - for chain in chains { + for chain in &chains { let chain_cap: usize = chain.iter().map(|f| f.file_size_bytes as usize).sum(); // A single file over max size can just get upgraded to L1, then L2, unless it overlaps other L0s. @@ -233,7 +246,7 @@ impl LevelBasedRoundInfo { // We can't know the data distribution within each file without reading the file (too expensive), but we can // still learn a lot about the data distribution accross the set of files by assuming even distribtuion within each // file and considering the distribution of files within the chain's time range. - let linear_ranges = linear_dist_ranges(&chain, chain_cap, max_compact_size); + let linear_ranges = linear_dist_ranges(chain, chain_cap, max_compact_size); for range in linear_ranges { // split at every time range of linear distribution. @@ -284,9 +297,64 @@ impl LevelBasedRoundInfo { } } + // If we're not doing vertical splitting, while we've got the chains, lets check for a previous vertical split. + // We'll preserve prior splitting activity by creating CompactionRange for each of the previous splits. + if chains.len() > 1 { + let mut prior_overlapping_max = Timestamp::new(0); + let mut prior_chain_max: i64 = 0; + let mut overlaps: Vec; + + for chain in &chains { + let mut min = chain.iter().map(|f| f.min_time).min().unwrap(); + + let max = chain.iter().map(|f| f.max_time).max().unwrap(); + + if min <= prior_overlapping_max && prior_overlapping_max != Timestamp::new(0) { + // Target level files overlap more than one start level file, and there is a target level file overlapping + // the prior chain of L0s and this one. We'll split the target level file at the pror range/chain max before + // proceeding with compactions. + split_times.push(prior_chain_max) + } + + // As we identify overlaps, we'll include some don't quite overlap, but are between the prior chain and this one. + // By including them here, we preserve the opportunity to grow small L1s in a "gappy" leading edge pattern. + // If they're large, they'll be excluded from the L0->L1 compaction, so there's no harm including them. + let search_min = + (prior_overlapping_max + 1).max(Timestamp::new(prior_chain_max + 1)); + (overlaps, target_level_files) = target_level_files.into_iter().partition(|f2| { + f2.overlaps_time_range(search_min, max) + && f2.compaction_level != CompactionLevel::Final + }); + let cap: usize = chain + .iter() + .map(|f| f.file_size_bytes as usize) + .sum::() + + overlaps + .iter() + .map(|f| f.file_size_bytes as usize) + .sum::(); + + if !overlaps.is_empty() { + prior_overlapping_max = overlaps.iter().map(|f| f.max_time).max().unwrap(); + let prior_smallest_max = overlaps.iter().map(|f| f.max_time).min().unwrap(); + if prior_smallest_max < min { + // Expand the region to include this file, so it can be included (if its small and we'd like to grow it). + min = prior_smallest_max; + } + } + prior_chain_max = max.get(); + + ranges.push(FileRange { + min: min.get(), + max: max.get(), + cap, + }); + } + } + split_times.sort(); split_times.dedup(); - split_times + (split_times, ranges) } } @@ -297,9 +365,30 @@ impl RoundInfoSource for LevelBasedRoundInfo { async fn calculate( &self, components: Arc, + last_round_info: Option, _partition_info: &PartitionInfo, files: Vec, ) -> Result<(RoundInfo, Vec>, Vec), DynError> { + let mut ranges: Vec = vec![]; + + if let Some(last_round_info) = last_round_info { + if let Some(last_ranges) = last_round_info.ranges() { + // Last round had L0 CompactRange. If we have unfinished business from that, + // we need to continue with those ranges. + for range in last_ranges { + // If this range still has overapping L0 files, we need to keep it. + for f in &files { + if f.compaction_level == CompactionLevel::Initial + && f.overlaps_ranges(&vec![range]) + { + ranges.push(range); + break; + } + } + } + } + } + // start_level is usually the lowest level we have files in, but occasionally we decide to // compact L1->L2 when L0s still exist. If this comes back as L1, we'll ignore L0s for this // round and force an early L1-L2 compaction. @@ -309,14 +398,21 @@ impl RoundInfoSource for LevelBasedRoundInfo { self.max_total_file_size_per_plan, ); - let round_info = if start_level == CompactionLevel::Initial { - let split_times = self - .vertical_split_times(files.clone().to_vec(), self.max_total_file_size_per_plan); + let round_info = if !ranges.is_empty() { + RoundInfo::CompactRanges { + ranges, + max_num_files_to_group: self.max_num_files_per_plan, + max_total_file_size_to_group: self.max_total_file_size_per_plan, + } + } else if start_level == CompactionLevel::Initial { + let (split_times, ranges) = self + .vertical_split_handling(files.clone().to_vec(), self.max_total_file_size_per_plan); + if !split_times.is_empty() { RoundInfo::VerticalSplit { split_times } - } else if self.many_ungroupable_files(&files, start_level, self.max_num_files_per_plan) - { - RoundInfo::SimulatedLeadingEdge { + } else if !ranges.is_empty() { + RoundInfo::CompactRanges { + ranges, max_num_files_to_group: self.max_num_files_per_plan, max_total_file_size_to_group: self.max_total_file_size_per_plan, } diff --git a/compactor/src/components/round_split/many_files.rs b/compactor/src/components/round_split/many_files.rs index 236826563f..2d7ada1466 100644 --- a/compactor/src/components/round_split/many_files.rs +++ b/compactor/src/components/round_split/many_files.rs @@ -67,12 +67,26 @@ impl RoundSplit for ManyFilesRoundSplit { // We're splitting L0 files at split_times. So any L0 that overlaps a split_time needs processed, and all other files are ignored until later. let (split_files, rest): (Vec, Vec) = files.into_iter().partition(|f| { - f.compaction_level == CompactionLevel::Initial - && f.needs_split(&split_times) + f.compaction_level != CompactionLevel::Final && f.needs_split(&split_times) }); + assert!( + !split_files.is_empty(), + "if we decided to split, there should be something to split" + ); (split_files, rest) } + + RoundInfo::CompactRanges { ranges, .. } => { + // We're compacting L0 & L1s in the specified ranges. Files outside these ranges are + // ignored until a later round. + let (compact_files, rest): (Vec, Vec) = + files.into_iter().partition(|f| { + f.compaction_level != CompactionLevel::Final && f.overlaps_ranges(&ranges) + }); + + (compact_files, rest) + } } } } diff --git a/compactor/src/components/split_or_compact/start_level_files_to_split.rs b/compactor/src/components/split_or_compact/start_level_files_to_split.rs index f882721f09..0b285b06c6 100644 --- a/compactor/src/components/split_or_compact/start_level_files_to_split.rs +++ b/compactor/src/components/split_or_compact/start_level_files_to_split.rs @@ -335,6 +335,7 @@ pub fn merge_small_l0_chains( // matching max_lo_created_at times indicates that the files were deliberately split. We shouldn't merge // chains with matching max_lo_created_at times, because that would encourage undoing the previous split, // which minimally increases write amplification, and may cause unproductive split/compact loops. + // TODO: this may not be necessary long term (with CompactRanges this might be ok) let mut matches = 0; if prior_chain_bytes > 0 { for f in chain.iter() { @@ -362,6 +363,9 @@ pub fn merge_small_l0_chains( } } + // Put it back in the standard order. + merged_chains.sort_by_key(|a| a[0].min_time); + merged_chains } diff --git a/compactor/src/driver.rs b/compactor/src/driver.rs index 51628679e5..fbad622ad9 100644 --- a/compactor/src/driver.rs +++ b/compactor/src/driver.rs @@ -215,6 +215,7 @@ async fn try_compact_partition( let mut files = components.partition_files_source.fetch(partition_id).await; let partition_info = components.partition_info_source.fetch(partition_id).await?; let transmit_progress_signal = Arc::new(transmit_progress_signal); + let mut last_round_info: Option = None; // loop for each "Round", consider each file in the partition // for partitions with a lot of compaction work to do, keeping the work divided into multiple rounds, @@ -246,6 +247,7 @@ async fn try_compact_partition( .round_info_source .calculate( Arc::::clone(&components), + last_round_info, &partition_info, files, ) @@ -292,6 +294,7 @@ async fn try_compact_partition( .await?; files.extend(branches_output.into_iter().flatten()); + last_round_info = Some(round_info); } } diff --git a/compactor/src/round_info.rs b/compactor/src/round_info.rs index 79fe99858e..51b69da86a 100644 --- a/compactor/src/round_info.rs +++ b/compactor/src/round_info.rs @@ -2,7 +2,7 @@ use std::fmt::Display; -use data_types::CompactionLevel; +use data_types::{CompactionLevel, FileRange}; /// Information about the current compaction round (see driver.rs for /// more details about a round) @@ -52,6 +52,17 @@ pub enum RoundInfo { /// need split. split_times: Vec, }, + + /// CompactRanges are overlapping chains of L0s are less than max_compact_size, with no L0 or L1 overlaps + /// between ranges. + CompactRanges { + /// Ranges describing distinct chains of L0s to be compacted. + ranges: Vec, + /// max number of files to group in each plan + max_num_files_to_group: usize, + /// max total size limit of files to group in each plan + max_total_file_size_to_group: usize, + }, } impl Display for RoundInfo { @@ -68,6 +79,7 @@ impl Display for RoundInfo { max_total_file_size_to_group, } => write!(f, "SimulatedLeadingEdge: {max_num_files_to_group}, {max_total_file_size_to_group}",), Self::VerticalSplit { split_times } => write!(f, "VerticalSplit: {split_times:?}"), + Self::CompactRanges { ranges, max_num_files_to_group, max_total_file_size_to_group } => write!(f, "{:?}, {max_num_files_to_group}, {max_total_file_size_to_group}", ranges) } } } @@ -81,6 +93,7 @@ impl RoundInfo { Self::ManySmallFiles { start_level, .. } => *start_level, Self::SimulatedLeadingEdge { .. } => CompactionLevel::FileNonOverlapped, Self::VerticalSplit { .. } => CompactionLevel::Initial, + Self::CompactRanges { .. } => CompactionLevel::Initial, } } @@ -107,6 +120,10 @@ impl RoundInfo { .. } => Some(*max_num_files_to_group), Self::VerticalSplit { .. } => None, + Self::CompactRanges { + max_num_files_to_group, + .. + } => Some(*max_num_files_to_group), } } @@ -123,6 +140,25 @@ impl RoundInfo { .. } => Some(*max_total_file_size_to_group), Self::VerticalSplit { .. } => None, + Self::CompactRanges { + max_total_file_size_to_group, + .. + } => Some(*max_total_file_size_to_group), + } + } + + /// return compaction ranges, when available. + /// We could generate ranges from VerticalSplit split times, but that asssumes the splits resulted in + /// no ranges > max_compact_size, which is not guaranteed. Instead, we'll detect the ranges the first + /// time after VerticalSplit, and may decide to resplit subset of the files again if data was more + /// non-linear than expected. + pub fn ranges(&self) -> Option> { + match self { + Self::TargetLevel { .. } => None, + Self::ManySmallFiles { .. } => None, + Self::SimulatedLeadingEdge { .. } => None, + Self::VerticalSplit { .. } => None, + Self::CompactRanges { ranges, .. } => Some(ranges.clone()), } } } diff --git a/compactor/tests/integration.rs b/compactor/tests/integration.rs index 31ee42ec11..19ad513d2f 100644 --- a/compactor/tests/integration.rs +++ b/compactor/tests/integration.rs @@ -56,9 +56,9 @@ async fn test_num_files_over_limit() { setup.run_compact().await; // - // read files and verify 2 files + // read files and verify 3 files let files = setup.list_by_table_not_to_delete().await; - assert_eq!(files.len(), 2); + assert_eq!(files.len(), 3); // // verify ID and compaction level of the files @@ -68,8 +68,9 @@ async fn test_num_files_over_limit() { assert_levels( &files, vec![ + (7, CompactionLevel::FileNonOverlapped), + (8, CompactionLevel::FileNonOverlapped), (9, CompactionLevel::FileNonOverlapped), - (10, CompactionLevel::FileNonOverlapped), ], ); } @@ -129,7 +130,7 @@ async fn test_compact_target_level() { // This is the result of 2-round compaction fomr L0s -> L1s and then L1s -> L2s // The first round will create two L1 files IDs 7 and 8 // The second round will create tow L2 file IDs 9 and 10 - vec![(9, CompactionLevel::Final), (10, CompactionLevel::Final)], + vec![(10, CompactionLevel::Final), (11, CompactionLevel::Final)], ); assert_max_l0_created_at( @@ -137,8 +138,8 @@ async fn test_compact_target_level() { // both files have max_l0_created time_5_minutes_future // which is the max of all L0 input's max_l0_created_at vec![ - (9, times.time_5_minutes_future), (10, times.time_5_minutes_future), + (11, times.time_5_minutes_future), ], ); @@ -229,13 +230,14 @@ async fn test_compact_large_overlapes() { --- - initial - "L2 " - - "L2.6[6000,36000] 300s 3kb|-------L2.6-------| " - - "L2.7[68000,68000] 300s 2kb |L2.7| " - - "L2.8[136000,136000] 300s 3kb |L2.8|" + - "L2.5[136000,136000] 300s 2kb |L2.5|" + - "L2.6[6000,30000] 240s 3kb|-----L2.6-----| " + - "L2.7[36000,36000] 240s 3kb |L2.7| " + - "L2.8[68000,68000] 240s 2kb |L2.8| " "### ); - assert_eq!(files.len(), 3); + assert_eq!(files.len(), 4); // order files on their min_time files.sort_by_key(|f| f.min_time); @@ -253,7 +255,6 @@ async fn test_compact_large_overlapes() { "| 1500 | WA | | | 1970-01-01T00:00:00.000008Z |", "| 1601 | | PA | 15 | 1970-01-01T00:00:00.000028Z |", "| 1601 | | PA | 15 | 1970-01-01T00:00:00.000030Z |", - "| 21 | | OH | 21 | 1970-01-01T00:00:00.000036Z |", "| 270 | UT | | | 1970-01-01T00:00:00.000025Z |", "| 70 | UT | | | 1970-01-01T00:00:00.000020Z |", "| 99 | OR | | | 1970-01-01T00:00:00.000012Z |", @@ -270,7 +271,7 @@ async fn test_compact_large_overlapes() { "+-----------+------+------+------+-----------------------------+", "| field_int | tag1 | tag2 | tag3 | time |", "+-----------+------+------+------+-----------------------------+", - "| 10 | VT | | | 1970-01-01T00:00:00.000068Z |", + "| 21 | | OH | 21 | 1970-01-01T00:00:00.000036Z |", "+-----------+------+------+------+-----------------------------+", ], &batches @@ -284,11 +285,24 @@ async fn test_compact_large_overlapes() { "+-----------+------+------+------+-----------------------------+", "| field_int | tag1 | tag2 | tag3 | time |", "+-----------+------+------+------+-----------------------------+", - "| 210 | | OH | 21 | 1970-01-01T00:00:00.000136Z |", + "| 10 | VT | | | 1970-01-01T00:00:00.000068Z |", "+-----------+------+------+------+-----------------------------+", ], &batches ); + + let file = files[3].clone(); + let batches = setup.read_parquet_file(file).await; + assert_batches_sorted_eq!( + &[ + "+-----------+------+------+-----------------------------+", + "| field_int | tag2 | tag3 | time |", + "+-----------+------+------+-----------------------------+", + "| 210 | OH | 21 | 1970-01-01T00:00:00.000136Z |", + "+-----------+------+------+-----------------------------+", + ], + &batches + ); } #[tokio::test] diff --git a/compactor/tests/layouts/backfill.rs b/compactor/tests/layouts/backfill.rs index 35f5760d56..2e9e509660 100644 --- a/compactor/tests/layouts/backfill.rs +++ b/compactor/tests/layouts/backfill.rs @@ -559,54 +559,7 @@ async fn random_backfill_empty_partition() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.51, L0.52, L0.55, L0.58, L0.61, L0.63, L0.66, L0.69, L0.72, L0.74, L0.77, L0.80, L0.83, L0.85, L0.88, L0.91, L0.94, L0.96, L0.99, L0.102" - " Creating 1 files" - - "**** Simulation run 51, type=compact(ManySmallFiles). 20 Input Files, 71mb total:" - - "L0 " - - "L0.105[50,355] 1.02us 5mb |---------------------------------------L0.105----------------------------------------| " - - "L0.107[76,355] 1.02us 3mb |------------------------------------L0.107------------------------------------| " - - "L0.110[42,355] 1.02us 3mb|-----------------------------------------L0.110-----------------------------------------|" - - "L0.113[173,355] 1.02us 2mb |----------------------L0.113----------------------| " - - "L0.116[50,355] 1.02us 5mb |---------------------------------------L0.116----------------------------------------| " - - "L0.118[76,355] 1.02us 3mb |------------------------------------L0.118------------------------------------| " - - "L0.121[42,355] 1.02us 3mb|-----------------------------------------L0.121-----------------------------------------|" - - "L0.124[173,355] 1.03us 2mb |----------------------L0.124----------------------| " - - "L0.127[50,355] 1.03us 5mb |---------------------------------------L0.127----------------------------------------| " - - "L0.129[76,355] 1.03us 3mb |------------------------------------L0.129------------------------------------| " - - "L0.132[42,355] 1.03us 3mb|-----------------------------------------L0.132-----------------------------------------|" - - "L0.135[173,355] 1.03us 2mb |----------------------L0.135----------------------| " - - "L0.138[50,355] 1.03us 5mb |---------------------------------------L0.138----------------------------------------| " - - "L0.140[76,355] 1.03us 3mb |------------------------------------L0.140------------------------------------| " - - "L0.143[42,355] 1.03us 3mb|-----------------------------------------L0.143-----------------------------------------|" - - "L0.146[173,355] 1.03us 2mb |----------------------L0.146----------------------| " - - "L0.149[50,355] 1.03us 5mb |---------------------------------------L0.149----------------------------------------| " - - "L0.151[76,355] 1.04us 3mb |------------------------------------L0.151------------------------------------| " - - "L0.154[42,355] 1.04us 3mb|-----------------------------------------L0.154-----------------------------------------|" - - "L0.157[173,355] 1.04us 2mb |----------------------L0.157----------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 71mb total:" - - "L0, all files 71mb " - - "L0.?[42,355] 1.04us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.105, L0.107, L0.110, L0.113, L0.116, L0.118, L0.121, L0.124, L0.127, L0.129, L0.132, L0.135, L0.138, L0.140, L0.143, L0.146, L0.149, L0.151, L0.154, L0.157" - - " Creating 1 files" - - "**** Simulation run 52, type=compact(ManySmallFiles). 11 Input Files, 40mb total:" - - "L0 " - - "L0.160[50,355] 1.04us 5mb |---------------------------------------L0.160----------------------------------------| " - - "L0.162[76,355] 1.04us 3mb |------------------------------------L0.162------------------------------------| " - - "L0.165[42,355] 1.04us 3mb|-----------------------------------------L0.165-----------------------------------------|" - - "L0.168[173,355] 1.04us 2mb |----------------------L0.168----------------------| " - - "L0.171[50,355] 1.04us 5mb |---------------------------------------L0.171----------------------------------------| " - - "L0.173[76,355] 1.04us 3mb |------------------------------------L0.173------------------------------------| " - - "L0.176[42,355] 1.05us 3mb|-----------------------------------------L0.176-----------------------------------------|" - - "L0.179[173,355] 1.05us 2mb |----------------------L0.179----------------------| " - - "L0.182[50,355] 1.05us 5mb |---------------------------------------L0.182----------------------------------------| " - - "L0.184[76,355] 1.05us 3mb |------------------------------------L0.184------------------------------------| " - - "L0.187[42,355] 1.05us 3mb|-----------------------------------------L0.187-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 40mb total:" - - "L0, all files 40mb " - - "L0.?[42,355] 1.05us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 11 files: L0.160, L0.162, L0.165, L0.168, L0.171, L0.173, L0.176, L0.179, L0.182, L0.184, L0.187" - - " Creating 1 files" - - "**** Simulation run 53, type=compact(ManySmallFiles). 20 Input Files, 79mb total:" + - "**** Simulation run 51, type=compact(ManySmallFiles). 20 Input Files, 79mb total:" - "L0 " - "L0.53[356,668] 1us 4mb |-----------------------------------------L0.53------------------------------------------|" - "L0.56[356,668] 1us 3mb |-----------------------------------------L0.56------------------------------------------|" @@ -634,6 +587,62 @@ async fn random_backfill_empty_partition() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.53, L0.56, L0.59, L0.62, L0.64, L0.67, L0.70, L0.73, L0.75, L0.78, L0.81, L0.84, L0.86, L0.89, L0.92, L0.95, L0.97, L0.100, L0.103, L0.106" - " Creating 1 files" + - "**** Simulation run 52, type=compact(ManySmallFiles). 20 Input Files, 67mb total:" + - "L0 " + - "L0.54[669,932] 1us 3mb |---------------------------------L0.54----------------------------------| " + - "L0.57[669,986] 1us 3mb |-----------------------------------------L0.57------------------------------------------|" + - "L0.60[669,950] 1us 4mb |------------------------------------L0.60------------------------------------| " + - "L0.65[669,932] 1us 3mb |---------------------------------L0.65----------------------------------| " + - "L0.68[669,986] 1us 3mb |-----------------------------------------L0.68------------------------------------------|" + - "L0.71[669,950] 1.01us 4mb|------------------------------------L0.71------------------------------------| " + - "L0.76[669,932] 1.01us 3mb|---------------------------------L0.76----------------------------------| " + - "L0.79[669,986] 1.01us 3mb|-----------------------------------------L0.79------------------------------------------|" + - "L0.82[669,950] 1.01us 4mb|------------------------------------L0.82------------------------------------| " + - "L0.87[669,932] 1.01us 3mb|---------------------------------L0.87----------------------------------| " + - "L0.90[669,986] 1.01us 3mb|-----------------------------------------L0.90------------------------------------------|" + - "L0.93[669,950] 1.01us 4mb|------------------------------------L0.93------------------------------------| " + - "L0.98[669,932] 1.02us 3mb|---------------------------------L0.98----------------------------------| " + - "L0.101[669,986] 1.02us 3mb|-----------------------------------------L0.101-----------------------------------------|" + - "L0.104[669,950] 1.02us 4mb|-----------------------------------L0.104------------------------------------| " + - "L0.109[669,932] 1.02us 3mb|---------------------------------L0.109---------------------------------| " + - "L0.112[669,986] 1.02us 3mb|-----------------------------------------L0.112-----------------------------------------|" + - "L0.115[669,950] 1.02us 4mb|-----------------------------------L0.115------------------------------------| " + - "L0.120[669,932] 1.02us 3mb|---------------------------------L0.120---------------------------------| " + - "L0.123[669,986] 1.02us 3mb|-----------------------------------------L0.123-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 67mb total:" + - "L0, all files 67mb " + - "L0.?[669,986] 1.02us |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.54, L0.57, L0.60, L0.65, L0.68, L0.71, L0.76, L0.79, L0.82, L0.87, L0.90, L0.93, L0.98, L0.101, L0.104, L0.109, L0.112, L0.115, L0.120, L0.123" + - " Creating 1 files" + - "**** Simulation run 53, type=compact(ManySmallFiles). 20 Input Files, 71mb total:" + - "L0 " + - "L0.105[50,355] 1.02us 5mb |---------------------------------------L0.105----------------------------------------| " + - "L0.107[76,355] 1.02us 3mb |------------------------------------L0.107------------------------------------| " + - "L0.110[42,355] 1.02us 3mb|-----------------------------------------L0.110-----------------------------------------|" + - "L0.113[173,355] 1.02us 2mb |----------------------L0.113----------------------| " + - "L0.116[50,355] 1.02us 5mb |---------------------------------------L0.116----------------------------------------| " + - "L0.118[76,355] 1.02us 3mb |------------------------------------L0.118------------------------------------| " + - "L0.121[42,355] 1.02us 3mb|-----------------------------------------L0.121-----------------------------------------|" + - "L0.124[173,355] 1.03us 2mb |----------------------L0.124----------------------| " + - "L0.127[50,355] 1.03us 5mb |---------------------------------------L0.127----------------------------------------| " + - "L0.129[76,355] 1.03us 3mb |------------------------------------L0.129------------------------------------| " + - "L0.132[42,355] 1.03us 3mb|-----------------------------------------L0.132-----------------------------------------|" + - "L0.135[173,355] 1.03us 2mb |----------------------L0.135----------------------| " + - "L0.138[50,355] 1.03us 5mb |---------------------------------------L0.138----------------------------------------| " + - "L0.140[76,355] 1.03us 3mb |------------------------------------L0.140------------------------------------| " + - "L0.143[42,355] 1.03us 3mb|-----------------------------------------L0.143-----------------------------------------|" + - "L0.146[173,355] 1.03us 2mb |----------------------L0.146----------------------| " + - "L0.149[50,355] 1.03us 5mb |---------------------------------------L0.149----------------------------------------| " + - "L0.151[76,355] 1.04us 3mb |------------------------------------L0.151------------------------------------| " + - "L0.154[42,355] 1.04us 3mb|-----------------------------------------L0.154-----------------------------------------|" + - "L0.157[173,355] 1.04us 2mb |----------------------L0.157----------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 71mb total:" + - "L0, all files 71mb " + - "L0.?[42,355] 1.04us |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.105, L0.107, L0.110, L0.113, L0.116, L0.118, L0.121, L0.124, L0.127, L0.129, L0.132, L0.135, L0.138, L0.140, L0.143, L0.146, L0.149, L0.151, L0.154, L0.157" + - " Creating 1 files" - "**** Simulation run 54, type=compact(ManySmallFiles). 20 Input Files, 79mb total:" - "L0 " - "L0.108[356,668] 1.02us 4mb|-----------------------------------------L0.108-----------------------------------------|" @@ -662,186 +671,97 @@ async fn random_backfill_empty_partition() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.108, L0.111, L0.114, L0.117, L0.119, L0.122, L0.125, L0.128, L0.130, L0.133, L0.136, L0.139, L0.141, L0.144, L0.147, L0.150, L0.152, L0.155, L0.158, L0.161" - " Creating 1 files" - - "**** Simulation run 55, type=compact(ManySmallFiles). 20 Input Files, 67mb total:" + - "**** Simulation run 55, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[919]). 19 Input Files, 127mb total:" - "L0 " - - "L0.54[669,932] 1us 3mb |---------------------------------L0.54----------------------------------| " - - "L0.57[669,986] 1us 3mb |-----------------------------------------L0.57------------------------------------------|" - - "L0.60[669,950] 1us 4mb |------------------------------------L0.60------------------------------------| " - - "L0.65[669,932] 1us 3mb |---------------------------------L0.65----------------------------------| " - - "L0.68[669,986] 1us 3mb |-----------------------------------------L0.68------------------------------------------|" - - "L0.71[669,950] 1.01us 4mb|------------------------------------L0.71------------------------------------| " - - "L0.76[669,932] 1.01us 3mb|---------------------------------L0.76----------------------------------| " - - "L0.79[669,986] 1.01us 3mb|-----------------------------------------L0.79------------------------------------------|" - - "L0.82[669,950] 1.01us 4mb|------------------------------------L0.82------------------------------------| " - - "L0.87[669,932] 1.01us 3mb|---------------------------------L0.87----------------------------------| " - - "L0.90[669,986] 1.01us 3mb|-----------------------------------------L0.90------------------------------------------|" - - "L0.93[669,950] 1.01us 4mb|------------------------------------L0.93------------------------------------| " - - "L0.98[669,932] 1.02us 3mb|---------------------------------L0.98----------------------------------| " - - "L0.101[669,986] 1.02us 3mb|-----------------------------------------L0.101-----------------------------------------|" - - "L0.104[669,950] 1.02us 4mb|-----------------------------------L0.104------------------------------------| " - - "L0.109[669,932] 1.02us 3mb|---------------------------------L0.109---------------------------------| " - - "L0.112[669,986] 1.02us 3mb|-----------------------------------------L0.112-----------------------------------------|" - - "L0.115[669,950] 1.02us 4mb|-----------------------------------L0.115------------------------------------| " - - "L0.120[669,932] 1.02us 3mb|---------------------------------L0.120---------------------------------| " - - "L0.123[669,986] 1.02us 3mb|-----------------------------------------L0.123-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 67mb total:" - - "L0, all files 67mb " - - "L0.?[669,986] 1.02us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.54, L0.57, L0.60, L0.65, L0.68, L0.71, L0.76, L0.79, L0.82, L0.87, L0.90, L0.93, L0.98, L0.101, L0.104, L0.109, L0.112, L0.115, L0.120, L0.123" - - " Creating 1 files" - - "**** Simulation run 56, type=compact(ManySmallFiles). 18 Input Files, 60mb total:" - - "L0 " - - "L0.126[669,950] 1.03us 4mb|-----------------------------------L0.126------------------------------------| " - - "L0.131[669,932] 1.03us 3mb|---------------------------------L0.131---------------------------------| " - - "L0.134[669,986] 1.03us 3mb|-----------------------------------------L0.134-----------------------------------------|" - - "L0.137[669,950] 1.03us 4mb|-----------------------------------L0.137------------------------------------| " - - "L0.142[669,932] 1.03us 3mb|---------------------------------L0.142---------------------------------| " - - "L0.145[669,986] 1.03us 3mb|-----------------------------------------L0.145-----------------------------------------|" - - "L0.148[669,950] 1.03us 4mb|-----------------------------------L0.148------------------------------------| " - - "L0.153[669,932] 1.04us 3mb|---------------------------------L0.153---------------------------------| " - - "L0.156[669,986] 1.04us 3mb|-----------------------------------------L0.156-----------------------------------------|" - - "L0.159[669,950] 1.04us 4mb|-----------------------------------L0.159------------------------------------| " - - "L0.164[669,932] 1.04us 3mb|---------------------------------L0.164---------------------------------| " - - "L0.167[669,986] 1.04us 3mb|-----------------------------------------L0.167-----------------------------------------|" - - "L0.170[669,950] 1.04us 4mb|-----------------------------------L0.170------------------------------------| " - - "L0.175[669,932] 1.04us 3mb|---------------------------------L0.175---------------------------------| " - - "L0.178[669,986] 1.05us 3mb|-----------------------------------------L0.178-----------------------------------------|" - - "L0.181[669,950] 1.05us 4mb|-----------------------------------L0.181------------------------------------| " - - "L0.186[669,932] 1.05us 3mb|---------------------------------L0.186---------------------------------| " - "L0.189[669,986] 1.05us 3mb|-----------------------------------------L0.189-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 60mb total:" - - "L0, all files 60mb " - - "L0.?[669,986] 1.05us |------------------------------------------L0.?------------------------------------------|" + - "L0.186[669,932] 1.05us 3mb|---------------------------------L0.186---------------------------------| " + - "L0.181[669,950] 1.05us 4mb|-----------------------------------L0.181------------------------------------| " + - "L0.178[669,986] 1.05us 3mb|-----------------------------------------L0.178-----------------------------------------|" + - "L0.175[669,932] 1.04us 3mb|---------------------------------L0.175---------------------------------| " + - "L0.170[669,950] 1.04us 4mb|-----------------------------------L0.170------------------------------------| " + - "L0.167[669,986] 1.04us 3mb|-----------------------------------------L0.167-----------------------------------------|" + - "L0.164[669,932] 1.04us 3mb|---------------------------------L0.164---------------------------------| " + - "L0.159[669,950] 1.04us 4mb|-----------------------------------L0.159------------------------------------| " + - "L0.156[669,986] 1.04us 3mb|-----------------------------------------L0.156-----------------------------------------|" + - "L0.153[669,932] 1.04us 3mb|---------------------------------L0.153---------------------------------| " + - "L0.148[669,950] 1.03us 4mb|-----------------------------------L0.148------------------------------------| " + - "L0.145[669,986] 1.03us 3mb|-----------------------------------------L0.145-----------------------------------------|" + - "L0.142[669,932] 1.03us 3mb|---------------------------------L0.142---------------------------------| " + - "L0.137[669,950] 1.03us 4mb|-----------------------------------L0.137------------------------------------| " + - "L0.134[669,986] 1.03us 3mb|-----------------------------------------L0.134-----------------------------------------|" + - "L0.131[669,932] 1.03us 3mb|---------------------------------L0.131---------------------------------| " + - "L0.126[669,950] 1.03us 4mb|-----------------------------------L0.126------------------------------------| " + - "L0.192[669,986] 1.02us 67mb|-----------------------------------------L0.192-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 127mb total:" + - "L1 " + - "L1.?[669,919] 1.05us 100mb|--------------------------------L1.?--------------------------------| " + - "L1.?[920,986] 1.05us 27mb |------L1.?------| " - "Committing partition 1:" - - " Soft Deleting 18 files: L0.126, L0.131, L0.134, L0.137, L0.142, L0.145, L0.148, L0.153, L0.156, L0.159, L0.164, L0.167, L0.170, L0.175, L0.178, L0.181, L0.186, L0.189" - - " Creating 1 files" - - "**** Simulation run 57, type=compact(ManySmallFiles). 10 Input Files, 38mb total:" + - " Soft Deleting 19 files: L0.126, L0.131, L0.134, L0.137, L0.142, L0.145, L0.148, L0.153, L0.156, L0.159, L0.164, L0.167, L0.170, L0.175, L0.178, L0.181, L0.186, L0.189, L0.192" + - " Creating 2 files" + - "**** Simulation run 56, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[190]). 13 Input Files, 187mb total:" + - "L0 " + - "L0.187[42,355] 1.05us 3mb |-----------------------------------L0.187------------------------------------| " + - "L0.184[76,355] 1.05us 3mb |-------------------------------L0.184-------------------------------| " + - "L0.182[50,355] 1.05us 5mb |----------------------------------L0.182-----------------------------------| " + - "L0.179[173,355] 1.05us 2mb |-------------------L0.179-------------------| " + - "L0.176[42,355] 1.05us 3mb |-----------------------------------L0.176------------------------------------| " + - "L0.173[76,355] 1.04us 3mb |-------------------------------L0.173-------------------------------| " + - "L0.171[50,355] 1.04us 5mb |----------------------------------L0.171-----------------------------------| " + - "L0.168[173,355] 1.04us 2mb |-------------------L0.168-------------------| " + - "L0.165[42,355] 1.04us 3mb |-----------------------------------L0.165------------------------------------| " + - "L0.162[76,355] 1.04us 3mb |-------------------------------L0.162-------------------------------| " + - "L0.160[50,355] 1.04us 5mb |----------------------------------L0.160-----------------------------------| " + - "L0.190[0,355] 1.02us 76mb|-----------------------------------------L0.190-----------------------------------------|" + - "L0.193[42,355] 1.04us 71mb |-----------------------------------L0.193------------------------------------| " + - "**** 2 Output Files (parquet_file_id not yet assigned), 187mb total:" + - "L1 " + - "L1.?[0,190] 1.05us 100mb |---------------------L1.?---------------------| " + - "L1.?[191,355] 1.05us 87mb |-----------------L1.?------------------| " + - "Committing partition 1:" + - " Soft Deleting 13 files: L0.160, L0.162, L0.165, L0.168, L0.171, L0.173, L0.176, L0.179, L0.182, L0.184, L0.187, L0.190, L0.193" + - " Creating 2 files" + - "**** Simulation run 57, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[516]). 12 Input Files, 196mb total:" - "L0 " - - "L0.163[356,668] 1.04us 4mb|-----------------------------------------L0.163-----------------------------------------|" - - "L0.166[356,668] 1.04us 3mb|-----------------------------------------L0.166-----------------------------------------|" - - "L0.169[356,668] 1.04us 4mb|-----------------------------------------L0.169-----------------------------------------|" - - "L0.172[356,629] 1.04us 5mb|-----------------------------------L0.172-----------------------------------| " - - "L0.174[356,668] 1.04us 4mb|-----------------------------------------L0.174-----------------------------------------|" - - "L0.177[356,668] 1.05us 3mb|-----------------------------------------L0.177-----------------------------------------|" - - "L0.180[356,668] 1.05us 4mb|-----------------------------------------L0.180-----------------------------------------|" - - "L0.183[356,629] 1.05us 5mb|-----------------------------------L0.183-----------------------------------| " - - "L0.185[356,668] 1.05us 4mb|-----------------------------------------L0.185-----------------------------------------|" - "L0.188[356,668] 1.05us 3mb|-----------------------------------------L0.188-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 38mb total:" - - "L0, all files 38mb " - - "L0.?[356,668] 1.05us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.163, L0.166, L0.169, L0.172, L0.174, L0.177, L0.180, L0.183, L0.185, L0.188" - - " Creating 1 files" - - "**** Simulation run 58, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[338, 676]). 4 Input Files, 292mb total:" - - "L0 " - - "L0.190[0,355] 1.02us 76mb|------------L0.190------------| " - - "L0.193[356,668] 1.02us 79mb |----------L0.193----------| " - - "L0.195[669,986] 1.02us 67mb |----------L0.195----------| " - - "L0.191[42,355] 1.04us 71mb |----------L0.191----------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 292mb total:" + - "L0.185[356,668] 1.05us 4mb|-----------------------------------------L0.185-----------------------------------------|" + - "L0.183[356,629] 1.05us 5mb|-----------------------------------L0.183-----------------------------------| " + - "L0.180[356,668] 1.05us 4mb|-----------------------------------------L0.180-----------------------------------------|" + - "L0.177[356,668] 1.05us 3mb|-----------------------------------------L0.177-----------------------------------------|" + - "L0.174[356,668] 1.04us 4mb|-----------------------------------------L0.174-----------------------------------------|" + - "L0.172[356,629] 1.04us 5mb|-----------------------------------L0.172-----------------------------------| " + - "L0.169[356,668] 1.04us 4mb|-----------------------------------------L0.169-----------------------------------------|" + - "L0.166[356,668] 1.04us 3mb|-----------------------------------------L0.166-----------------------------------------|" + - "L0.163[356,668] 1.04us 4mb|-----------------------------------------L0.163-----------------------------------------|" + - "L0.191[356,668] 1.02us 79mb|-----------------------------------------L0.191-----------------------------------------|" + - "L0.194[356,668] 1.04us 79mb|-----------------------------------------L0.194-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 196mb total:" - "L1 " - - "L1.?[0,338] 1.04us 100mb |------------L1.?------------| " - - "L1.?[339,676] 1.04us 100mb |------------L1.?------------| " - - "L1.?[677,986] 1.04us 92mb |-----------L1.?-----------| " + - "L1.?[356,516] 1.05us 101mb|--------------------L1.?--------------------| " + - "L1.?[517,668] 1.05us 95mb |------------------L1.?-------------------| " - "Committing partition 1:" - - " Soft Deleting 4 files: L0.190, L0.191, L0.193, L0.195" - - " Creating 3 files" - - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[676]). 1 Input Files, 60mb total:" - - "L0, all files 60mb " - - "L0.196[669,986] 1.05us |-----------------------------------------L0.196-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 60mb total:" - - "L0 " - - "L0.?[669,676] 1.05us 2mb |L0.?| " - - "L0.?[677,986] 1.05us 59mb |----------------------------------------L0.?-----------------------------------------| " - - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[338]). 1 Input Files, 40mb total:" - - "L0, all files 40mb " - - "L0.192[42,355] 1.05us |-----------------------------------------L0.192-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 40mb total:" - - "L0 " - - "L0.?[42,338] 1.05us 38mb |---------------------------------------L0.?----------------------------------------| " - - "L0.?[339,355] 1.05us 2mb |L0.?|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.192, L0.196" - - " Creating 4 files" - - "**** Simulation run 61, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[528]). 2 Input Files, 179mb total:" - - "L0 " - - "L0.194[356,668] 1.04us 79mb |-------------------------------------L0.194--------------------------------------| " - - "L1 " - - "L1.199[339,676] 1.04us 100mb|-----------------------------------------L1.199-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 179mb total:" - - "L1 " - - "L1.?[339,528] 1.04us 100mb|----------------------L1.?----------------------| " - - "L1.?[529,676] 1.04us 78mb |----------------L1.?-----------------| " - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.194, L1.199" + - " Soft Deleting 12 files: L0.163, L0.166, L0.169, L0.172, L0.174, L0.177, L0.180, L0.183, L0.185, L0.188, L0.191, L0.194" - " Creating 2 files" - - "**** Simulation run 62, type=split(ReduceOverlap)(split_times=[528]). 1 Input Files, 38mb total:" - - "L0, all files 38mb " - - "L0.197[356,668] 1.05us |-----------------------------------------L0.197-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 38mb total:" - - "L0 " - - "L0.?[356,528] 1.05us 21mb|---------------------L0.?----------------------| " - - "L0.?[529,668] 1.05us 17mb |-----------------L0.?-----------------| " + - "**** Simulation run 58, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[972]). 1 Input Files, 27mb total:" + - "L1, all files 27mb " + - "L1.196[920,986] 1.05us |-----------------------------------------L1.196-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 27mb total:" + - "L2 " + - "L2.?[920,972] 1.05us 21mb|--------------------------------L2.?--------------------------------| " + - "L2.?[973,986] 1.05us 6mb |-----L2.?------| " - "Committing partition 1:" - - " Soft Deleting 1 files: L0.197" + - " Soft Deleting 1 files: L1.196" + - " Upgrading 5 files level to CompactionLevel::L2: L1.195, L1.197, L1.198, L1.199, L1.200" - " Creating 2 files" - - "**** Simulation run 63, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[202, 404]). 5 Input Files, 262mb total:" - - "L0 " - - "L0.203[42,338] 1.05us 38mb |---------------------L0.203---------------------| " - - "L0.204[339,355] 1.05us 2mb |L0.204| " - - "L0.207[356,528] 1.05us 21mb |----------L0.207-----------| " - - "L1 " - - "L1.198[0,338] 1.04us 100mb|------------------------L1.198-------------------------| " - - "L1.205[339,528] 1.04us 100mb |------------L1.205------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 262mb total:" - - "L1 " - - "L1.?[0,202] 1.05us 101mb |--------------L1.?--------------| " - - "L1.?[203,404] 1.05us 100mb |--------------L1.?--------------| " - - "L1.?[405,528] 1.05us 61mb |-------L1.?-------| " - - "Committing partition 1:" - - " Soft Deleting 5 files: L1.198, L0.203, L0.204, L1.205, L0.207" - - " Creating 3 files" - - "**** Simulation run 64, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[714, 899]). 5 Input Files, 248mb total:" - - "L0 " - - "L0.202[677,986] 1.05us 59mb |--------------------------L0.202--------------------------| " - - "L0.201[669,676] 1.05us 2mb |L0.201| " - - "L0.208[529,668] 1.05us 17mb|---------L0.208----------| " - - "L1 " - - "L1.200[677,986] 1.04us 92mb |--------------------------L1.200--------------------------| " - - "L1.206[529,676] 1.04us 78mb|----------L1.206----------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 248mb total:" - - "L1 " - - "L1.?[529,714] 1.05us 101mb|---------------L1.?---------------| " - - "L1.?[715,899] 1.05us 100mb |---------------L1.?---------------| " - - "L1.?[900,986] 1.05us 47mb |-----L1.?-----| " - - "Committing partition 1:" - - " Soft Deleting 5 files: L1.200, L0.201, L0.202, L1.206, L0.208" - - " Creating 3 files" - - "**** Simulation run 65, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[594, 783]). 3 Input Files, 262mb total:" - - "L1 " - - "L1.211[405,528] 1.05us 61mb|-------L1.211-------| " - - "L1.212[529,714] 1.05us 101mb |------------L1.212-------------| " - - "L1.213[715,899] 1.05us 100mb |------------L1.213-------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 262mb total:" + - "**** Final Output Files (1.37gb written)" - "L2 " - - "L2.?[405,594] 1.05us 101mb|--------------L2.?--------------| " - - "L2.?[595,783] 1.05us 100mb |--------------L2.?--------------| " - - "L2.?[784,899] 1.05us 61mb |-------L2.?-------| " - - "Committing partition 1:" - - " Soft Deleting 3 files: L1.211, L1.212, L1.213" - - " Upgrading 2 files level to CompactionLevel::L2: L1.209, L1.210" - - " Creating 3 files" - - "**** Final Output Files (2.34gb written)" - - "L1 " - - "L1.214[900,986] 1.05us 47mb |L1.214|" - - "L2 " - - "L2.209[0,202] 1.05us 101mb|-----L2.209-----| " - - "L2.210[203,404] 1.05us 100mb |-----L2.210-----| " - - "L2.215[405,594] 1.05us 101mb |----L2.215-----| " - - "L2.216[595,783] 1.05us 100mb |----L2.216-----| " - - "L2.217[784,899] 1.05us 61mb |-L2.217-| " + - "L2.195[669,919] 1.05us 100mb |-------L2.195-------| " + - "L2.197[0,190] 1.05us 100mb|----L2.197-----| " + - "L2.198[191,355] 1.05us 87mb |---L2.198---| " + - "L2.199[356,516] 1.05us 101mb |---L2.199---| " + - "L2.200[517,668] 1.05us 95mb |--L2.200---| " + - "L2.201[920,972] 1.05us 21mb |L2.201|" + - "L2.202[973,986] 1.05us 6mb |L2.202|" "### ); } @@ -1402,79 +1322,7 @@ async fn random_backfill_over_l2s() { - "Committing partition 1:" - " Soft Deleting 10 files: L0.61, L0.64, L0.67, L0.70, L0.72, L0.75, L0.78, L0.81, L0.83, L0.86" - " Creating 1 files" - - "**** Simulation run 51, type=compact(ManySmallFiles). 10 Input Files, 36mb total:" - - "L0 " - - "L0.89[173,355] 1.01us 2mb |----------------------L0.89-----------------------| " - - "L0.92[50,355] 1.01us 5mb |----------------------------------------L0.92----------------------------------------| " - - "L0.94[76,355] 1.01us 3mb |------------------------------------L0.94-------------------------------------| " - - "L0.97[42,355] 1.01us 3mb |-----------------------------------------L0.97------------------------------------------|" - - "L0.100[173,355] 1.01us 2mb |----------------------L0.100----------------------| " - - "L0.103[50,355] 1.01us 5mb |---------------------------------------L0.103----------------------------------------| " - - "L0.105[76,355] 1.02us 3mb |------------------------------------L0.105------------------------------------| " - - "L0.108[42,355] 1.02us 3mb|-----------------------------------------L0.108-----------------------------------------|" - - "L0.111[173,355] 1.02us 2mb |----------------------L0.111----------------------| " - - "L0.114[50,355] 1.02us 5mb |---------------------------------------L0.114----------------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 36mb total:" - - "L0, all files 36mb " - - "L0.?[42,355] 1.02us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.89, L0.92, L0.94, L0.97, L0.100, L0.103, L0.105, L0.108, L0.111, L0.114" - - " Creating 1 files" - - "**** Simulation run 52, type=compact(ManySmallFiles). 10 Input Files, 35mb total:" - - "L0 " - - "L0.116[76,355] 1.02us 3mb |------------------------------------L0.116------------------------------------| " - - "L0.119[42,355] 1.02us 3mb|-----------------------------------------L0.119-----------------------------------------|" - - "L0.122[173,355] 1.02us 2mb |----------------------L0.122----------------------| " - - "L0.125[50,355] 1.02us 5mb |---------------------------------------L0.125----------------------------------------| " - - "L0.127[76,355] 1.02us 3mb |------------------------------------L0.127------------------------------------| " - - "L0.130[42,355] 1.02us 3mb|-----------------------------------------L0.130-----------------------------------------|" - - "L0.133[173,355] 1.03us 2mb |----------------------L0.133----------------------| " - - "L0.136[50,355] 1.03us 5mb |---------------------------------------L0.136----------------------------------------| " - - "L0.138[76,355] 1.03us 3mb |------------------------------------L0.138------------------------------------| " - - "L0.141[42,355] 1.03us 3mb|-----------------------------------------L0.141-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 35mb total:" - - "L0, all files 35mb " - - "L0.?[42,355] 1.03us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.116, L0.119, L0.122, L0.125, L0.127, L0.130, L0.133, L0.136, L0.138, L0.141" - - " Creating 1 files" - - "**** Simulation run 53, type=compact(ManySmallFiles). 10 Input Files, 36mb total:" - - "L0 " - - "L0.144[173,355] 1.03us 2mb |----------------------L0.144----------------------| " - - "L0.147[50,355] 1.03us 5mb |---------------------------------------L0.147----------------------------------------| " - - "L0.149[76,355] 1.03us 3mb |------------------------------------L0.149------------------------------------| " - - "L0.152[42,355] 1.03us 3mb|-----------------------------------------L0.152-----------------------------------------|" - - "L0.155[173,355] 1.03us 2mb |----------------------L0.155----------------------| " - - "L0.158[50,355] 1.03us 5mb |---------------------------------------L0.158----------------------------------------| " - - "L0.160[76,355] 1.04us 3mb |------------------------------------L0.160------------------------------------| " - - "L0.163[42,355] 1.04us 3mb|-----------------------------------------L0.163-----------------------------------------|" - - "L0.166[173,355] 1.04us 2mb |----------------------L0.166----------------------| " - - "L0.169[50,355] 1.04us 5mb |---------------------------------------L0.169----------------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 36mb total:" - - "L0, all files 36mb " - - "L0.?[42,355] 1.04us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.144, L0.147, L0.149, L0.152, L0.155, L0.158, L0.160, L0.163, L0.166, L0.169" - - " Creating 1 files" - - "**** Simulation run 54, type=compact(ManySmallFiles). 10 Input Files, 35mb total:" - - "L0 " - - "L0.171[76,355] 1.04us 3mb |------------------------------------L0.171------------------------------------| " - - "L0.174[42,355] 1.04us 3mb|-----------------------------------------L0.174-----------------------------------------|" - - "L0.177[173,355] 1.04us 2mb |----------------------L0.177----------------------| " - - "L0.180[50,355] 1.04us 5mb |---------------------------------------L0.180----------------------------------------| " - - "L0.182[76,355] 1.04us 3mb |------------------------------------L0.182------------------------------------| " - - "L0.185[42,355] 1.05us 3mb|-----------------------------------------L0.185-----------------------------------------|" - - "L0.188[173,355] 1.05us 2mb |----------------------L0.188----------------------| " - - "L0.191[50,355] 1.05us 5mb |---------------------------------------L0.191----------------------------------------| " - - "L0.193[76,355] 1.05us 3mb |------------------------------------L0.193------------------------------------| " - - "L0.196[42,355] 1.05us 3mb|-----------------------------------------L0.196-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 35mb total:" - - "L0, all files 35mb " - - "L0.?[42,355] 1.05us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.171, L0.174, L0.177, L0.180, L0.182, L0.185, L0.188, L0.191, L0.193, L0.196" - - " Creating 1 files" - - "**** Simulation run 55, type=compact(ManySmallFiles). 10 Input Files, 38mb total:" + - "**** Simulation run 51, type=compact(ManySmallFiles). 10 Input Files, 38mb total:" - "L0 " - "L0.62[356,668] 1us 4mb |-----------------------------------------L0.62------------------------------------------|" - "L0.65[356,668] 1us 3mb |-----------------------------------------L0.65------------------------------------------|" @@ -1492,79 +1340,7 @@ async fn random_backfill_over_l2s() { - "Committing partition 1:" - " Soft Deleting 10 files: L0.62, L0.65, L0.68, L0.71, L0.73, L0.76, L0.79, L0.82, L0.84, L0.87" - " Creating 1 files" - - "**** Simulation run 56, type=compact(ManySmallFiles). 10 Input Files, 40mb total:" - - "L0 " - - "L0.90[356,668] 1.01us 4mb|-----------------------------------------L0.90------------------------------------------|" - - "L0.93[356,629] 1.01us 5mb|-----------------------------------L0.93------------------------------------| " - - "L0.95[356,668] 1.01us 4mb|-----------------------------------------L0.95------------------------------------------|" - - "L0.98[356,668] 1.01us 3mb|-----------------------------------------L0.98------------------------------------------|" - - "L0.101[356,668] 1.01us 4mb|-----------------------------------------L0.101-----------------------------------------|" - - "L0.104[356,629] 1.01us 5mb|-----------------------------------L0.104-----------------------------------| " - - "L0.106[356,668] 1.02us 4mb|-----------------------------------------L0.106-----------------------------------------|" - - "L0.109[356,668] 1.02us 3mb|-----------------------------------------L0.109-----------------------------------------|" - - "L0.112[356,668] 1.02us 4mb|-----------------------------------------L0.112-----------------------------------------|" - - "L0.115[356,629] 1.02us 5mb|-----------------------------------L0.115-----------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 40mb total:" - - "L0, all files 40mb " - - "L0.?[356,668] 1.02us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.90, L0.93, L0.95, L0.98, L0.101, L0.104, L0.106, L0.109, L0.112, L0.115" - - " Creating 1 files" - - "**** Simulation run 57, type=compact(ManySmallFiles). 10 Input Files, 38mb total:" - - "L0 " - - "L0.117[356,668] 1.02us 4mb|-----------------------------------------L0.117-----------------------------------------|" - - "L0.120[356,668] 1.02us 3mb|-----------------------------------------L0.120-----------------------------------------|" - - "L0.123[356,668] 1.02us 4mb|-----------------------------------------L0.123-----------------------------------------|" - - "L0.126[356,629] 1.02us 5mb|-----------------------------------L0.126-----------------------------------| " - - "L0.128[356,668] 1.02us 4mb|-----------------------------------------L0.128-----------------------------------------|" - - "L0.131[356,668] 1.02us 3mb|-----------------------------------------L0.131-----------------------------------------|" - - "L0.134[356,668] 1.03us 4mb|-----------------------------------------L0.134-----------------------------------------|" - - "L0.137[356,629] 1.03us 5mb|-----------------------------------L0.137-----------------------------------| " - - "L0.139[356,668] 1.03us 4mb|-----------------------------------------L0.139-----------------------------------------|" - - "L0.142[356,668] 1.03us 3mb|-----------------------------------------L0.142-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 38mb total:" - - "L0, all files 38mb " - - "L0.?[356,668] 1.03us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.117, L0.120, L0.123, L0.126, L0.128, L0.131, L0.134, L0.137, L0.139, L0.142" - - " Creating 1 files" - - "**** Simulation run 58, type=compact(ManySmallFiles). 10 Input Files, 40mb total:" - - "L0 " - - "L0.145[356,668] 1.03us 4mb|-----------------------------------------L0.145-----------------------------------------|" - - "L0.148[356,629] 1.03us 5mb|-----------------------------------L0.148-----------------------------------| " - - "L0.150[356,668] 1.03us 4mb|-----------------------------------------L0.150-----------------------------------------|" - - "L0.153[356,668] 1.03us 3mb|-----------------------------------------L0.153-----------------------------------------|" - - "L0.156[356,668] 1.03us 4mb|-----------------------------------------L0.156-----------------------------------------|" - - "L0.159[356,629] 1.03us 5mb|-----------------------------------L0.159-----------------------------------| " - - "L0.161[356,668] 1.04us 4mb|-----------------------------------------L0.161-----------------------------------------|" - - "L0.164[356,668] 1.04us 3mb|-----------------------------------------L0.164-----------------------------------------|" - - "L0.167[356,668] 1.04us 4mb|-----------------------------------------L0.167-----------------------------------------|" - - "L0.170[356,629] 1.04us 5mb|-----------------------------------L0.170-----------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 40mb total:" - - "L0, all files 40mb " - - "L0.?[356,668] 1.04us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.145, L0.148, L0.150, L0.153, L0.156, L0.159, L0.161, L0.164, L0.167, L0.170" - - " Creating 1 files" - - "**** Simulation run 59, type=compact(ManySmallFiles). 10 Input Files, 38mb total:" - - "L0 " - - "L0.172[356,668] 1.04us 4mb|-----------------------------------------L0.172-----------------------------------------|" - - "L0.175[356,668] 1.04us 3mb|-----------------------------------------L0.175-----------------------------------------|" - - "L0.178[356,668] 1.04us 4mb|-----------------------------------------L0.178-----------------------------------------|" - - "L0.181[356,629] 1.04us 5mb|-----------------------------------L0.181-----------------------------------| " - - "L0.183[356,668] 1.04us 4mb|-----------------------------------------L0.183-----------------------------------------|" - - "L0.186[356,668] 1.05us 3mb|-----------------------------------------L0.186-----------------------------------------|" - - "L0.189[356,668] 1.05us 4mb|-----------------------------------------L0.189-----------------------------------------|" - - "L0.192[356,629] 1.05us 5mb|-----------------------------------L0.192-----------------------------------| " - - "L0.194[356,668] 1.05us 4mb|-----------------------------------------L0.194-----------------------------------------|" - - "L0.197[356,668] 1.05us 3mb|-----------------------------------------L0.197-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 38mb total:" - - "L0, all files 38mb " - - "L0.?[356,668] 1.05us |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.172, L0.175, L0.178, L0.181, L0.183, L0.186, L0.189, L0.192, L0.194, L0.197" - - " Creating 1 files" - - "**** Simulation run 60, type=compact(ManySmallFiles). 10 Input Files, 33mb total:" + - "**** Simulation run 52, type=compact(ManySmallFiles). 10 Input Files, 33mb total:" - "L0 " - "L0.63[669,932] 1us 3mb |---------------------------------L0.63----------------------------------| " - "L0.66[669,986] 1us 3mb |-----------------------------------------L0.66------------------------------------------|" @@ -1582,8 +1358,45 @@ async fn random_backfill_over_l2s() { - "Committing partition 1:" - " Soft Deleting 10 files: L0.63, L0.66, L0.69, L0.74, L0.77, L0.80, L0.85, L0.88, L0.91, L0.96" - " Creating 1 files" - - "**** Simulation run 61, type=compact(ManySmallFiles). 10 Input Files, 34mb total:" + - "**** Simulation run 53, type=compact(ManySmallFiles). 10 Input Files, 66mb total:" - "L0 " + - "L0.199[42,355] 1.01us 35mb|-----------------------------------------L0.199-----------------------------------------|" + - "L0.89[173,355] 1.01us 2mb |----------------------L0.89-----------------------| " + - "L0.92[50,355] 1.01us 5mb |----------------------------------------L0.92----------------------------------------| " + - "L0.94[76,355] 1.01us 3mb |------------------------------------L0.94-------------------------------------| " + - "L0.97[42,355] 1.01us 3mb |-----------------------------------------L0.97------------------------------------------|" + - "L0.100[173,355] 1.01us 2mb |----------------------L0.100----------------------| " + - "L0.103[50,355] 1.01us 5mb |---------------------------------------L0.103----------------------------------------| " + - "L0.105[76,355] 1.02us 3mb |------------------------------------L0.105------------------------------------| " + - "L0.108[42,355] 1.02us 3mb|-----------------------------------------L0.108-----------------------------------------|" + - "L0.111[173,355] 1.02us 2mb |----------------------L0.111----------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 66mb total:" + - "L0, all files 66mb " + - "L0.?[42,355] 1.02us |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.89, L0.92, L0.94, L0.97, L0.100, L0.103, L0.105, L0.108, L0.111, L0.199" + - " Creating 1 files" + - "**** Simulation run 54, type=compact(ManySmallFiles). 10 Input Files, 74mb total:" + - "L0 " + - "L0.200[356,668] 1.01us 38mb|-----------------------------------------L0.200-----------------------------------------|" + - "L0.90[356,668] 1.01us 4mb|-----------------------------------------L0.90------------------------------------------|" + - "L0.93[356,629] 1.01us 5mb|-----------------------------------L0.93------------------------------------| " + - "L0.95[356,668] 1.01us 4mb|-----------------------------------------L0.95------------------------------------------|" + - "L0.98[356,668] 1.01us 3mb|-----------------------------------------L0.98------------------------------------------|" + - "L0.101[356,668] 1.01us 4mb|-----------------------------------------L0.101-----------------------------------------|" + - "L0.104[356,629] 1.01us 5mb|-----------------------------------L0.104-----------------------------------| " + - "L0.106[356,668] 1.02us 4mb|-----------------------------------------L0.106-----------------------------------------|" + - "L0.109[356,668] 1.02us 3mb|-----------------------------------------L0.109-----------------------------------------|" + - "L0.112[356,668] 1.02us 4mb|-----------------------------------------L0.112-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 74mb total:" + - "L0, all files 74mb " + - "L0.?[356,668] 1.02us |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.90, L0.93, L0.95, L0.98, L0.101, L0.104, L0.106, L0.109, L0.112, L0.200" + - " Creating 1 files" + - "**** Simulation run 55, type=compact(ManySmallFiles). 10 Input Files, 64mb total:" + - "L0 " + - "L0.201[669,986] 1.01us 33mb|-----------------------------------------L0.201-----------------------------------------|" - "L0.99[669,986] 1.01us 3mb|-----------------------------------------L0.99------------------------------------------|" - "L0.102[669,950] 1.01us 4mb|-----------------------------------L0.102------------------------------------| " - "L0.107[669,932] 1.02us 3mb|---------------------------------L0.107---------------------------------| " @@ -1593,15 +1406,51 @@ async fn random_backfill_over_l2s() { - "L0.121[669,986] 1.02us 3mb|-----------------------------------------L0.121-----------------------------------------|" - "L0.124[669,950] 1.02us 4mb|-----------------------------------L0.124------------------------------------| " - "L0.129[669,932] 1.02us 3mb|---------------------------------L0.129---------------------------------| " - - "L0.132[669,986] 1.02us 3mb|-----------------------------------------L0.132-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 34mb total:" - - "L0, all files 34mb " + - "**** 1 Output Files (parquet_file_id not yet assigned), 64mb total:" + - "L0, all files 64mb " - "L0.?[669,986] 1.02us |------------------------------------------L0.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 10 files: L0.99, L0.102, L0.107, L0.110, L0.113, L0.118, L0.121, L0.124, L0.129, L0.132" + - " Soft Deleting 10 files: L0.99, L0.102, L0.107, L0.110, L0.113, L0.118, L0.121, L0.124, L0.129, L0.201" - " Creating 1 files" - - "**** Simulation run 62, type=compact(ManySmallFiles). 10 Input Files, 34mb total:" + - "**** Simulation run 56, type=compact(ManySmallFiles). 10 Input Files, 37mb total:" - "L0 " + - "L0.114[50,355] 1.02us 5mb |---------------------------------------L0.114----------------------------------------| " + - "L0.116[76,355] 1.02us 3mb |------------------------------------L0.116------------------------------------| " + - "L0.119[42,355] 1.02us 3mb|-----------------------------------------L0.119-----------------------------------------|" + - "L0.122[173,355] 1.02us 2mb |----------------------L0.122----------------------| " + - "L0.125[50,355] 1.02us 5mb |---------------------------------------L0.125----------------------------------------| " + - "L0.127[76,355] 1.02us 3mb |------------------------------------L0.127------------------------------------| " + - "L0.130[42,355] 1.02us 3mb|-----------------------------------------L0.130-----------------------------------------|" + - "L0.133[173,355] 1.03us 2mb |----------------------L0.133----------------------| " + - "L0.136[50,355] 1.03us 5mb |---------------------------------------L0.136----------------------------------------| " + - "L0.138[76,355] 1.03us 3mb |------------------------------------L0.138------------------------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 37mb total:" + - "L0, all files 37mb " + - "L0.?[42,355] 1.03us |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.114, L0.116, L0.119, L0.122, L0.125, L0.127, L0.130, L0.133, L0.136, L0.138" + - " Creating 1 files" + - "**** Simulation run 57, type=compact(ManySmallFiles). 10 Input Files, 40mb total:" + - "L0 " + - "L0.115[356,629] 1.02us 5mb|-----------------------------------L0.115-----------------------------------| " + - "L0.117[356,668] 1.02us 4mb|-----------------------------------------L0.117-----------------------------------------|" + - "L0.120[356,668] 1.02us 3mb|-----------------------------------------L0.120-----------------------------------------|" + - "L0.123[356,668] 1.02us 4mb|-----------------------------------------L0.123-----------------------------------------|" + - "L0.126[356,629] 1.02us 5mb|-----------------------------------L0.126-----------------------------------| " + - "L0.128[356,668] 1.02us 4mb|-----------------------------------------L0.128-----------------------------------------|" + - "L0.131[356,668] 1.02us 3mb|-----------------------------------------L0.131-----------------------------------------|" + - "L0.134[356,668] 1.03us 4mb|-----------------------------------------L0.134-----------------------------------------|" + - "L0.137[356,629] 1.03us 5mb|-----------------------------------L0.137-----------------------------------| " + - "L0.139[356,668] 1.03us 4mb|-----------------------------------------L0.139-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 40mb total:" + - "L0, all files 40mb " + - "L0.?[356,668] 1.03us |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.115, L0.117, L0.120, L0.123, L0.126, L0.128, L0.131, L0.134, L0.137, L0.139" + - " Creating 1 files" + - "**** Simulation run 58, type=compact(ManySmallFiles). 10 Input Files, 34mb total:" + - "L0 " + - "L0.132[669,986] 1.02us 3mb|-----------------------------------------L0.132-----------------------------------------|" - "L0.135[669,950] 1.03us 4mb|-----------------------------------L0.135------------------------------------| " - "L0.140[669,932] 1.03us 3mb|---------------------------------L0.140---------------------------------| " - "L0.143[669,986] 1.03us 3mb|-----------------------------------------L0.143-----------------------------------------|" @@ -1611,15 +1460,52 @@ async fn random_backfill_over_l2s() { - "L0.157[669,950] 1.03us 4mb|-----------------------------------L0.157------------------------------------| " - "L0.162[669,932] 1.04us 3mb|---------------------------------L0.162---------------------------------| " - "L0.165[669,986] 1.04us 3mb|-----------------------------------------L0.165-----------------------------------------|" - - "L0.168[669,950] 1.04us 4mb|-----------------------------------L0.168------------------------------------| " - "**** 1 Output Files (parquet_file_id not yet assigned), 34mb total:" - "L0, all files 34mb " - "L0.?[669,986] 1.04us |------------------------------------------L0.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 10 files: L0.135, L0.140, L0.143, L0.146, L0.151, L0.154, L0.157, L0.162, L0.165, L0.168" + - " Soft Deleting 10 files: L0.132, L0.135, L0.140, L0.143, L0.146, L0.151, L0.154, L0.157, L0.162, L0.165" - " Creating 1 files" - - "**** Simulation run 63, type=compact(ManySmallFiles). 8 Input Files, 27mb total:" + - "**** Simulation run 59, type=compact(ManySmallFiles). 10 Input Files, 69mb total:" - "L0 " + - "L0.205[42,355] 1.03us 37mb|-----------------------------------------L0.205-----------------------------------------|" + - "L0.141[42,355] 1.03us 3mb|-----------------------------------------L0.141-----------------------------------------|" + - "L0.144[173,355] 1.03us 2mb |----------------------L0.144----------------------| " + - "L0.147[50,355] 1.03us 5mb |---------------------------------------L0.147----------------------------------------| " + - "L0.149[76,355] 1.03us 3mb |------------------------------------L0.149------------------------------------| " + - "L0.152[42,355] 1.03us 3mb|-----------------------------------------L0.152-----------------------------------------|" + - "L0.155[173,355] 1.03us 2mb |----------------------L0.155----------------------| " + - "L0.158[50,355] 1.03us 5mb |---------------------------------------L0.158----------------------------------------| " + - "L0.160[76,355] 1.04us 3mb |------------------------------------L0.160------------------------------------| " + - "L0.163[42,355] 1.04us 3mb|-----------------------------------------L0.163-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 69mb total:" + - "L0, all files 69mb " + - "L0.?[42,355] 1.04us |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.141, L0.144, L0.147, L0.149, L0.152, L0.155, L0.158, L0.160, L0.163, L0.205" + - " Creating 1 files" + - "**** Simulation run 60, type=compact(ManySmallFiles). 10 Input Files, 75mb total:" + - "L0 " + - "L0.206[356,668] 1.03us 40mb|-----------------------------------------L0.206-----------------------------------------|" + - "L0.142[356,668] 1.03us 3mb|-----------------------------------------L0.142-----------------------------------------|" + - "L0.145[356,668] 1.03us 4mb|-----------------------------------------L0.145-----------------------------------------|" + - "L0.148[356,629] 1.03us 5mb|-----------------------------------L0.148-----------------------------------| " + - "L0.150[356,668] 1.03us 4mb|-----------------------------------------L0.150-----------------------------------------|" + - "L0.153[356,668] 1.03us 3mb|-----------------------------------------L0.153-----------------------------------------|" + - "L0.156[356,668] 1.03us 4mb|-----------------------------------------L0.156-----------------------------------------|" + - "L0.159[356,629] 1.03us 5mb|-----------------------------------L0.159-----------------------------------| " + - "L0.161[356,668] 1.04us 4mb|-----------------------------------------L0.161-----------------------------------------|" + - "L0.164[356,668] 1.04us 3mb|-----------------------------------------L0.164-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 75mb total:" + - "L0, all files 75mb " + - "L0.?[356,668] 1.04us |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.142, L0.145, L0.148, L0.150, L0.153, L0.156, L0.159, L0.161, L0.164, L0.206" + - " Creating 1 files" + - "**** Simulation run 61, type=compact(ManySmallFiles). 10 Input Files, 64mb total:" + - "L0 " + - "L0.207[669,986] 1.04us 34mb|-----------------------------------------L0.207-----------------------------------------|" + - "L0.168[669,950] 1.04us 4mb|-----------------------------------L0.168------------------------------------| " - "L0.173[669,932] 1.04us 3mb|---------------------------------L0.173---------------------------------| " - "L0.176[669,986] 1.04us 3mb|-----------------------------------------L0.176-----------------------------------------|" - "L0.179[669,950] 1.04us 4mb|-----------------------------------L0.179------------------------------------| " @@ -1628,313 +1514,239 @@ async fn random_backfill_over_l2s() { - "L0.190[669,950] 1.05us 4mb|-----------------------------------L0.190------------------------------------| " - "L0.195[669,932] 1.05us 3mb|---------------------------------L0.195---------------------------------| " - "L0.198[669,986] 1.05us 3mb|-----------------------------------------L0.198-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 27mb total:" - - "L0, all files 27mb " + - "**** 1 Output Files (parquet_file_id not yet assigned), 64mb total:" + - "L0, all files 64mb " - "L0.?[669,986] 1.05us |------------------------------------------L0.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 8 files: L0.173, L0.176, L0.179, L0.184, L0.187, L0.190, L0.195, L0.198" + - " Soft Deleting 10 files: L0.168, L0.173, L0.176, L0.179, L0.184, L0.187, L0.190, L0.195, L0.198, L0.207" - " Creating 1 files" - - "**** Simulation run 64, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[368, 694]). 8 Input Files, 290mb total:" + - "**** Simulation run 62, type=compact(ManySmallFiles). 10 Input Files, 36mb total:" - "L0 " - - "L0.199[42,355] 1.01us 35mb|----------L0.199-----------| " - - "L0.204[356,668] 1.01us 38mb |----------L0.204-----------| " - - "L0.209[669,986] 1.01us 33mb |-----------L0.209-----------| " - - "L0.200[42,355] 1.02us 36mb|----------L0.200-----------| " - - "L0.205[356,668] 1.02us 40mb |----------L0.205-----------| " - - "L0.210[669,986] 1.02us 34mb |-----------L0.210-----------| " - - "L0.201[42,355] 1.03us 35mb|----------L0.201-----------| " - - "L0.206[356,668] 1.03us 38mb |----------L0.206-----------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 290mb total:" - - "L1 " - - "L1.?[42,368] 1.03us 100mb|------------L1.?-------------| " - - "L1.?[369,694] 1.03us 100mb |------------L1.?------------| " - - "L1.?[695,986] 1.03us 90mb |----------L1.?-----------| " + - "L0.166[173,355] 1.04us 2mb |----------------------L0.166----------------------| " + - "L0.169[50,355] 1.04us 5mb |---------------------------------------L0.169----------------------------------------| " + - "L0.171[76,355] 1.04us 3mb |------------------------------------L0.171------------------------------------| " + - "L0.174[42,355] 1.04us 3mb|-----------------------------------------L0.174-----------------------------------------|" + - "L0.177[173,355] 1.04us 2mb |----------------------L0.177----------------------| " + - "L0.180[50,355] 1.04us 5mb |---------------------------------------L0.180----------------------------------------| " + - "L0.182[76,355] 1.04us 3mb |------------------------------------L0.182------------------------------------| " + - "L0.185[42,355] 1.05us 3mb|-----------------------------------------L0.185-----------------------------------------|" + - "L0.188[173,355] 1.05us 2mb |----------------------L0.188----------------------| " + - "L0.191[50,355] 1.05us 5mb |---------------------------------------L0.191----------------------------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 36mb total:" + - "L0, all files 36mb " + - "L0.?[42,355] 1.05us |------------------------------------------L0.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 8 files: L0.199, L0.200, L0.201, L0.204, L0.205, L0.206, L0.209, L0.210" - - " Creating 3 files" - - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[694]). 1 Input Files, 34mb total:" - - "L0, all files 34mb " - - "L0.211[669,986] 1.04us |-----------------------------------------L0.211-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 34mb total:" + - " Soft Deleting 10 files: L0.166, L0.169, L0.171, L0.174, L0.177, L0.180, L0.182, L0.185, L0.188, L0.191" + - " Creating 1 files" + - "**** Simulation run 63, type=compact(ManySmallFiles). 10 Input Files, 40mb total:" - "L0 " - - "L0.?[669,694] 1.04us 3mb |L0.?-| " - - "L0.?[695,986] 1.04us 31mb |--------------------------------------L0.?--------------------------------------| " - - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[368]). 1 Input Files, 40mb total:" + - "L0.167[356,668] 1.04us 4mb|-----------------------------------------L0.167-----------------------------------------|" + - "L0.170[356,629] 1.04us 5mb|-----------------------------------L0.170-----------------------------------| " + - "L0.172[356,668] 1.04us 4mb|-----------------------------------------L0.172-----------------------------------------|" + - "L0.175[356,668] 1.04us 3mb|-----------------------------------------L0.175-----------------------------------------|" + - "L0.178[356,668] 1.04us 4mb|-----------------------------------------L0.178-----------------------------------------|" + - "L0.181[356,629] 1.04us 5mb|-----------------------------------L0.181-----------------------------------| " + - "L0.183[356,668] 1.04us 4mb|-----------------------------------------L0.183-----------------------------------------|" + - "L0.186[356,668] 1.05us 3mb|-----------------------------------------L0.186-----------------------------------------|" + - "L0.189[356,668] 1.05us 4mb|-----------------------------------------L0.189-----------------------------------------|" + - "L0.192[356,629] 1.05us 5mb|-----------------------------------L0.192-----------------------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 40mb total:" - "L0, all files 40mb " - - "L0.207[356,668] 1.04us |-----------------------------------------L0.207-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 40mb total:" - - "L0 " - - "L0.?[356,368] 1.04us 2mb |L0.?| " - - "L0.?[369,668] 1.04us 39mb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[694]). 1 Input Files, 27mb total:" - - "L0, all files 27mb " - - "L0.212[669,986] 1.05us |-----------------------------------------L0.212-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 27mb total:" - - "L0 " - - "L0.?[669,694] 1.05us 2mb |L0.?-| " - - "L0.?[695,986] 1.05us 24mb |--------------------------------------L0.?--------------------------------------| " - - "**** Simulation run 68, type=split(ReduceOverlap)(split_times=[368]). 1 Input Files, 38mb total:" - - "L0, all files 38mb " - - "L0.208[356,668] 1.05us |-----------------------------------------L0.208-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 38mb total:" - - "L0 " - - "L0.?[356,368] 1.05us 2mb |L0.?| " - - "L0.?[369,668] 1.05us 37mb |----------------------------------------L0.?----------------------------------------| " + - "L0.?[356,668] 1.05us |------------------------------------------L0.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 4 files: L0.207, L0.208, L0.211, L0.212" - - " Creating 8 files" - - "**** Simulation run 69, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[259, 476, 693, 910]). 10 Input Files, 437mb total:" + - " Soft Deleting 10 files: L0.167, L0.170, L0.172, L0.175, L0.178, L0.181, L0.183, L0.186, L0.189, L0.192" + - " Creating 1 files" + - "**** Simulation run 64, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[919]). 2 Input Files, 127mb total:" - "L0 " - - "L0.216[669,694] 1.04us 3mb |L0.216| " - - "L0.217[695,986] 1.04us 31mb |---------L0.217----------| " - - "L0.202[42,355] 1.04us 36mb|----------L0.202-----------| " - - "L0.218[356,368] 1.04us 2mb |L0.218| " - - "L0.219[369,668] 1.04us 39mb |----------L0.219----------| " - - "L0.203[42,355] 1.05us 35mb|----------L0.203-----------| " - - "L0.222[356,368] 1.05us 2mb |L0.222| " + - "L0.204[669,986] 1.02us 64mb|-----------------------------------------L0.204-----------------------------------------|" + - "L0.210[669,986] 1.05us 64mb|-----------------------------------------L0.210-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 127mb total:" - "L1 " - - "L1.214[369,694] 1.03us 100mb |-----------L1.214-----------| " - - "L1.215[695,986] 1.03us 90mb |---------L1.215----------| " - - "L1.213[42,368] 1.03us 100mb|-----------L1.213------------| " - - "**** 5 Output Files (parquet_file_id not yet assigned), 437mb total:" - - "L1 " - - "L1.?[42,259] 1.05us 101mb|-------L1.?-------| " - - "L1.?[260,476] 1.05us 100mb |-------L1.?-------| " - - "L1.?[477,693] 1.05us 100mb |-------L1.?-------| " - - "L1.?[694,910] 1.05us 100mb |-------L1.?-------| " - - "L1.?[911,986] 1.05us 35mb |L1.?-| " + - "L1.?[669,919] 1.05us 100mb|--------------------------------L1.?--------------------------------| " + - "L1.?[920,986] 1.05us 27mb |------L1.?------| " - "Committing partition 1:" - - " Soft Deleting 10 files: L0.202, L0.203, L1.213, L1.214, L1.215, L0.216, L0.217, L0.218, L0.219, L0.222" - - " Creating 5 files" - - "**** Simulation run 70, type=split(ReduceOverlap)(split_times=[910]). 1 Input Files, 24mb total:" - - "L0, all files 24mb " - - "L0.221[695,986] 1.05us |-----------------------------------------L0.221-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 24mb total:" - - "L0 " - - "L0.?[695,910] 1.05us 18mb|------------------------------L0.?------------------------------| " - - "L0.?[911,986] 1.05us 6mb |--------L0.?---------| " - - "**** Simulation run 71, type=split(ReduceOverlap)(split_times=[693]). 1 Input Files, 2mb total:" - - "L0, all files 2mb " - - "L0.220[669,694] 1.05us |-----------------------------------------L0.220-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 2mb total:" - - "L0 " - - "L0.?[669,693] 1.05us 2mb |----------------------------------------L0.?----------------------------------------| " - - "L0.?[694,694] 1.05us 86kb |L0.?|" - - "**** Simulation run 72, type=split(ReduceOverlap)(split_times=[476]). 1 Input Files, 37mb total:" - - "L0, all files 37mb " - - "L0.223[369,668] 1.05us |-----------------------------------------L0.223-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 37mb total:" - - "L0 " - - "L0.?[369,476] 1.05us 13mb|-------------L0.?-------------| " - - "L0.?[477,668] 1.05us 24mb |-------------------------L0.?--------------------------| " - - "Committing partition 1:" - - " Soft Deleting 3 files: L0.220, L0.221, L0.223" - - " Creating 6 files" - - "**** Simulation run 73, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[441, 622]). 5 Input Files, 239mb total:" - - "L0 " - - "L0.233[369,476] 1.05us 13mb |-------L0.233-------| " - - "L0.234[477,668] 1.05us 24mb |---------------L0.234----------------| " - - "L0.231[669,693] 1.05us 2mb |L0.231|" - - "L1 " - - "L1.225[260,476] 1.05us 100mb|------------------L1.225------------------| " - - "L1.226[477,693] 1.05us 100mb |------------------L1.226------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 239mb total:" - - "L1 " - - "L1.?[260,441] 1.05us 100mb|---------------L1.?----------------| " - - "L1.?[442,622] 1.05us 100mb |---------------L1.?----------------| " - - "L1.?[623,693] 1.05us 39mb |----L1.?----| " - - "Committing partition 1:" - - " Soft Deleting 5 files: L1.225, L1.226, L0.231, L0.233, L0.234" - - " Creating 3 files" - - "**** Simulation run 74, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[877]). 5 Input Files, 160mb total:" - - "L0 " - - "L0.230[911,986] 1.05us 6mb |-------L0.230--------| " - - "L0.229[695,910] 1.05us 18mb|-----------------------------L0.229-----------------------------| " - - "L0.232[694,694] 1.05us 86kb|L0.232| " - - "L1 " - - "L1.228[911,986] 1.05us 35mb |-------L1.228--------| " - - "L1.227[694,910] 1.05us 100mb|-----------------------------L1.227-----------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L1 " - - "L1.?[694,877] 1.05us 100mb|-------------------------L1.?-------------------------| " - - "L1.?[878,986] 1.05us 59mb |-------------L1.?--------------| " - - "Committing partition 1:" - - " Soft Deleting 5 files: L1.227, L1.228, L0.229, L0.230, L0.232" + - " Soft Deleting 2 files: L0.204, L0.210" - " Creating 2 files" - - "**** Simulation run 75, type=split(ReduceOverlap)(split_times=[899]). 1 Input Files, 59mb total:" - - "L1, all files 59mb " - - "L1.239[878,986] 1.05us |-----------------------------------------L1.239-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 59mb total:" + - "**** Simulation run 65, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[219]). 5 Input Files, 177mb total:" + - "L0 " + - "L0.196[42,355] 1.05us 3mb|-----------------------------------------L0.196-----------------------------------------|" + - "L0.193[76,355] 1.05us 3mb |------------------------------------L0.193------------------------------------| " + - "L0.208[42,355] 1.04us 69mb|-----------------------------------------L0.208-----------------------------------------|" + - "L0.202[42,355] 1.02us 66mb|-----------------------------------------L0.202-----------------------------------------|" + - "L0.211[42,355] 1.05us 36mb|-----------------------------------------L0.211-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 177mb total:" - "L1 " - - "L1.?[878,899] 1.05us 12mb|-----L1.?------| " - - "L1.?[900,986] 1.05us 47mb |--------------------------------L1.?---------------------------------| " - - "**** Simulation run 76, type=split(ReduceOverlap)(split_times=[699, 799]). 1 Input Files, 100mb total:" - - "L1, all files 100mb " - - "L1.238[694,877] 1.05us |-----------------------------------------L1.238-----------------------------------------|" - - "**** 3 Output Files (parquet_file_id not yet assigned), 100mb total:" + - "L1.?[42,219] 1.05us 100mb|----------------------L1.?----------------------| " + - "L1.?[220,355] 1.05us 77mb |----------------L1.?----------------| " + - "Committing partition 1:" + - " Soft Deleting 5 files: L0.193, L0.196, L0.202, L0.208, L0.211" + - " Creating 2 files" + - "**** Simulation run 66, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[516]). 5 Input Files, 196mb total:" + - "L0 " + - "L0.197[356,668] 1.05us 3mb|-----------------------------------------L0.197-----------------------------------------|" + - "L0.194[356,668] 1.05us 4mb|-----------------------------------------L0.194-----------------------------------------|" + - "L0.209[356,668] 1.04us 75mb|-----------------------------------------L0.209-----------------------------------------|" + - "L0.203[356,668] 1.02us 74mb|-----------------------------------------L0.203-----------------------------------------|" + - "L0.212[356,668] 1.05us 40mb|-----------------------------------------L0.212-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 196mb total:" - "L1 " - - "L1.?[694,699] 1.05us 3mb |L1.?| " - - "L1.?[700,799] 1.05us 55mb |---------------------L1.?---------------------| " - - "L1.?[800,877] 1.05us 43mb |---------------L1.?----------------| " - - "**** Simulation run 77, type=split(ReduceOverlap)(split_times=[499, 599]). 1 Input Files, 100mb total:" - - "L1, all files 100mb " - - "L1.236[442,622] 1.05us |-----------------------------------------L1.236-----------------------------------------|" - - "**** 3 Output Files (parquet_file_id not yet assigned), 100mb total:" + - "L1.?[356,516] 1.05us 101mb|--------------------L1.?--------------------| " + - "L1.?[517,668] 1.05us 95mb |------------------L1.?-------------------| " + - "Committing partition 1:" + - " Soft Deleting 5 files: L0.194, L0.197, L0.203, L0.209, L0.212" + - " Creating 2 files" + - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[599]). 1 Input Files, 95mb total:" + - "L1, all files 95mb " + - "L1.218[517,668] 1.05us |-----------------------------------------L1.218-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 95mb total:" - "L1 " - - "L1.?[442,499] 1.05us 32mb|-----------L1.?-----------| " - - "L1.?[500,599] 1.05us 55mb |---------------------L1.?----------------------| " - - "L1.?[600,622] 1.05us 13mb |--L1.?---|" - - "**** Simulation run 78, type=split(ReduceOverlap)(split_times=[299, 399]). 1 Input Files, 100mb total:" - - "L1, all files 100mb " - - "L1.235[260,441] 1.05us |-----------------------------------------L1.235-----------------------------------------|" - - "**** 3 Output Files (parquet_file_id not yet assigned), 100mb total:" - - "L1 " - - "L1.?[260,299] 1.05us 22mb|------L1.?-------| " - - "L1.?[300,399] 1.05us 55mb |---------------------L1.?----------------------| " - - "L1.?[400,441] 1.05us 23mb |-------L1.?-------| " - - "**** Simulation run 79, type=split(ReduceOverlap)(split_times=[99, 199]). 1 Input Files, 101mb total:" + - "L1.?[517,599] 1.05us 52mb|---------------------L1.?---------------------| " + - "L1.?[600,668] 1.05us 43mb |-----------------L1.?-----------------| " + - "**** Simulation run 68, type=split(ReduceOverlap)(split_times=[399, 499]). 1 Input Files, 101mb total:" - "L1, all files 101mb " - - "L1.224[42,259] 1.05us |-----------------------------------------L1.224-----------------------------------------|" + - "L1.217[356,516] 1.05us |-----------------------------------------L1.217-----------------------------------------|" - "**** 3 Output Files (parquet_file_id not yet assigned), 101mb total:" - "L1 " - - "L1.?[42,99] 1.05us 27mb |--------L1.?---------| " - - "L1.?[100,199] 1.05us 46mb |-----------------L1.?------------------| " - - "L1.?[200,259] 1.05us 28mb |---------L1.?---------| " - - "Committing partition 1:" - - " Soft Deleting 5 files: L1.224, L1.235, L1.236, L1.238, L1.239" - - " Creating 14 files" - - "**** Simulation run 80, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[73, 146]). 4 Input Files, 273mb total:" + - "L1.?[356,399] 1.05us 27mb|---------L1.?---------| " + - "L1.?[400,499] 1.05us 62mb |------------------------L1.?-------------------------| " + - "L1.?[500,516] 1.05us 11mb |-L1.?--|" + - "**** Simulation run 69, type=split(ReduceOverlap)(split_times=[299]). 1 Input Files, 77mb total:" + - "L1, all files 77mb " + - "L1.216[220,355] 1.05us |-----------------------------------------L1.216-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 77mb total:" - "L1 " - - "L1.251[42,99] 1.05us 27mb |--------L1.251---------| " - - "L1.252[100,199] 1.05us 46mb |------------------L1.252------------------| " + - "L1.?[220,299] 1.05us 45mb|-----------------------L1.?-----------------------| " + - "L1.?[300,355] 1.05us 32mb |---------------L1.?---------------| " + - "**** Simulation run 70, type=split(ReduceOverlap)(split_times=[99, 199]). 1 Input Files, 100mb total:" + - "L1, all files 100mb " + - "L1.215[42,219] 1.05us |-----------------------------------------L1.215-----------------------------------------|" + - "**** 3 Output Files (parquet_file_id not yet assigned), 100mb total:" + - "L1 " + - "L1.?[42,99] 1.05us 33mb |-----------L1.?-----------| " + - "L1.?[100,199] 1.05us 56mb |----------------------L1.?----------------------| " + - "L1.?[200,219] 1.05us 11mb |-L1.?--| " + - "**** Simulation run 71, type=split(ReduceOverlap)(split_times=[699, 799, 899]). 1 Input Files, 100mb total:" + - "L1, all files 100mb " + - "L1.213[669,919] 1.05us |-----------------------------------------L1.213-----------------------------------------|" + - "**** 4 Output Files (parquet_file_id not yet assigned), 100mb total:" + - "L1 " + - "L1.?[669,699] 1.05us 12mb|--L1.?--| " + - "L1.?[700,799] 1.05us 40mb |--------------L1.?---------------| " + - "L1.?[800,899] 1.05us 40mb |--------------L1.?---------------| " + - "L1.?[900,919] 1.05us 8mb |L1.?| " + - "Committing partition 1:" + - " Soft Deleting 5 files: L1.213, L1.215, L1.216, L1.217, L1.218" + - " Creating 14 files" + - "**** Simulation run 72, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[69, 138]). 4 Input Files, 289mb total:" + - "L1 " + - "L1.226[42,99] 1.05us 33mb |--------L1.226---------| " + - "L1.227[100,199] 1.05us 56mb |------------------L1.227------------------| " - "L2 " - "L2.1[0,99] 99ns 100mb |-------------------L2.1-------------------| " - "L2.2[100,199] 199ns 100mb |-------------------L2.2-------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 273mb total:" + - "**** 3 Output Files (parquet_file_id not yet assigned), 289mb total:" - "L2 " - - "L2.?[0,73] 1.05us 101mb |-------------L2.?--------------| " - - "L2.?[74,146] 1.05us 100mb |-------------L2.?-------------| " - - "L2.?[147,199] 1.05us 72mb |--------L2.?---------| " + - "L2.?[0,69] 1.05us 101mb |------------L2.?-------------| " + - "L2.?[70,138] 1.05us 100mb |------------L2.?------------| " + - "L2.?[139,199] 1.05us 88mb |----------L2.?-----------| " - "Committing partition 1:" - - " Soft Deleting 4 files: L2.1, L2.2, L1.251, L1.252" + - " Soft Deleting 4 files: L2.1, L2.2, L1.226, L1.227" - " Creating 3 files" - - "**** Simulation run 81, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[267]). 3 Input Files, 150mb total:" + - "**** Simulation run 73, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[264]). 3 Input Files, 156mb total:" - "L1 " - - "L1.253[200,259] 1.05us 28mb|----------------------L1.253-----------------------| " - - "L1.248[260,299] 1.05us 22mb |-------------L1.248--------------| " + - "L1.228[200,219] 1.05us 11mb|----L1.228-----| " + - "L1.224[220,299] 1.05us 45mb |-------------------------------L1.224--------------------------------| " - "L2 " - "L2.3[200,299] 299ns 100mb|-----------------------------------------L2.3------------------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 150mb total:" + - "**** 2 Output Files (parquet_file_id not yet assigned), 156mb total:" - "L2 " - - "L2.?[200,267] 1.05us 102mb|---------------------------L2.?---------------------------| " - - "L2.?[268,299] 1.05us 48mb |-----------L2.?-----------| " + - "L2.?[200,264] 1.05us 102mb|--------------------------L2.?--------------------------| " + - "L2.?[265,299] 1.05us 55mb |------------L2.?------------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L2.3, L1.248, L1.253" + - " Soft Deleting 3 files: L2.3, L1.224, L1.228" - " Creating 2 files" - - "**** Simulation run 82, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[364]). 2 Input Files, 155mb total:" + - "**** Simulation run 74, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[363]). 3 Input Files, 159mb total:" - "L1 " - - "L1.249[300,399] 1.05us 55mb|----------------------------------------L1.249-----------------------------------------| " + - "L1.225[300,355] 1.05us 32mb|--------------------L1.225---------------------| " + - "L1.221[356,399] 1.05us 27mb |---------------L1.221----------------| " - "L2 " - "L2.4[300,399] 399ns 100mb|-----------------------------------------L2.4------------------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 155mb total:" + - "**** 2 Output Files (parquet_file_id not yet assigned), 159mb total:" - "L2 " - - "L2.?[300,364] 1.05us 101mb|--------------------------L2.?--------------------------| " - - "L2.?[365,399] 1.05us 54mb |------------L2.?------------| " + - "L2.?[300,363] 1.05us 102mb|-------------------------L2.?--------------------------| " + - "L2.?[364,399] 1.05us 57mb |------------L2.?-------------| " - "Committing partition 1:" - - " Soft Deleting 2 files: L2.4, L1.249" + - " Soft Deleting 3 files: L2.4, L1.221, L1.225" - " Creating 2 files" - - "**** Simulation run 83, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[464]). 3 Input Files, 155mb total:" + - "**** Simulation run 75, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[461]). 2 Input Files, 162mb total:" - "L1 " - - "L1.250[400,441] 1.05us 23mb|--------------L1.250---------------| " - - "L1.245[442,499] 1.05us 32mb |---------------------L1.245----------------------| " + - "L1.222[400,499] 1.05us 62mb|----------------------------------------L1.222-----------------------------------------| " - "L2 " - "L2.5[400,499] 499ns 100mb|-----------------------------------------L2.5------------------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 155mb total:" + - "**** 2 Output Files (parquet_file_id not yet assigned), 162mb total:" - "L2 " - - "L2.?[400,464] 1.05us 101mb|--------------------------L2.?--------------------------| " - - "L2.?[465,499] 1.05us 54mb |------------L2.?------------| " + - "L2.?[400,461] 1.05us 101mb|------------------------L2.?-------------------------| " + - "L2.?[462,499] 1.05us 62mb |-------------L2.?--------------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L2.5, L1.245, L1.250" + - " Soft Deleting 2 files: L2.5, L1.222" - " Creating 2 files" - - "**** Simulation run 84, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[564]). 2 Input Files, 155mb total:" + - "**** Simulation run 76, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[561]). 3 Input Files, 162mb total:" - "L1 " - - "L1.246[500,599] 1.05us 55mb|----------------------------------------L1.246-----------------------------------------| " + - "L1.223[500,516] 1.05us 11mb|---L1.223---| " + - "L1.219[517,599] 1.05us 52mb |---------------------------------L1.219---------------------------------| " - "L2 " - "L2.6[500,599] 599ns 100mb|-----------------------------------------L2.6------------------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 155mb total:" + - "**** 2 Output Files (parquet_file_id not yet assigned), 162mb total:" - "L2 " - - "L2.?[500,564] 1.05us 101mb|--------------------------L2.?--------------------------| " - - "L2.?[565,599] 1.05us 54mb |------------L2.?------------| " + - "L2.?[500,561] 1.05us 101mb|------------------------L2.?-------------------------| " + - "L2.?[562,599] 1.05us 62mb |-------------L2.?--------------| " - "Committing partition 1:" - - " Soft Deleting 2 files: L2.6, L1.246" + - " Soft Deleting 3 files: L2.6, L1.219, L1.223" - " Creating 2 files" - - "**** Simulation run 85, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[664]). 4 Input Files, 155mb total:" + - "**** Simulation run 77, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[668, 736]). 5 Input Files, 296mb total:" - "L1 " - - "L1.247[600,622] 1.05us 13mb|------L1.247------| " - - "L1.237[623,693] 1.05us 39mb |---------------------------L1.237----------------------------| " - - "L1.242[694,699] 1.05us 3mb |L1.242|" + - "L1.220[600,668] 1.05us 43mb|-----------L1.220-----------| " + - "L1.229[669,699] 1.05us 12mb |--L1.229---| " + - "L1.230[700,799] 1.05us 40mb |------------------L1.230------------------| " - "L2 " - - "L2.7[600,699] 699ns 100mb|-----------------------------------------L2.7------------------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 155mb total:" + - "L2.7[600,699] 699ns 100mb|-------------------L2.7-------------------| " + - "L2.8[700,799] 799ns 100mb |-------------------L2.8-------------------| " + - "**** 3 Output Files (parquet_file_id not yet assigned), 296mb total:" - "L2 " - - "L2.?[600,664] 1.05us 101mb|--------------------------L2.?--------------------------| " - - "L2.?[665,699] 1.05us 54mb |------------L2.?------------| " + - "L2.?[600,668] 1.05us 102mb|------------L2.?------------| " + - "L2.?[669,736] 1.05us 100mb |------------L2.?------------| " + - "L2.?[737,799] 1.05us 93mb |-----------L2.?-----------| " - "Committing partition 1:" - - " Soft Deleting 4 files: L2.7, L1.237, L1.242, L1.247" - - " Creating 2 files" - - "**** Simulation run 86, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[765]). 2 Input Files, 155mb total:" + - " Soft Deleting 5 files: L2.7, L2.8, L1.220, L1.229, L1.230" + - " Creating 3 files" + - "**** Final Output Files (3.32gb written)" - "L1 " - - "L1.243[700,799] 1.05us 55mb|----------------------------------------L1.243-----------------------------------------| " - - "L2 " - - "L2.8[700,799] 799ns 100mb|-----------------------------------------L2.8------------------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 155mb total:" - - "L2 " - - "L2.?[700,765] 1.05us 102mb|--------------------------L2.?---------------------------| " - - "L2.?[766,799] 1.05us 53mb |-----------L2.?------------| " - - "Committing partition 1:" - - " Soft Deleting 2 files: L2.8, L1.243" - - " Creating 2 files" - - "**** Simulation run 87, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[865]). 3 Input Files, 155mb total:" - - "L1 " - - "L1.244[800,877] 1.05us 43mb|-------------------------------L1.244-------------------------------| " - - "L1.240[878,899] 1.05us 12mb |-----L1.240------| " - - "L2 " - - "L2.9[800,899] 899ns 100mb|-----------------------------------------L2.9------------------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 155mb total:" - - "L2 " - - "L2.?[800,865] 1.05us 102mb|--------------------------L2.?---------------------------| " - - "L2.?[866,899] 1.05us 53mb |-----------L2.?------------| " - - "Committing partition 1:" - - " Soft Deleting 3 files: L2.9, L1.240, L1.244" - - " Creating 2 files" - - "**** Final Output Files (4.04gb written)" - - "L1 " - - "L1.241[900,986] 1.05us 47mb |L1.241| " + - "L1.214[920,986] 1.05us 27mb |L1.214|" + - "L1.231[800,899] 1.05us 40mb |L1.231| " + - "L1.232[900,919] 1.05us 8mb |L1.232| " - "L2 " + - "L2.9[800,899] 899ns 100mb |-L2.9-| " - "L2.10[900,999] 999ns 100mb |L2.10-| " - - "L2.254[0,73] 1.05us 101mb|L2.254| " - - "L2.255[74,146] 1.05us 100mb |L2.255| " - - "L2.256[147,199] 1.05us 72mb |L2.256| " - - "L2.257[200,267] 1.05us 102mb |L2.257| " - - "L2.258[268,299] 1.05us 48mb |L2.258| " - - "L2.259[300,364] 1.05us 101mb |L2.259| " - - "L2.260[365,399] 1.05us 54mb |L2.260| " - - "L2.261[400,464] 1.05us 101mb |L2.261| " - - "L2.262[465,499] 1.05us 54mb |L2.262| " - - "L2.263[500,564] 1.05us 101mb |L2.263| " - - "L2.264[565,599] 1.05us 54mb |L2.264| " - - "L2.265[600,664] 1.05us 101mb |L2.265| " - - "L2.266[665,699] 1.05us 54mb |L2.266| " - - "L2.267[700,765] 1.05us 102mb |L2.267| " - - "L2.268[766,799] 1.05us 53mb |L2.268| " - - "L2.269[800,865] 1.05us 102mb |L2.269| " - - "L2.270[866,899] 1.05us 53mb |L2.270| " + - "L2.233[0,69] 1.05us 101mb|L2.233| " + - "L2.234[70,138] 1.05us 100mb |L2.234| " + - "L2.235[139,199] 1.05us 88mb |L2.235| " + - "L2.236[200,264] 1.05us 102mb |L2.236| " + - "L2.237[265,299] 1.05us 55mb |L2.237| " + - "L2.238[300,363] 1.05us 102mb |L2.238| " + - "L2.239[364,399] 1.05us 57mb |L2.239| " + - "L2.240[400,461] 1.05us 101mb |L2.240| " + - "L2.241[462,499] 1.05us 62mb |L2.241| " + - "L2.242[500,561] 1.05us 101mb |L2.242| " + - "L2.243[562,599] 1.05us 62mb |L2.243| " + - "L2.244[600,668] 1.05us 102mb |L2.244| " + - "L2.245[669,736] 1.05us 100mb |L2.245| " + - "L2.246[737,799] 1.05us 93mb |L2.246| " - "**** Breakdown of where bytes were written" - - 1.84gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - - 500mb written by compact(ManySmallFiles) + - 1.2gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) + - 473mb written by split(ReduceOverlap) + - 500mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) - 500mb written by split(VerticalSplit) - - 596mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) - - 663mb written by split(ReduceOverlap) + - 704mb written by compact(ManySmallFiles) "### ); } @@ -3952,79 +3764,88 @@ async fn actual_case_from_catalog_1() { - "WARNING: file L0.161[3270000,3330000] 3.36ms 183mb exceeds soft limit 100mb by more than 50%" - "WARNING: file L0.162[3300000,3380000] 3.4ms 231mb exceeds soft limit 100mb by more than 50%" - "WARNING: file L0.163[3310000,3380000] 3.41ms 232mb exceeds soft limit 100mb by more than 50%" - - "**** Final Output Files (16.17gb written)" + - "**** Final Output Files (14.58gb written)" - "L2 " - - "L2.621[1614382,1717183] 3.42ms 162mb |L2.621| " - - "L2.622[1717184,1820000] 3.42ms 202mb |L2.622| " - - "L2.623[1830000,1970000] 3.42ms 267mb |L2.623| " - - "L2.624[1980000,2070000] 3.42ms 157mb |L2.624| " - - "L2.625[2080000,2229999] 3.42ms 197mb |L2.625| " - - "L2.626[2230000,2299999] 3.42ms 201mb |L2.626| " - - "L2.629[2450000,2533333] 3.42ms 146mb |L2.629| " - - "L2.630[2533334,2616666] 3.42ms 115mb |L2.630| " - - "L2.631[2616667,2700000] 3.42ms 167mb |L2.631| " - - "L2.632[2710000,2759999] 3.42ms 117mb |L2.632| " - - "L2.633[2760000,2809998] 3.42ms 109mb |L2.633| " - - "L2.635[2870000,2931175] 3.42ms 124mb |L2.635| " - - "L2.636[3053528,3079410] 3.42ms 143mb |L2.636| " - - "L2.637[3079411,3105292] 3.42ms 115mb |L2.637| " - - "L2.638[3105293,3131174] 3.42ms 157mb |L2.638|" - - "L2.639[3131175,3157056] 3.42ms 138mb |L2.639|" - - "L2.640[3157057,3182938] 3.42ms 167mb |L2.640|" - - "L2.641[3182939,3208820] 3.42ms 186mb |L2.641|" - - "L2.642[3208821,3234702] 3.42ms 194mb |L2.642|" - - "L2.643[3234703,3260584] 3.42ms 178mb |L2.643|" - - "L2.644[2931176,2992350] 3.42ms 184mb |L2.644| " - - "L2.645[2992351,3053527] 3.42ms 268mb |L2.645| " - - "L2.646[3260585,3286466] 3.42ms 148mb |L2.646|" - - "L2.647[3286467,3312348] 3.42ms 152mb |L2.647|" - - "L2.648[3312349,3338230] 3.42ms 224mb |L2.648|" - - "L2.649[3338231,3364112] 3.42ms 189mb |L2.649|" - - "L2.650[3364113,3390000] 3.42ms 110mb |L2.650|" - - "L2.657[983237,1076038] 3.42ms 100mb |L2.657| " - - "L2.658[1076039,1168839] 3.42ms 100mb |L2.658| " - - "L2.663[1304127,1361580] 3.42ms 100mb |L2.663| " - - "L2.669[1361581,1423756] 3.42ms 100mb |L2.669| " - - "L2.672[2300000,2384100] 3.42ms 100mb |L2.672| " - - "L2.674[10000,208052] 3.42ms 100mb|L2.674| " - - "L2.675[208053,406104] 3.42ms 100mb |L2.675| " - - "L2.676[406105,533587] 3.42ms 64mb |L2.676| " - - "L2.677[533588,756033] 3.42ms 100mb |L2.677| " - - "L2.678[756034,978478] 3.42ms 100mb |L2.678| " - - "L2.679[978479,983236] 3.42ms 2mb |L2.679| " - - "L2.680[1168840,1236225] 3.42ms 100mb |L2.680| " - - "L2.681[1236226,1303610] 3.42ms 100mb |L2.681| " - - "L2.682[1303611,1304126] 3.42ms 784kb |L2.682| " - - "L2.683[1423757,1488831] 3.42ms 100mb |L2.683| " - - "L2.684[1488832,1553905] 3.42ms 100mb |L2.684| " - - "L2.685[1553906,1614381] 3.42ms 93mb |L2.685| " - - "L2.686[2384101,2428820] 3.42ms 53mb |L2.686| " - - "L2.687[2428821,2440000] 3.42ms 13mb |L2.687| " - - "L2.690[2809999,2849999] 3.42ms 65mb |L2.690| " - - "L2.691[2850000,2860000] 3.42ms 16mb |L2.691| " + - "L2.377[997570,1063509] 3.42ms 100mb |L2.377| " + - "L2.378[1063510,1100371] 3.42ms 56mb |L2.378| " + - "L2.379[1100372,1153379] 3.42ms 100mb |L2.379| " + - "L2.380[1153380,1203173] 3.42ms 94mb |L2.380| " + - "L2.381[1203174,1260886] 3.42ms 100mb |L2.381| " + - "L2.382[1260887,1305975] 3.42ms 78mb |L2.382| " + - "L2.383[1305976,1374631] 3.42ms 100mb |L2.383| " + - "L2.388[1579354,1614381] 3.42ms 52mb |L2.388| " + - "L2.389[1614382,1677745] 3.42ms 100mb |L2.389| " + - "L2.390[1677746,1717183] 3.42ms 62mb |L2.390| " + - "L2.391[1980000,2037321] 3.42ms 100mb |L2.391| " + - "L2.392[2037322,2070000] 3.42ms 57mb |L2.392| " + - "L2.393[2080000,2156222] 3.42ms 100mb |L2.393| " + - "L2.394[2156223,2229999] 3.42ms 97mb |L2.394| " + - "L2.395[2230000,2264878] 3.42ms 100mb |L2.395| " + - "L2.396[2264879,2299756] 3.42ms 100mb |L2.396| " + - "L2.407[2666461,2700000] 3.42ms 67mb |L2.407| " + - "L2.408[1717184,1768115] 3.42ms 100mb |L2.408| " + - "L2.409[1768116,1819046] 3.42ms 100mb |L2.409| " + - "L2.414[2710000,2749999] 3.42ms 93mb |L2.414| " + - "L2.420[2870000,2919269] 3.42ms 100mb |L2.420| " + - "L2.424[2992351,3015165] 3.42ms 100mb |L2.424| " + - "L2.425[3015166,3037979] 3.42ms 100mb |L2.425| " + - "L2.426[3037980,3053527] 3.42ms 68mb |L2.426| " + - "L2.427[3053528,3071615] 3.42ms 100mb |L2.427| " + - "L2.432[3121808,3131174] 3.42ms 57mb |L2.432|" + - "L2.433[3131175,3149990] 3.42ms 100mb |L2.433|" + - "L2.437[3182939,3196874] 3.42ms 100mb |L2.437|" + - "L2.438[3196875,3208820] 3.42ms 86mb |L2.438|" + - "L2.439[3208821,3222148] 3.42ms 100mb |L2.439|" + - "L2.440[3222149,3234702] 3.42ms 94mb |L2.440|" + - "L2.441[3234703,3249276] 3.42ms 100mb |L2.441|" + - "L2.442[3249277,3260584] 3.42ms 78mb |L2.442|" + - "L2.443[3260585,3278130] 3.42ms 100mb |L2.443|" + - "L2.447[3364113,3384822] 3.42ms 88mb |L2.447|" + - "L2.450[3323922,3335493] 3.42ms 100mb |L2.450|" + - "L2.497[646806,842475] 3.42ms 100mb |L2.497| " + - "L2.498[842476,997569] 3.42ms 79mb |L2.498| " + - "L2.499[10000,293759] 3.42ms 100mb|L2.499| " + - "L2.500[293760,577518] 3.42ms 100mb |L2.500| " + - "L2.501[577519,646805] 3.42ms 24mb |L2.501| " + - "L2.502[1374632,1448572] 3.42ms 100mb |L2.502| " + - "L2.503[1448573,1522512] 3.42ms 100mb |L2.503| " + - "L2.504[1522513,1579353] 3.42ms 77mb |L2.504| " + - "L2.505[1819047,1875245] 3.42ms 100mb |L2.505| " + - "L2.506[1875246,1931443] 3.42ms 100mb |L2.506| " + - "L2.507[1931444,1970000] 3.42ms 69mb |L2.507| " + - "L2.508[2299757,2377295] 3.42ms 100mb |L2.508| " + - "L2.509[2377296,2454833] 3.42ms 100mb |L2.509| " + - "L2.510[2454834,2506911] 3.42ms 67mb |L2.510| " + - "L2.511[2506912,2567974] 3.42ms 100mb |L2.511| " + - "L2.512[2567975,2629036] 3.42ms 100mb |L2.512| " + - "L2.513[2629037,2666460] 3.42ms 61mb |L2.513| " + - "L2.514[2750000,2801517] 3.42ms 100mb |L2.514| " + - "L2.515[2801518,2853034] 3.42ms 100mb |L2.515| " + - "L2.516[2853035,2860000] 3.42ms 14mb |L2.516| " + - "L2.517[2919270,2954395] 3.42ms 100mb |L2.517| " + - "L2.518[2954396,2989520] 3.42ms 100mb |L2.518| " + - "L2.519[2989521,2992350] 3.42ms 8mb |L2.519| " + - "L2.520[3071616,3091082] 3.42ms 100mb |L2.520| " + - "L2.521[3091083,3110548] 3.42ms 100mb |L2.521|" + - "L2.522[3110549,3121807] 3.42ms 58mb |L2.522|" + - "L2.523[3149991,3166126] 3.42ms 100mb |L2.523|" + - "L2.524[3166127,3182261] 3.42ms 100mb |L2.524|" + - "L2.525[3182262,3182938] 3.42ms 4mb |L2.525|" + - "L2.526[3278131,3293432] 3.42ms 100mb |L2.526|" + - "L2.527[3293433,3308733] 3.42ms 100mb |L2.527|" + - "L2.528[3308734,3323921] 3.42ms 99mb |L2.528|" + - "L2.529[3335494,3348934] 3.42ms 100mb |L2.529|" + - "L2.530[3348935,3362374] 3.42ms 100mb |L2.530|" + - "L2.531[3362375,3364112] 3.42ms 13mb |L2.531|" + - "L2.532[3384823,3388964] 3.42ms 18mb |L2.532|" + - "L2.533[3388965,3390000] 3.42ms 4mb |L2.533|" - "**** Breakdown of where bytes were written" - - 229mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) + - 178mb written by split(ReduceOverlap) + - 3.74gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - 4.84gb written by split(VerticalSplit) - - 4.94gb written by compact(ManySmallFiles) - - 5.23gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - - 955mb written by split(ReduceOverlap) - - "WARNING: file L2.621[1614382,1717183] 3.42ms 162mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.622[1717184,1820000] 3.42ms 202mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.623[1830000,1970000] 3.42ms 267mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.624[1980000,2070000] 3.42ms 157mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.625[2080000,2229999] 3.42ms 197mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.626[2230000,2299999] 3.42ms 201mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.631[2616667,2700000] 3.42ms 167mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.638[3105293,3131174] 3.42ms 157mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.640[3157057,3182938] 3.42ms 167mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.641[3182939,3208820] 3.42ms 186mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.642[3208821,3234702] 3.42ms 194mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.643[3234703,3260584] 3.42ms 178mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.644[2931176,2992350] 3.42ms 184mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.645[2992351,3053527] 3.42ms 268mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.647[3286467,3312348] 3.42ms 152mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.648[3312349,3338230] 3.42ms 224mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.649[3338231,3364112] 3.42ms 189mb exceeds soft limit 100mb by more than 50%" + - 40mb written by compact(ManySmallFiles) + - 5.78gb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) + - 931kb written by compact(TotalSizeLessThanMaxCompactSize) "### ); } diff --git a/compactor/tests/layouts/core.rs b/compactor/tests/layouts/core.rs index c68bae8a5c..17eedbaec5 100644 --- a/compactor/tests/layouts/core.rs +++ b/compactor/tests/layouts/core.rs @@ -167,21 +167,22 @@ async fn all_non_overlapping_l0() { - "Committing partition 1:" - " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10" - " Creating 2 files" - - "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[720]). 2 Input Files, 100mb total:" - - "L1 " - - "L1.12[721,901] 9ns 20mb |-----L1.12-----| " - - "L1.11[0,720] 9ns 80mb |--------------------------------L1.11--------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:" + - "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[865]). 1 Input Files, 20mb total:" + - "L1, all files 20mb " + - "L1.12[721,901] 9ns |-----------------------------------------L1.12------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 20mb total:" - "L2 " - - "L2.?[0,720] 9ns 80mb |--------------------------------L2.?---------------------------------| " - - "L2.?[721,901] 9ns 20mb |-----L2.?------| " + - "L2.?[721,865] 9ns 16mb |---------------------------------L2.?---------------------------------| " + - "L2.?[866,901] 9ns 4mb |-----L2.?------| " - "Committing partition 1:" - - " Soft Deleting 2 files: L1.11, L1.12" + - " Soft Deleting 1 files: L1.12" + - " Upgrading 1 files level to CompactionLevel::L2: L1.11" - " Creating 2 files" - - "**** Final Output Files (200mb written)" + - "**** Final Output Files (120mb written)" - "L2 " - - "L2.13[0,720] 9ns 80mb |--------------------------------L2.13--------------------------------| " - - "L2.14[721,901] 9ns 20mb |-----L2.14-----| " + - "L2.11[0,720] 9ns 80mb |--------------------------------L2.11--------------------------------| " + - "L2.13[721,865] 9ns 16mb |---L2.13----| " + - "L2.14[866,901] 9ns 4mb |L2.14|" "### ); } @@ -417,10 +418,10 @@ async fn l1_with_non_overlapping_l0_larger() { - " Creating 1 files" - "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[370]). 4 Input Files, 108mb total:" - "L1 " - - "L1.2[100,149] 2ns 50mb |--L1.2---| " - "L1.1[50,99] 1ns 20mb |--L1.1---| " - "L1.3[150,199] 3ns 20mb |--L1.3---| " - "L1.8[200,450] 13ns 18mb |-------------------------L1.8-------------------------| " + - "L1.2[100,149] 2ns 50mb |--L1.2---| " - "**** 2 Output Files (parquet_file_id not yet assigned), 108mb total:" - "L2 " - "L2.?[50,370] 13ns 86mb |---------------------------------L2.?---------------------------------| " @@ -448,11 +449,11 @@ async fn l1_too_much_with_non_overlapping_l0() { // enough to upgrade, the total size will be > 256MB and we will // skip the partition // - // L1: 90MB, 80MB, 70MB, ..., 70MB + // L1: 45MB, 40MB, 35MB, ..., 35MB // L0: .. let mut num_l1_files = 0; - for (i, sz) in [90, 80, 70, 70, 70, 70, 70, 70, 70, 70].iter().enumerate() { + for (i, sz) in [45, 40, 35, 35, 35, 35, 35, 35, 35, 35].iter().enumerate() { let i = i as i64; setup .partition @@ -493,16 +494,16 @@ async fn l1_too_much_with_non_overlapping_l0() { - "L0.12[600,649] 720s 5mb |L0.12| " - "L0.13[600,649] 780s 5mb |L0.13| " - "L1 " - - "L1.1[50,99] 0ns 90mb |L1.1-| " - - "L1.2[100,149] 60s 80mb |L1.2-| " - - "L1.3[150,199] 120s 70mb |L1.3-| " - - "L1.4[200,249] 180s 70mb |L1.4-| " - - "L1.5[250,299] 240s 70mb |L1.5-| " - - "L1.6[300,349] 300s 70mb |L1.6-| " - - "L1.7[350,399] 360s 70mb |L1.7-| " - - "L1.8[400,449] 420s 70mb |L1.8-| " - - "L1.9[450,499] 480s 70mb |L1.9-| " - - "L1.10[500,549] 540s 70mb |L1.10| " + - "L1.1[50,99] 0ns 45mb |L1.1-| " + - "L1.2[100,149] 60s 40mb |L1.2-| " + - "L1.3[150,199] 120s 35mb |L1.3-| " + - "L1.4[200,249] 180s 35mb |L1.4-| " + - "L1.5[250,299] 240s 35mb |L1.5-| " + - "L1.6[300,349] 300s 35mb |L1.6-| " + - "L1.7[350,399] 360s 35mb |L1.7-| " + - "L1.8[400,449] 420s 35mb |L1.8-| " + - "L1.9[450,499] 480s 35mb |L1.9-| " + - "L1.10[500,549] 540s 35mb |L1.10| " - "**** Simulation run 0, type=compact(TotalSizeLessThanMaxCompactSize). 3 Input Files, 15mb total:" - "L0, all files 5mb " - "L0.13[600,649] 780s |-----------------------------------------L0.13------------------------------------------|" @@ -514,58 +515,33 @@ async fn l1_too_much_with_non_overlapping_l0() { - "Committing partition 1:" - " Soft Deleting 3 files: L0.11, L0.12, L0.13" - " Creating 1 files" - - "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[113, 176]). 3 Input Files, 240mb total:" + - "**** Simulation run 1, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[186, 322]). 8 Input Files, 295mb total:" - "L1 " - - "L1.1[50,99] 0ns 90mb |-----------L1.1------------| " - - "L1.2[100,149] 60s 80mb |-----------L1.2------------| " - - "L1.3[150,199] 120s 70mb |-----------L1.3------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 240mb total:" + - "L1.1[50,99] 0ns 45mb |--L1.1---| " + - "L1.2[100,149] 60s 40mb |--L1.2---| " + - "L1.3[150,199] 120s 35mb |--L1.3---| " + - "L1.4[200,249] 180s 35mb |--L1.4---| " + - "L1.5[250,299] 240s 35mb |--L1.5---| " + - "L1.6[300,349] 300s 35mb |--L1.6---| " + - "L1.7[350,399] 360s 35mb |--L1.7---| " + - "L1.8[400,449] 420s 35mb |--L1.8---| " + - "**** 3 Output Files (parquet_file_id not yet assigned), 295mb total:" - "L2 " - - "L2.?[50,113] 120s 102mb |----------------L2.?----------------| " - - "L2.?[114,176] 120s 101mb |---------------L2.?----------------| " - - "L2.?[177,199] 120s 37mb |---L2.?----| " + - "L2.?[50,186] 420s 101mb |------------L2.?------------| " + - "L2.?[187,322] 420s 100mb |------------L2.?------------| " + - "L2.?[323,449] 420s 94mb |-----------L2.?-----------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L1.1, L1.2, L1.3" + - " Soft Deleting 8 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8" - " Creating 3 files" - - "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[272, 344]). 4 Input Files, 280mb total:" - - "L1, all files 70mb " - - "L1.4[200,249] 180s |--------L1.4--------| " - - "L1.5[250,299] 240s |--------L1.5--------| " - - "L1.6[300,349] 300s |--------L1.6--------| " - - "L1.7[350,399] 360s |--------L1.7--------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 280mb total:" - - "L2 " - - "L2.?[200,272] 360s 102mb |-------------L2.?-------------| " - - "L2.?[273,344] 360s 101mb |-------------L2.?-------------| " - - "L2.?[345,399] 360s 77mb |---------L2.?---------| " - - "Committing partition 1:" - - " Soft Deleting 4 files: L1.4, L1.5, L1.6, L1.7" - - " Creating 3 files" - - "**** Simulation run 3, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[511, 622]). 4 Input Files, 225mb total:" + - "**** Final Output Files (310mb written)" - "L1 " - - "L1.14[600,649] 780s 15mb |-----L1.14-----| " - - "L1.10[500,549] 540s 70mb |-----L1.10-----| " - - "L1.9[450,499] 480s 70mb |-----L1.9------| " - - "L1.8[400,449] 420s 70mb |-----L1.8------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 225mb total:" + - "L1.9[450,499] 480s 35mb |L1.9-| " + - "L1.10[500,549] 540s 35mb |L1.10| " + - "L1.14[600,649] 780s 15mb |L1.14| " - "L2 " - - "L2.?[400,511] 780s 101mb |-----------------L2.?-----------------| " - - "L2.?[512,622] 780s 100mb |----------------L2.?-----------------| " - - "L2.?[623,649] 780s 24mb |-L2.?--| " - - "Committing partition 1:" - - " Soft Deleting 4 files: L1.8, L1.9, L1.10, L1.14" - - " Creating 3 files" - - "**** Final Output Files (760mb written)" - - "L2 " - - "L2.15[50,113] 120s 102mb |-L2.15-| " - - "L2.16[114,176] 120s 101mb |-L2.16-| " - - "L2.17[177,199] 120s 37mb |L2.17| " - - "L2.18[200,272] 360s 102mb |-L2.18--| " - - "L2.19[273,344] 360s 101mb |-L2.19--| " - - "L2.20[345,399] 360s 77mb |L2.20-| " - - "L2.21[400,511] 780s 101mb |----L2.21-----| " - - "L2.22[512,622] 780s 100mb |----L2.22-----| " - - "L2.23[623,649] 780s 24mb |L2.23|" + - "L2.15[50,186] 420s 101mb |------L2.15-------| " + - "L2.16[187,322] 420s 100mb |------L2.16-------| " + - "L2.17[323,449] 420s 94mb |-----L2.17------| " "### ); } @@ -682,10 +658,10 @@ async fn large_l1_with_non_overlapping_l0() { // L1 files with total size > 100MB will get compacted after in round 2 // after the L0 files are compacted in round 1 - // L1: 90MB, 80MB + // L1: 45MB, 40MB // L0: .. - for (i, sz) in [90, 80].iter().enumerate() { + for (i, sz) in [45, 40].iter().enumerate() { let i = i as i64; setup .partition @@ -727,8 +703,8 @@ async fn large_l1_with_non_overlapping_l0() { - "L0.4[600,650] 22ns 5mb |L0.4-| " - "L0.5[600,650] 23ns 5mb |L0.5-| " - "L1 " - - "L1.1[50,99] 1ns 90mb |L1.1-| " - - "L1.2[100,149] 2ns 80mb |L1.2-| " + - "L1.1[50,99] 1ns 45mb |L1.1-| " + - "L1.2[100,149] 2ns 40mb |L1.2-| " - "**** Simulation run 0, type=compact(TotalSizeLessThanMaxCompactSize). 3 Input Files, 15mb total:" - "L0, all files 5mb " - "L0.5[600,650] 23ns |------------------------------------------L0.5------------------------------------------|" @@ -740,22 +716,22 @@ async fn large_l1_with_non_overlapping_l0() { - "Committing partition 1:" - " Soft Deleting 3 files: L0.3, L0.4, L0.5" - " Creating 1 files" - - "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[375]). 3 Input Files, 185mb total:" + - "**** Simulation run 1, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[530]). 3 Input Files, 100mb total:" - "L1 " - - "L1.1[50,99] 1ns 90mb |L1.1-| " - - "L1.2[100,149] 2ns 80mb |L1.2-| " + - "L1.1[50,99] 1ns 45mb |L1.1-| " + - "L1.2[100,149] 2ns 40mb |L1.2-| " - "L1.6[600,650] 23ns 15mb |L1.6-| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 185mb total:" + - "**** 2 Output Files (parquet_file_id not yet assigned), 100mb total:" - "L2 " - - "L2.?[50,375] 23ns 100mb |---------------------L2.?---------------------| " - - "L2.?[376,650] 23ns 85mb |-----------------L2.?------------------| " + - "L2.?[50,530] 23ns 80mb |---------------------------------L2.?---------------------------------| " + - "L2.?[531,650] 23ns 20mb |-----L2.?------| " - "Committing partition 1:" - " Soft Deleting 3 files: L1.1, L1.2, L1.6" - " Creating 2 files" - - "**** Final Output Files (200mb written)" + - "**** Final Output Files (115mb written)" - "L2 " - - "L2.7[50,375] 23ns 100mb |---------------------L2.7---------------------| " - - "L2.8[376,650] 23ns 85mb |-----------------L2.8------------------| " + - "L2.7[50,530] 23ns 80mb |---------------------------------L2.7---------------------------------| " + - "L2.8[531,650] 23ns 20mb |-----L2.8------| " "### ); } diff --git a/compactor/tests/layouts/knobs.rs b/compactor/tests/layouts/knobs.rs index 248cc0e4b3..7bd70cfd13 100644 --- a/compactor/tests/layouts/knobs.rs +++ b/compactor/tests/layouts/knobs.rs @@ -456,1227 +456,195 @@ async fn all_overlapping_l0_max_input_bytes_per_partition() { - "Committing partition 1:" - " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10" - " Creating 70 files" - - "**** Simulation run 10, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[67700, 135300]). 23 Input Files, 30mb total:" - - "L0 " - - "L0.11[100,28656] 1ns 1mb |--L0.11---| " - - "L0.12[28657,57212] 1ns 1mb |--L0.12---| " - - "L0.13[57213,85768] 1ns 1mb |--L0.13---| " - - "L0.14[85769,114324] 1ns 1mb |--L0.14---| " - - "L0.15[114325,142880] 1ns 1mb |--L0.15---| " - - "L0.16[142881,171436] 1ns 1mb |--L0.16---| " - - "L0.17[171437,200000] 1ns 1mb |--L0.17---| " - - "L0.18[100,28656] 2ns 1mb |--L0.18---| " - - "L0.19[28657,57212] 2ns 1mb |--L0.19---| " - - "L0.20[57213,85768] 2ns 1mb |--L0.20---| " - - "L0.21[85769,114324] 2ns 1mb |--L0.21---| " - - "L0.22[114325,142880] 2ns 1mb |--L0.22---| " - - "L0.23[142881,171436] 2ns 1mb |--L0.23---| " - - "L0.24[171437,200000] 2ns 1mb |--L0.24---| " - - "L0.25[100,28656] 3ns 1mb |--L0.25---| " - - "L0.26[28657,57212] 3ns 1mb |--L0.26---| " - - "L0.27[57213,85768] 3ns 1mb |--L0.27---| " - - "L0.28[85769,114324] 3ns 1mb |--L0.28---| " - - "L0.29[114325,142880] 3ns 1mb |--L0.29---| " - - "L0.30[142881,171436] 3ns 1mb |--L0.30---| " - - "L0.31[171437,200000] 3ns 1mb |--L0.31---| " - - "L0.32[100,28656] 4ns 1mb |--L0.32---| " - - "L0.33[28657,57212] 4ns 1mb |--L0.33---| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:" - - "L1 " - - "L1.?[100,67700] 4ns 10mb |------------L1.?------------| " - - "L1.?[67701,135300] 4ns 10mb |------------L1.?------------| " - - "L1.?[135301,200000] 4ns 10mb |-----------L1.?------------| " - - "Committing partition 1:" - - " Soft Deleting 23 files: L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33" - - " Creating 3 files" - - "**** Simulation run 11, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.36[114325,142880] 4ns |-----------------------------------------L0.36------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 4ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 4ns 349kb |--------L0.?---------| " - - "**** Simulation run 12, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.34[57213,85768] 4ns |-----------------------------------------L0.34------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 4ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 4ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 13, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.43[114325,142880] 5ns |-----------------------------------------L0.43------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 5ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 5ns 349kb |--------L0.?---------| " - - "**** Simulation run 14, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.41[57213,85768] 5ns |-----------------------------------------L0.41------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 5ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 5ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 15, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.50[114325,142880] 6ns |-----------------------------------------L0.50------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 6ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 6ns 349kb |--------L0.?---------| " - - "**** Simulation run 16, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.48[57213,85768] 6ns |-----------------------------------------L0.48------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 6ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 6ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 17, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.57[114325,142880] 7ns |-----------------------------------------L0.57------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 7ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 7ns 349kb |--------L0.?---------| " - - "**** Simulation run 18, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.55[57213,85768] 7ns |-----------------------------------------L0.55------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 7ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 7ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 19, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.64[114325,142880] 8ns |-----------------------------------------L0.64------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 8ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 8ns 349kb |--------L0.?---------| " - - "**** Simulation run 20, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.62[57213,85768] 8ns |-----------------------------------------L0.62------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 8ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 8ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 21, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.71[114325,142880] 9ns |-----------------------------------------L0.71------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 9ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 9ns 349kb |--------L0.?---------| " - - "**** Simulation run 22, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.69[57213,85768] 9ns |-----------------------------------------L0.69------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 9ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 9ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 23, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.78[114325,142880] 10ns|-----------------------------------------L0.78------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 10ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 10ns 349kb |--------L0.?---------| " - - "**** Simulation run 24, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.76[57213,85768] 10ns |-----------------------------------------L0.76------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 10ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 10ns 833kb |-------------------------L0.?-------------------------| " - - "Committing partition 1:" - - " Soft Deleting 14 files: L0.34, L0.36, L0.41, L0.43, L0.48, L0.50, L0.55, L0.57, L0.62, L0.64, L0.69, L0.71, L0.76, L0.78" - - " Creating 28 files" - - "**** Simulation run 25, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[57593, 115086]). 6 Input Files, 24mb total:" - - "L0 " - - "L0.86[57213,67700] 4ns 484kb |L0.86| " - - "L0.87[67701,85768] 4ns 833kb |--L0.87---| " - - "L0.35[85769,114324] 4ns 1mb |------L0.35------| " - - "L0.84[114325,135300] 4ns 967kb |---L0.84---| " - - "L1 " - - "L1.81[100,67700] 4ns 10mb|-------------------L1.81-------------------| " - - "L1.82[67701,135300] 4ns 10mb |------------------L1.82-------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 24mb total:" - - "L1 " - - "L1.?[100,57593] 4ns 10mb |----------------L1.?----------------| " - - "L1.?[57594,115086] 4ns 10mb |----------------L1.?----------------| " - - "L1.?[115087,135300] 4ns 4mb |---L1.?----| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.35, L1.81, L1.82, L0.84, L0.86, L0.87" - - " Creating 3 files" - - "**** Simulation run 26, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.88[114325,135300] 5ns |-----------------------------------------L0.88------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 5ns 35kb|L0.?| " - - "L0.?[115087,135300] 5ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 27, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.90[57213,67700] 5ns |-----------------------------------------L0.90------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 5ns 18kb|L0.?| " - - "L0.?[57594,67700] 5ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 28, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.92[114325,135300] 6ns |-----------------------------------------L0.92------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 6ns 35kb|L0.?| " - - "L0.?[115087,135300] 6ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 29, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.94[57213,67700] 6ns |-----------------------------------------L0.94------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 6ns 18kb|L0.?| " - - "L0.?[57594,67700] 6ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 30, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.96[114325,135300] 7ns |-----------------------------------------L0.96------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 7ns 35kb|L0.?| " - - "L0.?[115087,135300] 7ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 31, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.98[57213,67700] 7ns |-----------------------------------------L0.98------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 7ns 18kb|L0.?| " - - "L0.?[57594,67700] 7ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 32, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.100[114325,135300] 8ns|-----------------------------------------L0.100-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 8ns 35kb|L0.?| " - - "L0.?[115087,135300] 8ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 33, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.102[57213,67700] 8ns |-----------------------------------------L0.102-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 8ns 18kb|L0.?| " - - "L0.?[57594,67700] 8ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 34, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.104[114325,135300] 9ns|-----------------------------------------L0.104-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 9ns 35kb|L0.?| " - - "L0.?[115087,135300] 9ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 35, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.106[57213,67700] 9ns |-----------------------------------------L0.106-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 9ns 18kb|L0.?| " - - "L0.?[57594,67700] 9ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 36, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.108[114325,135300] 10ns|-----------------------------------------L0.108-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 10ns 35kb|L0.?| " - - "L0.?[115087,135300] 10ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 37, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.110[57213,67700] 10ns |-----------------------------------------L0.110-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 10ns 18kb|L0.?| " - - "L0.?[57594,67700] 10ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "Committing partition 1:" - - " Soft Deleting 12 files: L0.88, L0.90, L0.92, L0.94, L0.96, L0.98, L0.100, L0.102, L0.104, L0.106, L0.108, L0.110" - - " Creating 24 files" - - "**** Simulation run 38, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[187127]). 4 Input Files, 12mb total:" - - "L0 " - - "L0.85[135301,142880] 4ns 349kb|-L0.85--| " - - "L0.37[142881,171436] 4ns 1mb |----------------L0.37----------------| " - - "L0.38[171437,200000] 4ns 1mb |----------------L0.38----------------| " - - "L1 " - - "L1.83[135301,200000] 4ns 10mb|-----------------------------------------L1.83------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 12mb total:" - - "L1 " - - "L1.?[135301,187127] 4ns 10mb|---------------------------------L1.?---------------------------------| " - - "L1.?[187128,200000] 4ns 2mb |-----L1.?------| " - - "Committing partition 1:" - - " Soft Deleting 4 files: L0.37, L0.38, L1.83, L0.85" - - " Creating 2 files" - - "**** Simulation run 39, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.45[171437,200000] 5ns |-----------------------------------------L0.45------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 5ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 5ns 593kb |-----------------L0.?-----------------| " - - "**** Simulation run 40, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.52[171437,200000] 6ns |-----------------------------------------L0.52------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 6ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 6ns 593kb |-----------------L0.?-----------------| " - - "**** Simulation run 41, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.59[171437,200000] 7ns |-----------------------------------------L0.59------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 7ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 7ns 593kb |-----------------L0.?-----------------| " - - "**** Simulation run 42, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.66[171437,200000] 8ns |-----------------------------------------L0.66------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 8ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 8ns 593kb |-----------------L0.?-----------------| " - - "**** Simulation run 43, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.73[171437,200000] 9ns |-----------------------------------------L0.73------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 9ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 9ns 593kb |-----------------L0.?-----------------| " - - "**** Simulation run 44, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.80[171437,200000] 10ns|-----------------------------------------L0.80------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 10ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 10ns 593kb |-----------------L0.?-----------------| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.45, L0.52, L0.59, L0.66, L0.73, L0.80" - - " Creating 12 files" - - "**** Simulation run 45, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[45771, 91442]). 11 Input Files, 30mb total:" - - "L0 " - - "L0.39[100,28656] 5ns 1mb |------L0.39------| " - - "L0.40[28657,57212] 5ns 1mb |------L0.40------| " - - "L0.117[57213,57593] 5ns 18kb |L0.117| " - - "L0.118[57594,67700] 5ns 466kb |L0.118| " - - "L0.91[67701,85768] 5ns 833kb |--L0.91---| " - - "L0.42[85769,114324] 5ns 1mb |------L0.42------| " - - "L0.115[114325,115086] 5ns 35kb |L0.115| " - - "L0.116[115087,135300] 5ns 932kb |--L0.116---| " - - "L1 " - - "L1.112[100,57593] 4ns 10mb|---------------L1.112---------------| " - - "L1.113[57594,115086] 4ns 10mb |---------------L1.113---------------| " - - "L1.114[115087,135300] 4ns 4mb |--L1.114---| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:" - - "L1 " - - "L1.?[100,45771] 5ns 10mb |------------L1.?------------| " - - "L1.?[45772,91442] 5ns 10mb |------------L1.?------------| " - - "L1.?[91443,135300] 5ns 10mb |-----------L1.?------------| " - - "Committing partition 1:" - - " Soft Deleting 11 files: L0.39, L0.40, L0.42, L0.91, L1.112, L1.113, L1.114, L0.115, L0.116, L0.117, L0.118" - - " Creating 3 files" - - "**** Simulation run 46, type=split(ReduceOverlap)(split_times=[91442]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.49[85769,114324] 6ns |-----------------------------------------L0.49------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[85769,91442] 6ns 262kb|-----L0.?------| " - - "L0.?[91443,114324] 6ns 1mb |---------------------------------L0.?---------------------------------| " - - "**** Simulation run 47, type=split(ReduceOverlap)(split_times=[45771]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.47[28657,57212] 6ns |-----------------------------------------L0.47------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[28657,45771] 6ns 789kb|-----------------------L0.?------------------------| " - - "L0.?[45772,57212] 6ns 527kb |---------------L0.?---------------| " - - "**** Simulation run 48, type=split(ReduceOverlap)(split_times=[91442]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.56[85769,114324] 7ns |-----------------------------------------L0.56------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[85769,91442] 7ns 262kb|-----L0.?------| " - - "L0.?[91443,114324] 7ns 1mb |---------------------------------L0.?---------------------------------| " - - "**** Simulation run 49, type=split(ReduceOverlap)(split_times=[45771]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.54[28657,57212] 7ns |-----------------------------------------L0.54------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[28657,45771] 7ns 789kb|-----------------------L0.?------------------------| " - - "L0.?[45772,57212] 7ns 527kb |---------------L0.?---------------| " - - "**** Simulation run 50, type=split(ReduceOverlap)(split_times=[91442]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.63[85769,114324] 8ns |-----------------------------------------L0.63------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[85769,91442] 8ns 262kb|-----L0.?------| " - - "L0.?[91443,114324] 8ns 1mb |---------------------------------L0.?---------------------------------| " - - "**** Simulation run 51, type=split(ReduceOverlap)(split_times=[45771]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.61[28657,57212] 8ns |-----------------------------------------L0.61------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[28657,45771] 8ns 789kb|-----------------------L0.?------------------------| " - - "L0.?[45772,57212] 8ns 527kb |---------------L0.?---------------| " - - "**** Simulation run 52, type=split(ReduceOverlap)(split_times=[91442]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.70[85769,114324] 9ns |-----------------------------------------L0.70------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[85769,91442] 9ns 262kb|-----L0.?------| " - - "L0.?[91443,114324] 9ns 1mb |---------------------------------L0.?---------------------------------| " - - "**** Simulation run 53, type=split(ReduceOverlap)(split_times=[45771]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.68[28657,57212] 9ns |-----------------------------------------L0.68------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[28657,45771] 9ns 789kb|-----------------------L0.?------------------------| " - - "L0.?[45772,57212] 9ns 527kb |---------------L0.?---------------| " - - "**** Simulation run 54, type=split(ReduceOverlap)(split_times=[91442]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.77[85769,114324] 10ns |-----------------------------------------L0.77------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[85769,91442] 10ns 262kb|-----L0.?------| " - - "L0.?[91443,114324] 10ns 1mb |---------------------------------L0.?---------------------------------| " - - "**** Simulation run 55, type=split(ReduceOverlap)(split_times=[45771]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.75[28657,57212] 10ns |-----------------------------------------L0.75------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[28657,45771] 10ns 789kb|-----------------------L0.?------------------------| " - - "L0.?[45772,57212] 10ns 527kb |---------------L0.?---------------| " - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.47, L0.49, L0.54, L0.56, L0.61, L0.63, L0.68, L0.70, L0.75, L0.77" - - " Creating 20 files" - - "**** Simulation run 56, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[177322]). 6 Input Files, 15mb total:" - - "L0 " - - "L0.89[135301,142880] 5ns 349kb|-L0.89--| " - - "L0.44[142881,171436] 5ns 1mb |----------------L0.44----------------| " - - "L0.141[171437,187127] 5ns 723kb |------L0.141-------| " - - "L0.142[187128,200000] 5ns 593kb |----L0.142-----| " - - "L1 " - - "L1.139[135301,187127] 4ns 10mb|--------------------------------L1.139--------------------------------| " - - "L1.140[187128,200000] 4ns 2mb |----L1.140-----| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 15mb total:" - - "L1 " - - "L1.?[135301,177322] 5ns 10mb|--------------------------L1.?--------------------------| " - - "L1.?[177323,200000] 5ns 5mb |------------L1.?-------------| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.44, L0.89, L1.139, L1.140, L0.141, L0.142" - - " Creating 2 files" - - "**** Simulation run 57, type=split(ReduceOverlap)(split_times=[177322]). 1 Input Files, 723kb total:" - - "L0, all files 723kb " - - "L0.143[171437,187127] 6ns|-----------------------------------------L0.143-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 723kb total:" - - "L0 " - - "L0.?[171437,177322] 6ns 271kb|-------------L0.?--------------| " - - "L0.?[177323,187127] 6ns 452kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 58, type=split(ReduceOverlap)(split_times=[177322]). 1 Input Files, 723kb total:" - - "L0, all files 723kb " - - "L0.145[171437,187127] 7ns|-----------------------------------------L0.145-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 723kb total:" - - "L0 " - - "L0.?[171437,177322] 7ns 271kb|-------------L0.?--------------| " - - "L0.?[177323,187127] 7ns 452kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[177322]). 1 Input Files, 723kb total:" - - "L0, all files 723kb " - - "L0.147[171437,187127] 8ns|-----------------------------------------L0.147-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 723kb total:" - - "L0 " - - "L0.?[171437,177322] 8ns 271kb|-------------L0.?--------------| " - - "L0.?[177323,187127] 8ns 452kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[177322]). 1 Input Files, 723kb total:" - - "L0, all files 723kb " - - "L0.149[171437,187127] 9ns|-----------------------------------------L0.149-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 723kb total:" - - "L0 " - - "L0.?[171437,177322] 9ns 271kb|-------------L0.?--------------| " - - "L0.?[177323,187127] 9ns 452kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 61, type=split(ReduceOverlap)(split_times=[177322]). 1 Input Files, 723kb total:" - - "L0, all files 723kb " - - "L0.151[171437,187127] 10ns|-----------------------------------------L0.151-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 723kb total:" - - "L0 " - - "L0.?[171437,177322] 10ns 271kb|-------------L0.?--------------| " - - "L0.?[177323,187127] 10ns 452kb |-------------------------L0.?-------------------------| " - - "Committing partition 1:" - - " Soft Deleting 5 files: L0.143, L0.145, L0.147, L0.149, L0.151" - - " Creating 10 files" - - "**** Simulation run 62, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[37982, 75864]). 9 Input Files, 24mb total:" - - "L0 " - - "L0.46[100,28656] 6ns 1mb |----------L0.46-----------| " - - "L0.158[28657,45771] 6ns 789kb |----L0.158----| " - - "L0.159[45772,57212] 6ns 527kb |-L0.159--| " - - "L0.121[57213,57593] 6ns 18kb |L0.121| " - - "L0.122[57594,67700] 6ns 466kb |L0.122-| " - - "L0.95[67701,85768] 6ns 833kb |-----L0.95-----| " - - "L0.156[85769,91442] 6ns 262kb |L0.156|" - - "L1 " - - "L1.153[100,45771] 5ns 10mb|------------------L1.153-------------------| " - - "L1.154[45772,91442] 5ns 10mb |------------------L1.154------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 24mb total:" - - "L1 " - - "L1.?[100,37982] 6ns 10mb |---------------L1.?----------------| " - - "L1.?[37983,75864] 6ns 10mb |---------------L1.?----------------| " - - "L1.?[75865,91442] 6ns 4mb |----L1.?-----| " - - "Committing partition 1:" - - " Soft Deleting 9 files: L0.46, L0.95, L0.121, L0.122, L1.153, L1.154, L0.156, L0.158, L0.159" - - " Creating 3 files" - - "**** Simulation run 63, type=split(ReduceOverlap)(split_times=[75864]). 1 Input Files, 833kb total:" - - "L0, all files 833kb " - - "L0.99[67701,85768] 7ns |-----------------------------------------L0.99------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:" - - "L0 " - - "L0.?[67701,75864] 7ns 376kb|-----------------L0.?-----------------| " - - "L0.?[75865,85768] 7ns 457kb |---------------------L0.?----------------------| " - - "**** Simulation run 64, type=split(ReduceOverlap)(split_times=[37982]). 1 Input Files, 789kb total:" - - "L0, all files 789kb " - - "L0.162[28657,45771] 7ns |-----------------------------------------L0.162-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 789kb total:" - - "L0 " - - "L0.?[28657,37982] 7ns 430kb|---------------------L0.?----------------------| " - - "L0.?[37983,45771] 7ns 359kb |-----------------L0.?-----------------| " - - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[75864]). 1 Input Files, 833kb total:" - - "L0, all files 833kb " - - "L0.103[67701,85768] 8ns |-----------------------------------------L0.103-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:" - - "L0 " - - "L0.?[67701,75864] 8ns 376kb|-----------------L0.?-----------------| " - - "L0.?[75865,85768] 8ns 457kb |---------------------L0.?----------------------| " - - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[37982]). 1 Input Files, 789kb total:" - - "L0, all files 789kb " - - "L0.166[28657,45771] 8ns |-----------------------------------------L0.166-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 789kb total:" - - "L0 " - - "L0.?[28657,37982] 8ns 430kb|---------------------L0.?----------------------| " - - "L0.?[37983,45771] 8ns 359kb |-----------------L0.?-----------------| " - - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[75864]). 1 Input Files, 833kb total:" - - "L0, all files 833kb " - - "L0.107[67701,85768] 9ns |-----------------------------------------L0.107-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:" - - "L0 " - - "L0.?[67701,75864] 9ns 376kb|-----------------L0.?-----------------| " - - "L0.?[75865,85768] 9ns 457kb |---------------------L0.?----------------------| " - - "**** Simulation run 68, type=split(ReduceOverlap)(split_times=[37982]). 1 Input Files, 789kb total:" - - "L0, all files 789kb " - - "L0.170[28657,45771] 9ns |-----------------------------------------L0.170-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 789kb total:" - - "L0 " - - "L0.?[28657,37982] 9ns 430kb|---------------------L0.?----------------------| " - - "L0.?[37983,45771] 9ns 359kb |-----------------L0.?-----------------| " - - "**** Simulation run 69, type=split(ReduceOverlap)(split_times=[75864]). 1 Input Files, 833kb total:" - - "L0, all files 833kb " - - "L0.111[67701,85768] 10ns |-----------------------------------------L0.111-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:" - - "L0 " - - "L0.?[67701,75864] 10ns 376kb|-----------------L0.?-----------------| " - - "L0.?[75865,85768] 10ns 457kb |---------------------L0.?----------------------| " - - "**** Simulation run 70, type=split(ReduceOverlap)(split_times=[37982]). 1 Input Files, 789kb total:" - - "L0, all files 789kb " - - "L0.174[28657,45771] 10ns |-----------------------------------------L0.174-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 789kb total:" - - "L0 " - - "L0.?[28657,37982] 10ns 430kb|---------------------L0.?----------------------| " - - "L0.?[37983,45771] 10ns 359kb |-----------------L0.?-----------------| " - - "Committing partition 1:" - - " Soft Deleting 8 files: L0.99, L0.103, L0.107, L0.111, L0.162, L0.166, L0.170, L0.174" - - " Creating 16 files" - - "**** Simulation run 71, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[127765, 164087]). 11 Input Files, 30mb total:" - - "L0 " - - "L0.157[91443,114324] 6ns 1mb|-----L0.157-----| " - - "L0.119[114325,115086] 6ns 35kb |L0.119| " - - "L0.120[115087,135300] 6ns 932kb |----L0.120----| " - - "L0.93[135301,142880] 6ns 349kb |L0.93| " - - "L0.51[142881,171436] 6ns 1mb |--------L0.51--------| " - - "L0.178[171437,177322] 6ns 271kb |L0.178| " - - "L0.179[177323,187127] 6ns 452kb |L0.179| " - - "L0.144[187128,200000] 6ns 593kb |-L0.144-| " - - "L1 " - - "L1.155[91443,135300] 5ns 10mb|--------------L1.155--------------| " - - "L1.176[135301,177322] 5ns 10mb |-------------L1.176-------------| " - - "L1.177[177323,200000] 5ns 5mb |-----L1.177-----| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:" - - "L1 " - - "L1.?[91443,127765] 6ns 10mb|------------L1.?------------| " - - "L1.?[127766,164087] 6ns 10mb |------------L1.?------------| " - - "L1.?[164088,200000] 6ns 10mb |-----------L1.?------------| " - - "Committing partition 1:" - - " Soft Deleting 11 files: L0.51, L0.93, L0.119, L0.120, L0.144, L1.155, L0.157, L1.176, L1.177, L0.178, L0.179" - - " Creating 3 files" - - "**** Simulation run 72, type=split(ReduceOverlap)(split_times=[164087]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.58[142881,171436] 7ns |-----------------------------------------L0.58------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[142881,164087] 7ns 978kb|------------------------------L0.?------------------------------| " - - "L0.?[164088,171436] 7ns 339kb |--------L0.?---------| " - - "**** Simulation run 73, type=split(ReduceOverlap)(split_times=[127765]). 1 Input Files, 932kb total:" - - "L0, all files 932kb " - - "L0.124[115087,135300] 7ns|-----------------------------------------L0.124-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 932kb total:" - - "L0 " - - "L0.?[115087,127765] 7ns 585kb|-------------------------L0.?-------------------------| " - - "L0.?[127766,135300] 7ns 347kb |-------------L0.?--------------| " - - "**** Simulation run 74, type=split(ReduceOverlap)(split_times=[164087]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.65[142881,171436] 8ns |-----------------------------------------L0.65------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[142881,164087] 8ns 978kb|------------------------------L0.?------------------------------| " - - "L0.?[164088,171436] 8ns 339kb |--------L0.?---------| " - - "**** Simulation run 75, type=split(ReduceOverlap)(split_times=[127765]). 1 Input Files, 932kb total:" - - "L0, all files 932kb " - - "L0.128[115087,135300] 8ns|-----------------------------------------L0.128-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 932kb total:" - - "L0 " - - "L0.?[115087,127765] 8ns 585kb|-------------------------L0.?-------------------------| " - - "L0.?[127766,135300] 8ns 347kb |-------------L0.?--------------| " - - "**** Simulation run 76, type=split(ReduceOverlap)(split_times=[164087]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.72[142881,171436] 9ns |-----------------------------------------L0.72------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[142881,164087] 9ns 978kb|------------------------------L0.?------------------------------| " - - "L0.?[164088,171436] 9ns 339kb |--------L0.?---------| " - - "**** Simulation run 77, type=split(ReduceOverlap)(split_times=[127765]). 1 Input Files, 932kb total:" - - "L0, all files 932kb " - - "L0.132[115087,135300] 9ns|-----------------------------------------L0.132-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 932kb total:" - - "L0 " - - "L0.?[115087,127765] 9ns 585kb|-------------------------L0.?-------------------------| " - - "L0.?[127766,135300] 9ns 347kb |-------------L0.?--------------| " - - "**** Simulation run 78, type=split(ReduceOverlap)(split_times=[164087]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.79[142881,171436] 10ns|-----------------------------------------L0.79------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[142881,164087] 10ns 978kb|------------------------------L0.?------------------------------| " - - "L0.?[164088,171436] 10ns 339kb |--------L0.?---------| " - - "**** Simulation run 79, type=split(ReduceOverlap)(split_times=[127765]). 1 Input Files, 932kb total:" - - "L0, all files 932kb " - - "L0.136[115087,135300] 10ns|-----------------------------------------L0.136-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 932kb total:" - - "L0 " - - "L0.?[115087,127765] 10ns 585kb|-------------------------L0.?-------------------------| " - - "L0.?[127766,135300] 10ns 347kb |-------------L0.?--------------| " - - "Committing partition 1:" - - " Soft Deleting 8 files: L0.58, L0.65, L0.72, L0.79, L0.124, L0.128, L0.132, L0.136" - - " Creating 16 files" - - "**** Simulation run 80, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[32463, 64826]). 12 Input Files, 28mb total:" - - "L0 " - - "L0.53[100,28656] 7ns 1mb |----------L0.53-----------| " - - "L0.193[28657,37982] 7ns 430kb |L0.193-| " - - "L0.194[37983,45771] 7ns 359kb |L0.194| " - - "L0.163[45772,57212] 7ns 527kb |-L0.163--| " - - "L0.125[57213,57593] 7ns 18kb |L0.125| " - - "L0.126[57594,67700] 7ns 466kb |L0.126-| " - - "L0.191[67701,75864] 7ns 376kb |L0.191| " - - "L0.192[75865,85768] 7ns 457kb |L0.192-| " - - "L0.160[85769,91442] 7ns 262kb |L0.160|" - - "L1 " - - "L1.188[100,37982] 6ns 10mb|--------------L1.188---------------| " - - "L1.189[37983,75864] 6ns 10mb |--------------L1.189---------------| " - - "L1.190[75865,91442] 6ns 4mb |---L1.190----| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 28mb total:" - - "L1 " - - "L1.?[100,32463] 7ns 10mb |------------L1.?-------------| " - - "L1.?[32464,64826] 7ns 10mb |------------L1.?-------------| " - - "L1.?[64827,91442] 7ns 8mb |----------L1.?----------| " - - "Committing partition 1:" - - " Soft Deleting 12 files: L0.53, L0.125, L0.126, L0.160, L0.163, L1.188, L1.189, L1.190, L0.191, L0.192, L0.193, L0.194" - - " Creating 3 files" - - "**** Simulation run 81, type=split(ReduceOverlap)(split_times=[64826]). 1 Input Files, 466kb total:" - - "L0, all files 466kb " - - "L0.130[57594,67700] 8ns |-----------------------------------------L0.130-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 466kb total:" - - "L0 " - - "L0.?[57594,64826] 8ns 333kb|-----------------------------L0.?-----------------------------| " - - "L0.?[64827,67700] 8ns 133kb |---------L0.?----------| " - - "**** Simulation run 82, type=split(ReduceOverlap)(split_times=[32463]). 1 Input Files, 430kb total:" - - "L0, all files 430kb " - - "L0.197[28657,37982] 8ns |-----------------------------------------L0.197-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 430kb total:" - - "L0 " - - "L0.?[28657,32463] 8ns 176kb|---------------L0.?---------------| " - - "L0.?[32464,37982] 8ns 254kb |-----------------------L0.?------------------------| " - - "**** Simulation run 83, type=split(ReduceOverlap)(split_times=[64826]). 1 Input Files, 466kb total:" - - "L0, all files 466kb " - - "L0.134[57594,67700] 9ns |-----------------------------------------L0.134-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 466kb total:" - - "L0 " - - "L0.?[57594,64826] 9ns 333kb|-----------------------------L0.?-----------------------------| " - - "L0.?[64827,67700] 9ns 133kb |---------L0.?----------| " - - "**** Simulation run 84, type=split(ReduceOverlap)(split_times=[32463]). 1 Input Files, 430kb total:" - - "L0, all files 430kb " - - "L0.201[28657,37982] 9ns |-----------------------------------------L0.201-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 430kb total:" - - "L0 " - - "L0.?[28657,32463] 9ns 176kb|---------------L0.?---------------| " - - "L0.?[32464,37982] 9ns 254kb |-----------------------L0.?------------------------| " - - "**** Simulation run 85, type=split(ReduceOverlap)(split_times=[64826]). 1 Input Files, 466kb total:" - - "L0, all files 466kb " - - "L0.138[57594,67700] 10ns |-----------------------------------------L0.138-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 466kb total:" - - "L0 " - - "L0.?[57594,64826] 10ns 333kb|-----------------------------L0.?-----------------------------| " - - "L0.?[64827,67700] 10ns 133kb |---------L0.?----------| " - - "**** Simulation run 86, type=split(ReduceOverlap)(split_times=[32463]). 1 Input Files, 430kb total:" - - "L0, all files 430kb " - - "L0.205[28657,37982] 10ns |-----------------------------------------L0.205-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 430kb total:" - - "L0 " - - "L0.?[28657,32463] 10ns 176kb|---------------L0.?---------------| " - - "L0.?[32464,37982] 10ns 254kb |-----------------------L0.?------------------------| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.130, L0.134, L0.138, L0.197, L0.201, L0.205" - - " Creating 12 files" - - "**** Simulation run 87, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[122660, 153877]). 8 Input Files, 23mb total:" - - "L0 " - - "L0.161[91443,114324] 7ns 1mb|----------L0.161----------| " - - "L0.123[114325,115086] 7ns 35kb |L0.123| " - - "L0.212[115087,127765] 7ns 585kb |---L0.212----| " - - "L0.213[127766,135300] 7ns 347kb |L0.213-| " - - "L0.97[135301,142880] 7ns 349kb |-L0.97-| " - - "L0.210[142881,164087] 7ns 978kb |---------L0.210---------| " - - "L1 " - - "L1.207[91443,127765] 6ns 10mb|------------------L1.207-------------------| " - - "L1.208[127766,164087] 6ns 10mb |------------------L1.208------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 23mb total:" - - "L1 " - - "L1.?[91443,122660] 7ns 10mb|----------------L1.?----------------| " - - "L1.?[122661,153877] 7ns 10mb |----------------L1.?----------------| " - - "L1.?[153878,164087] 7ns 3mb |---L1.?---| " - - "Committing partition 1:" - - " Soft Deleting 8 files: L0.97, L0.123, L0.161, L1.207, L1.208, L0.210, L0.212, L0.213" - - " Creating 3 files" - - "**** Simulation run 88, type=split(ReduceOverlap)(split_times=[153877]). 1 Input Files, 978kb total:" - - "L0, all files 978kb " - - "L0.214[142881,164087] 8ns|-----------------------------------------L0.214-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 978kb total:" - - "L0 " - - "L0.?[142881,153877] 8ns 507kb|--------------------L0.?--------------------| " - - "L0.?[153878,164087] 8ns 471kb |------------------L0.?-------------------| " - - "**** Simulation run 89, type=split(ReduceOverlap)(split_times=[122660]). 1 Input Files, 585kb total:" - - "L0, all files 585kb " - - "L0.216[115087,127765] 8ns|-----------------------------------------L0.216-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 585kb total:" - - "L0 " - - "L0.?[115087,122660] 8ns 349kb|-----------------------L0.?------------------------| " - - "L0.?[122661,127765] 8ns 235kb |---------------L0.?---------------| " - - "**** Simulation run 90, type=split(ReduceOverlap)(split_times=[153877]). 1 Input Files, 978kb total:" - - "L0, all files 978kb " - - "L0.218[142881,164087] 9ns|-----------------------------------------L0.218-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 978kb total:" - - "L0 " - - "L0.?[142881,153877] 9ns 507kb|--------------------L0.?--------------------| " - - "L0.?[153878,164087] 9ns 471kb |------------------L0.?-------------------| " - - "**** Simulation run 91, type=split(ReduceOverlap)(split_times=[122660]). 1 Input Files, 585kb total:" - - "L0, all files 585kb " - - "L0.220[115087,127765] 9ns|-----------------------------------------L0.220-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 585kb total:" - - "L0 " - - "L0.?[115087,122660] 9ns 349kb|-----------------------L0.?------------------------| " - - "L0.?[122661,127765] 9ns 235kb |---------------L0.?---------------| " - - "**** Simulation run 92, type=split(ReduceOverlap)(split_times=[153877]). 1 Input Files, 978kb total:" - - "L0, all files 978kb " - - "L0.222[142881,164087] 10ns|-----------------------------------------L0.222-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 978kb total:" - - "L0 " - - "L0.?[142881,153877] 10ns 507kb|--------------------L0.?--------------------| " - - "L0.?[153878,164087] 10ns 471kb |------------------L0.?-------------------| " - - "**** Simulation run 93, type=split(ReduceOverlap)(split_times=[122660]). 1 Input Files, 585kb total:" - - "L0, all files 585kb " - - "L0.224[115087,127765] 10ns|-----------------------------------------L0.224-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 585kb total:" - - "L0 " - - "L0.?[115087,122660] 10ns 349kb|-----------------------L0.?------------------------| " - - "L0.?[122661,127765] 10ns 235kb |---------------L0.?---------------| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.214, L0.216, L0.218, L0.220, L0.222, L0.224" - - " Creating 12 files" - - "**** Simulation run 94, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[192817]). 5 Input Files, 12mb total:" - - "L0 " - - "L0.211[164088,171436] 7ns 339kb|-----L0.211-----| " - - "L0.180[171437,177322] 7ns 271kb |---L0.180---| " - - "L0.181[177323,187127] 7ns 452kb |--------L0.181--------| " - - "L0.146[187128,200000] 7ns 593kb |------------L0.146------------| " - - "L1 " - - "L1.209[164088,200000] 6ns 10mb|-----------------------------------------L1.209-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 12mb total:" - - "L1 " - - "L1.?[164088,192817] 7ns 9mb|--------------------------------L1.?---------------------------------| " - - "L1.?[192818,200000] 7ns 2mb |-----L1.?------| " - - "Committing partition 1:" - - " Soft Deleting 5 files: L0.146, L0.180, L0.181, L1.209, L0.211" - - " Creating 2 files" - - "**** Simulation run 95, type=split(ReduceOverlap)(split_times=[192817]). 1 Input Files, 593kb total:" - - "L0, all files 593kb " - - "L0.148[187128,200000] 8ns|-----------------------------------------L0.148-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 593kb total:" - - "L0 " - - "L0.?[187128,192817] 8ns 262kb|----------------L0.?-----------------| " - - "L0.?[192818,200000] 8ns 331kb |----------------------L0.?----------------------| " - - "**** Simulation run 96, type=split(ReduceOverlap)(split_times=[192817]). 1 Input Files, 593kb total:" - - "L0, all files 593kb " - - "L0.150[187128,200000] 9ns|-----------------------------------------L0.150-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 593kb total:" - - "L0 " - - "L0.?[187128,192817] 9ns 262kb|----------------L0.?-----------------| " - - "L0.?[192818,200000] 9ns 331kb |----------------------L0.?----------------------| " - - "**** Simulation run 97, type=split(ReduceOverlap)(split_times=[192817]). 1 Input Files, 593kb total:" - - "L0, all files 593kb " - - "L0.152[187128,200000] 10ns|-----------------------------------------L0.152-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 593kb total:" - - "L0 " - - "L0.?[187128,192817] 10ns 262kb|----------------L0.?-----------------| " - - "L0.?[192818,200000] 10ns 331kb |----------------------L0.?----------------------| " - - "Committing partition 1:" - - " Soft Deleting 3 files: L0.148, L0.150, L0.152" - - " Creating 6 files" - - "**** Simulation run 98, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[28347, 56594]). 9 Input Files, 23mb total:" - - "L0 " - - "L0.60[100,28656] 8ns 1mb |----------------L0.60----------------| " - - "L0.231[28657,32463] 8ns 176kb |L0.231| " - - "L0.232[32464,37982] 8ns 254kb |L0.232| " - - "L0.198[37983,45771] 8ns 359kb |-L0.198-| " - - "L0.167[45772,57212] 8ns 527kb |---L0.167----| " - - "L0.129[57213,57593] 8ns 18kb |L0.129| " - - "L0.229[57594,64826] 8ns 333kb |-L0.229-| " - - "L1 " - - "L1.226[100,32463] 7ns 10mb|------------------L1.226-------------------| " - - "L1.227[32464,64826] 7ns 10mb |------------------L1.227------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 23mb total:" - - "L1 " - - "L1.?[100,28347] 8ns 10mb |----------------L1.?-----------------| " - - "L1.?[28348,56594] 8ns 10mb |----------------L1.?-----------------| " - - "L1.?[56595,64826] 8ns 3mb |--L1.?---| " - - "Committing partition 1:" - - " Soft Deleting 9 files: L0.60, L0.129, L0.167, L0.198, L1.226, L1.227, L0.229, L0.231, L0.232" - - " Creating 3 files" - - "**** Simulation run 99, type=split(ReduceOverlap)(split_times=[56594]). 1 Input Files, 527kb total:" - - "L0, all files 527kb " - - "L0.171[45772,57212] 9ns |-----------------------------------------L0.171-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 527kb total:" - - "L0 " - - "L0.?[45772,56594] 9ns 499kb|---------------------------------------L0.?----------------------------------------| " - - "L0.?[56595,57212] 9ns 28kb |L0.?|" - - "**** Simulation run 100, type=split(ReduceOverlap)(split_times=[28347]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.67[100,28656] 9ns |-----------------------------------------L0.67------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[100,28347] 9ns 1mb |-----------------------------------------L0.?------------------------------------------| " - - "L0.?[28348,28656] 9ns 14kb |L0.?|" - - "**** Simulation run 101, type=split(ReduceOverlap)(split_times=[56594]). 1 Input Files, 527kb total:" - - "L0, all files 527kb " - - "L0.175[45772,57212] 10ns |-----------------------------------------L0.175-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 527kb total:" - - "L0 " - - "L0.?[45772,56594] 10ns 499kb|---------------------------------------L0.?----------------------------------------| " - - "L0.?[56595,57212] 10ns 28kb |L0.?|" - - "**** Simulation run 102, type=split(ReduceOverlap)(split_times=[28347]). 1 Input Files, 1mb total:" + - "**** Simulation run 10, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[22311]). 10 Input Files, 13mb total:" - "L0, all files 1mb " - "L0.74[100,28656] 10ns |-----------------------------------------L0.74------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[100,28347] 10ns 1mb |-----------------------------------------L0.?------------------------------------------| " - - "L0.?[28348,28656] 10ns 14kb |L0.?|" - - "Committing partition 1:" - - " Soft Deleting 4 files: L0.67, L0.74, L0.171, L0.175" - - " Creating 8 files" - - "**** Simulation run 103, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[92594, 120361]). 9 Input Files, 21mb total:" - - "L0 " - - "L0.230[64827,67700] 8ns 133kb|L0.230| " - - "L0.195[67701,75864] 8ns 376kb |--L0.195--| " - - "L0.196[75865,85768] 8ns 457kb |---L0.196----| " - - "L0.164[85769,91442] 8ns 262kb |L0.164| " - - "L0.165[91443,114324] 8ns 1mb |-------------L0.165--------------| " - - "L0.127[114325,115086] 8ns 35kb |L0.127| " - - "L0.246[115087,122660] 8ns 349kb |-L0.246--| " + - "L0.67[100,28656] 9ns |-----------------------------------------L0.67------------------------------------------|" + - "L0.60[100,28656] 8ns |-----------------------------------------L0.60------------------------------------------|" + - "L0.53[100,28656] 7ns |-----------------------------------------L0.53------------------------------------------|" + - "L0.46[100,28656] 6ns |-----------------------------------------L0.46------------------------------------------|" + - "L0.39[100,28656] 5ns |-----------------------------------------L0.39------------------------------------------|" + - "L0.32[100,28656] 4ns |-----------------------------------------L0.32------------------------------------------|" + - "L0.25[100,28656] 3ns |-----------------------------------------L0.25------------------------------------------|" + - "L0.18[100,28656] 2ns |-----------------------------------------L0.18------------------------------------------|" + - "L0.11[100,28656] 1ns |-----------------------------------------L0.11------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" - "L1 " - - "L1.228[64827,91442] 7ns 8mb|----------------L1.228-----------------| " - - "L1.241[91443,122660] 7ns 10mb |--------------------L1.241--------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 21mb total:" - - "L1 " - - "L1.?[64827,92594] 8ns 10mb|------------------L1.?-------------------| " - - "L1.?[92595,120361] 8ns 10mb |------------------L1.?-------------------| " - - "L1.?[120362,122660] 8ns 848kb |L1.?|" + - "L1.?[100,22311] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[22312,28656] 10ns 3mb |------L1.?-------| " - "Committing partition 1:" - - " Soft Deleting 9 files: L0.127, L0.164, L0.165, L0.195, L0.196, L1.228, L0.230, L1.241, L0.246" - - " Creating 3 files" - - "**** Simulation run 104, type=split(ReduceOverlap)(split_times=[120361]). 1 Input Files, 349kb total:" - - "L0, all files 349kb " - - "L0.250[115087,122660] 9ns|-----------------------------------------L0.250-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 349kb total:" - - "L0 " - - "L0.?[115087,120361] 9ns 243kb|----------------------------L0.?----------------------------| " - - "L0.?[120362,122660] 9ns 106kb |----------L0.?-----------| " - - "**** Simulation run 105, type=split(ReduceOverlap)(split_times=[92594]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.169[91443,114324] 9ns |-----------------------------------------L0.169-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[91443,92594] 9ns 53kb|L0.?| " - - "L0.?[92595,114324] 9ns 1002kb |---------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 106, type=split(ReduceOverlap)(split_times=[120361]). 1 Input Files, 349kb total:" - - "L0, all files 349kb " - - "L0.254[115087,122660] 10ns|-----------------------------------------L0.254-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 349kb total:" - - "L0 " - - "L0.?[115087,120361] 10ns 243kb|----------------------------L0.?----------------------------| " - - "L0.?[120362,122660] 10ns 106kb |----------L0.?-----------| " - - "**** Simulation run 107, type=split(ReduceOverlap)(split_times=[92594]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.173[91443,114324] 10ns|-----------------------------------------L0.173-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[91443,92594] 10ns 53kb|L0.?| " - - "L0.?[92595,114324] 10ns 1002kb |---------------------------------------L0.?----------------------------------------| " - - "Committing partition 1:" - - " Soft Deleting 4 files: L0.169, L0.173, L0.250, L0.254" - - " Creating 8 files" - - "**** Simulation run 108, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[150032, 177403]). 14 Input Files, 28mb total:" - - "L0 " - - "L0.247[122661,127765] 8ns 235kb|L0.247| " - - "L0.217[127766,135300] 8ns 347kb |L0.217| " - - "L0.101[135301,142880] 8ns 349kb |L0.101| " - - "L0.244[142881,153877] 8ns 507kb |--L0.244--| " - - "L0.245[153878,164087] 8ns 471kb |-L0.245--| " - - "L0.215[164088,171436] 8ns 339kb |L0.215| " - - "L0.182[171437,177322] 8ns 271kb |L0.182| " - - "L0.183[177323,187127] 8ns 452kb |-L0.183--| " - - "L0.258[187128,192817] 8ns 262kb |L0.258| " - - "L0.259[192818,200000] 8ns 331kb |L0.259| " - - "L1 " - - "L1.242[122661,153877] 7ns 10mb|--------------L1.242--------------| " - - "L1.243[153878,164087] 7ns 3mb |-L1.243--| " - - "L1.256[164088,192817] 7ns 9mb |------------L1.256-------------| " - - "L1.257[192818,200000] 7ns 2mb |L1.257| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 28mb total:" - - "L1 " - - "L1.?[122661,150032] 8ns 10mb|------------L1.?-------------| " - - "L1.?[150033,177403] 8ns 10mb |------------L1.?-------------| " - - "L1.?[177404,200000] 8ns 8mb |----------L1.?----------| " - - "Committing partition 1:" - - " Soft Deleting 14 files: L0.101, L0.182, L0.183, L0.215, L0.217, L1.242, L1.243, L0.244, L0.245, L0.247, L1.256, L1.257, L0.258, L0.259" - - " Creating 3 files" - - "**** Simulation run 109, type=split(ReduceOverlap)(split_times=[177403]). 1 Input Files, 452kb total:" - - "L0, all files 452kb " - - "L0.185[177323,187127] 9ns|-----------------------------------------L0.185-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 452kb total:" - - "L0 " - - "L0.?[177323,177403] 9ns 4kb|L0.?| " - - "L0.?[177404,187127] 9ns 448kb|-----------------------------------------L0.?------------------------------------------| " - - "**** Simulation run 110, type=split(ReduceOverlap)(split_times=[150032]). 1 Input Files, 507kb total:" - - "L0, all files 507kb " - - "L0.248[142881,153877] 9ns|-----------------------------------------L0.248-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 507kb total:" - - "L0 " - - "L0.?[142881,150032] 9ns 330kb|--------------------------L0.?--------------------------| " - - "L0.?[150033,153877] 9ns 177kb |------------L0.?-------------| " - - "**** Simulation run 111, type=split(ReduceOverlap)(split_times=[177403]). 1 Input Files, 452kb total:" - - "L0, all files 452kb " - - "L0.187[177323,187127] 10ns|-----------------------------------------L0.187-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 452kb total:" - - "L0 " - - "L0.?[177323,177403] 10ns 4kb|L0.?| " - - "L0.?[177404,187127] 10ns 448kb|-----------------------------------------L0.?------------------------------------------| " - - "**** Simulation run 112, type=split(ReduceOverlap)(split_times=[150032]). 1 Input Files, 507kb total:" - - "L0, all files 507kb " - - "L0.252[142881,153877] 10ns|-----------------------------------------L0.252-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 507kb total:" - - "L0 " - - "L0.?[142881,150032] 10ns 330kb|--------------------------L0.?--------------------------| " - - "L0.?[150033,153877] 10ns 177kb |------------L0.?-------------| " - - "Committing partition 1:" - - " Soft Deleting 4 files: L0.185, L0.187, L0.248, L0.252" - - " Creating 8 files" - - "**** Simulation run 113, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[25160, 50220]). 12 Input Files, 26mb total:" - - "L0 " - - "L0.269[100,28347] 9ns 1mb|---------------L0.269----------------| " - - "L0.270[28348,28656] 9ns 14kb |L0.270| " - - "L0.235[28657,32463] 9ns 176kb |L0.235| " - - "L0.236[32464,37982] 9ns 254kb |L0.236| " - - "L0.202[37983,45771] 9ns 359kb |-L0.202-| " - - "L0.267[45772,56594] 9ns 499kb |---L0.267----| " - - "L0.268[56595,57212] 9ns 28kb |L0.268| " - - "L0.133[57213,57593] 9ns 18kb |L0.133| " - - "L0.233[57594,64826] 9ns 333kb |-L0.233-| " - - "L1 " - - "L1.264[100,28347] 8ns 10mb|---------------L1.264----------------| " - - "L1.265[28348,56594] 8ns 10mb |---------------L1.265----------------| " - - "L1.266[56595,64826] 8ns 3mb |-L1.266--| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 26mb total:" - - "L1 " - - "L1.?[100,25160] 9ns 10mb |--------------L1.?--------------| " - - "L1.?[25161,50220] 9ns 10mb |--------------L1.?--------------| " - - "L1.?[50221,64826] 9ns 6mb |-------L1.?-------| " - - "Committing partition 1:" - - " Soft Deleting 12 files: L0.133, L0.202, L0.233, L0.235, L0.236, L1.264, L1.265, L1.266, L0.267, L0.268, L0.269, L0.270" - - " Creating 3 files" - - "**** Simulation run 114, type=split(ReduceOverlap)(split_times=[50220]). 1 Input Files, 499kb total:" - - "L0, all files 499kb " - - "L0.271[45772,56594] 10ns |-----------------------------------------L0.271-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 499kb total:" - - "L0 " - - "L0.?[45772,50220] 10ns 205kb|---------------L0.?---------------| " - - "L0.?[50221,56594] 10ns 294kb |-----------------------L0.?------------------------| " - - "**** Simulation run 115, type=split(ReduceOverlap)(split_times=[25160]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.273[100,28347] 10ns |-----------------------------------------L0.273-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[100,25160] 10ns 1mb |------------------------------------L0.?-------------------------------------| " - - "L0.?[25161,28347] 10ns 147kb |--L0.?--| " - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.271, L0.273" - - " Creating 4 files" - - "**** Simulation run 116, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[89508, 114189]). 12 Input Files, 23mb total:" - - "L0 " - - "L0.234[64827,67700] 9ns 133kb|L0.234| " - - "L0.199[67701,75864] 9ns 376kb |--L0.199--| " - - "L0.200[75865,85768] 9ns 457kb |---L0.200----| " - - "L0.168[85769,91442] 9ns 262kb |L0.168| " - - "L0.280[91443,92594] 9ns 53kb |L0.280| " - - "L0.281[92595,114324] 9ns 1002kb |------------L0.281-------------| " - - "L0.131[114325,115086] 9ns 35kb |L0.131| " - - "L0.278[115087,120361] 9ns 243kb |L0.278| " - - "L0.279[120362,122660] 9ns 106kb |L0.279|" - - "L1 " - - "L1.275[64827,92594] 8ns 10mb|-----------------L1.275------------------| " - - "L1.276[92595,120361] 8ns 10mb |-----------------L1.276------------------| " - - "L1.277[120362,122660] 8ns 848kb |L1.277|" - - "**** 3 Output Files (parquet_file_id not yet assigned), 23mb total:" - - "L1 " - - "L1.?[64827,89508] 9ns 10mb|----------------L1.?----------------| " - - "L1.?[89509,114189] 9ns 10mb |----------------L1.?----------------| " - - "L1.?[114190,122660] 9ns 3mb |---L1.?----| " - - "Committing partition 1:" - - " Soft Deleting 12 files: L0.131, L0.168, L0.199, L0.200, L0.234, L1.275, L1.276, L1.277, L0.278, L0.279, L0.280, L0.281" - - " Creating 3 files" - - "**** Simulation run 117, type=split(ReduceOverlap)(split_times=[114189]). 1 Input Files, 1002kb total:" - - "L0, all files 1002kb " - - "L0.285[92595,114324] 10ns|-----------------------------------------L0.285-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1002kb total:" - - "L0 " - - "L0.?[92595,114189] 10ns 996kb|-----------------------------------------L0.?------------------------------------------| " - - "L0.?[114190,114324] 10ns 6kb |L0.?|" - - "**** Simulation run 118, type=split(ReduceOverlap)(split_times=[89508]). 1 Input Files, 262kb total:" - - "L0, all files 262kb " - - "L0.172[85769,91442] 10ns |-----------------------------------------L0.172-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 262kb total:" - - "L0 " - - "L0.?[85769,89508] 10ns 172kb|--------------------------L0.?---------------------------| " - - "L0.?[89509,91442] 10ns 89kb |------------L0.?------------| " - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.172, L0.285" - - " Creating 4 files" - - "**** Simulation run 119, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[147029, 171397]). 11 Input Files, 22mb total:" - - "L0 " - - "L0.251[122661,127765] 9ns 235kb|L0.251| " - - "L0.221[127766,135300] 9ns 347kb |--L0.221--| " - - "L0.105[135301,142880] 9ns 349kb |--L0.105--| " - - "L0.291[142881,150032] 9ns 330kb |-L0.291--| " - - "L0.292[150033,153877] 9ns 177kb |L0.292| " - - "L0.249[153878,164087] 9ns 471kb |----L0.249----| " - - "L0.219[164088,171436] 9ns 339kb |--L0.219--| " - - "L0.184[171437,177322] 9ns 271kb |L0.184-| " - - "L0.289[177323,177403] 9ns 4kb |L0.289|" - - "L1 " - - "L1.286[122661,150032] 8ns 10mb|------------------L1.286-------------------| " - - "L1.287[150033,177403] 8ns 10mb |------------------L1.287------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:" - - "L1 " - - "L1.?[122661,147029] 9ns 10mb|-----------------L1.?-----------------| " - - "L1.?[147030,171397] 9ns 10mb |-----------------L1.?-----------------| " - - "L1.?[171398,177403] 9ns 2mb |-L1.?--| " - - "Committing partition 1:" - - " Soft Deleting 11 files: L0.105, L0.184, L0.219, L0.221, L0.249, L0.251, L1.286, L1.287, L0.289, L0.291, L0.292" - - " Creating 3 files" - - "**** Simulation run 120, type=split(ReduceOverlap)(split_times=[171397]). 1 Input Files, 339kb total:" - - "L0, all files 339kb " - - "L0.223[164088,171436] 10ns|-----------------------------------------L0.223-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 339kb total:" - - "L0 " - - "L0.?[164088,171397] 10ns 337kb|-----------------------------------------L0.?------------------------------------------| " - - "L0.?[171398,171436] 10ns 2kb |L0.?|" - - "**** Simulation run 121, type=split(ReduceOverlap)(split_times=[147029]). 1 Input Files, 330kb total:" - - "L0, all files 330kb " - - "L0.295[142881,150032] 10ns|-----------------------------------------L0.295-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 330kb total:" - - "L0 " - - "L0.?[142881,147029] 10ns 191kb|-----------------------L0.?-----------------------| " - - "L0.?[147030,150032] 10ns 138kb |---------------L0.?----------------| " - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.223, L0.295" - - " Creating 4 files" - - "**** Simulation run 122, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[195480]). 4 Input Files, 9mb total:" - - "L0 " - - "L0.290[177404,187127] 9ns 448kb|---------------L0.290---------------| " - - "L0.260[187128,192817] 9ns 262kb |-------L0.260-------| " - - "L0.261[192818,200000] 9ns 331kb |----------L0.261----------| " - - "L1 " - - "L1.288[177404,200000] 8ns 8mb|-----------------------------------------L1.288-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 9mb total:" - - "L1 " - - "L1.?[177404,195480] 9ns 7mb|--------------------------------L1.?---------------------------------| " - - "L1.?[195481,200000] 9ns 2mb |-----L1.?------| " - - "Committing partition 1:" - - " Soft Deleting 4 files: L0.260, L0.261, L1.288, L0.290" + - " Soft Deleting 10 files: L0.11, L0.18, L0.25, L0.32, L0.39, L0.46, L0.53, L0.60, L0.67, L0.74" - " Creating 2 files" - - "**** Simulation run 123, type=split(ReduceOverlap)(split_times=[195480]). 1 Input Files, 331kb total:" - - "L0, all files 331kb " - - "L0.263[192818,200000] 10ns|-----------------------------------------L0.263-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 331kb total:" - - "L0 " - - "L0.?[192818,195480] 10ns 123kb|-------------L0.?--------------| " - - "L0.?[195481,200000] 10ns 208kb |-------------------------L0.?-------------------------| " + - "**** Simulation run 11, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[50868]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.75[28657,57212] 10ns |-----------------------------------------L0.75------------------------------------------|" + - "L0.68[28657,57212] 9ns |-----------------------------------------L0.68------------------------------------------|" + - "L0.61[28657,57212] 8ns |-----------------------------------------L0.61------------------------------------------|" + - "L0.54[28657,57212] 7ns |-----------------------------------------L0.54------------------------------------------|" + - "L0.47[28657,57212] 6ns |-----------------------------------------L0.47------------------------------------------|" + - "L0.40[28657,57212] 5ns |-----------------------------------------L0.40------------------------------------------|" + - "L0.33[28657,57212] 4ns |-----------------------------------------L0.33------------------------------------------|" + - "L0.26[28657,57212] 3ns |-----------------------------------------L0.26------------------------------------------|" + - "L0.19[28657,57212] 2ns |-----------------------------------------L0.19------------------------------------------|" + - "L0.12[28657,57212] 1ns |-----------------------------------------L0.12------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" + - "L1 " + - "L1.?[28657,50868] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[50869,57212] 10ns 3mb |------L1.?-------| " - "Committing partition 1:" - - " Soft Deleting 1 files: L0.263" + - " Soft Deleting 10 files: L0.12, L0.19, L0.26, L0.33, L0.40, L0.47, L0.54, L0.61, L0.68, L0.75" - " Creating 2 files" - - "**** Simulation run 124, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[22619, 45138]). 14 Input Files, 29mb total:" - - "L0 " - - "L0.302[100,25160] 10ns 1mb|-------------L0.302-------------| " - - "L0.303[25161,28347] 10ns 147kb |L0.303| " - - "L0.274[28348,28656] 10ns 14kb |L0.274| " - - "L0.239[28657,32463] 10ns 176kb |L0.239| " - - "L0.240[32464,37982] 10ns 254kb |L0.240| " - - "L0.206[37983,45771] 10ns 359kb |-L0.206-| " - - "L0.300[45772,50220] 10ns 205kb |L0.300| " - - "L0.301[50221,56594] 10ns 294kb |L0.301| " - - "L0.272[56595,57212] 10ns 28kb |L0.272| " - - "L0.137[57213,57593] 10ns 18kb |L0.137| " - - "L0.237[57594,64826] 10ns 333kb |-L0.237-| " + - "**** Simulation run 12, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[79424]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.76[57213,85768] 10ns |-----------------------------------------L0.76------------------------------------------|" + - "L0.69[57213,85768] 9ns |-----------------------------------------L0.69------------------------------------------|" + - "L0.62[57213,85768] 8ns |-----------------------------------------L0.62------------------------------------------|" + - "L0.55[57213,85768] 7ns |-----------------------------------------L0.55------------------------------------------|" + - "L0.48[57213,85768] 6ns |-----------------------------------------L0.48------------------------------------------|" + - "L0.41[57213,85768] 5ns |-----------------------------------------L0.41------------------------------------------|" + - "L0.34[57213,85768] 4ns |-----------------------------------------L0.34------------------------------------------|" + - "L0.27[57213,85768] 3ns |-----------------------------------------L0.27------------------------------------------|" + - "L0.20[57213,85768] 2ns |-----------------------------------------L0.20------------------------------------------|" + - "L0.13[57213,85768] 1ns |-----------------------------------------L0.13------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" - "L1 " - - "L1.297[100,25160] 9ns 10mb|-------------L1.297-------------| " - - "L1.298[25161,50220] 9ns 10mb |-------------L1.298-------------| " - - "L1.299[50221,64826] 9ns 6mb |------L1.299------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 29mb total:" - - "L1 " - - "L1.?[100,22619] 10ns 10mb|------------L1.?-------------| " - - "L1.?[22620,45138] 10ns 10mb |------------L1.?-------------| " - - "L1.?[45139,64826] 10ns 9mb |----------L1.?-----------| " + - "L1.?[57213,79424] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[79425,85768] 10ns 3mb |------L1.?-------| " - "Committing partition 1:" - - " Soft Deleting 14 files: L0.137, L0.206, L0.237, L0.239, L0.240, L0.272, L0.274, L1.297, L1.298, L1.299, L0.300, L0.301, L0.302, L0.303" - - " Creating 3 files" - - "**** Simulation run 125, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[87040, 109253]). 14 Input Files, 26mb total:" - - "L0 " - - "L0.238[64827,67700] 10ns 133kb|L0.238| " - - "L0.203[67701,75864] 10ns 376kb |--L0.203--| " - - "L0.204[75865,85768] 10ns 457kb |---L0.204----| " - - "L0.309[85769,89508] 10ns 172kb |L0.309| " - - "L0.310[89509,91442] 10ns 89kb |L0.310| " - - "L0.284[91443,92594] 10ns 53kb |L0.284| " - - "L0.307[92595,114189] 10ns 996kb |------------L0.307-------------| " - - "L0.308[114190,114324] 10ns 6kb |L0.308| " - - "L0.135[114325,115086] 10ns 35kb |L0.135| " - - "L0.282[115087,120361] 10ns 243kb |L0.282| " - - "L0.283[120362,122660] 10ns 106kb |L0.283|" - - "L1 " - - "L1.304[64827,89508] 9ns 10mb|---------------L1.304---------------| " - - "L1.305[89509,114189] 9ns 10mb |---------------L1.305---------------| " - - "L1.306[114190,122660] 9ns 3mb |--L1.306---| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 26mb total:" - - "L1 " - - "L1.?[64827,87040] 10ns 10mb|--------------L1.?--------------| " - - "L1.?[87041,109253] 10ns 10mb |--------------L1.?--------------| " - - "L1.?[109254,122660] 10ns 6mb |-------L1.?-------| " - - "Committing partition 1:" - - " Soft Deleting 14 files: L0.135, L0.203, L0.204, L0.238, L0.282, L0.283, L0.284, L1.304, L1.305, L1.306, L0.307, L0.308, L0.309, L0.310" - - " Creating 3 files" - - "**** Simulation run 126, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[144620, 166579]). 14 Input Files, 25mb total:" - - "L0 " - - "L0.255[122661,127765] 10ns 235kb|L0.255| " - - "L0.225[127766,135300] 10ns 347kb |--L0.225--| " - - "L0.109[135301,142880] 10ns 349kb |--L0.109--| " - - "L0.316[142881,147029] 10ns 191kb |L0.316| " - - "L0.317[147030,150032] 10ns 138kb |L0.317| " - - "L0.296[150033,153877] 10ns 177kb |L0.296| " - - "L0.253[153878,164087] 10ns 471kb |----L0.253----| " - - "L0.314[164088,171397] 10ns 337kb |--L0.314--| " - - "L0.315[171398,171436] 10ns 2kb |L0.315| " - - "L0.186[171437,177322] 10ns 271kb |L0.186-| " - - "L0.293[177323,177403] 10ns 4kb |L0.293|" - - "L1 " - - "L1.311[122661,147029] 9ns 10mb|----------------L1.311----------------| " - - "L1.312[147030,171397] 9ns 10mb |----------------L1.312----------------| " - - "L1.313[171398,177403] 9ns 2mb |L1.313-| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 25mb total:" - - "L1 " - - "L1.?[122661,144620] 10ns 10mb|---------------L1.?---------------| " - - "L1.?[144621,166579] 10ns 10mb |---------------L1.?---------------| " - - "L1.?[166580,177403] 10ns 5mb |-----L1.?------| " - - "Committing partition 1:" - - " Soft Deleting 14 files: L0.109, L0.186, L0.225, L0.253, L0.255, L0.293, L0.296, L1.311, L1.312, L1.313, L0.314, L0.315, L0.316, L0.317" - - " Creating 3 files" - - "**** Simulation run 127, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[195480]). 6 Input Files, 10mb total:" - - "L0 " - - "L0.321[195481,200000] 10ns 208kb |----L0.321-----| " - - "L0.320[192818,195480] 10ns 123kb |-L0.320-| " - - "L0.262[187128,192817] 10ns 262kb |-------L0.262-------| " - - "L0.294[177404,187127] 10ns 448kb|---------------L0.294---------------| " - - "L1 " - - "L1.319[195481,200000] 9ns 2mb |----L1.319-----| " - - "L1.318[177404,195480] 9ns 7mb|-------------------------------L1.318--------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:" - - "L1 " - - "L1.?[177404,195480] 10ns 8mb|--------------------------------L1.?---------------------------------| " - - "L1.?[195481,200000] 10ns 2mb |-----L1.?------| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.262, L0.294, L1.318, L1.319, L0.320, L0.321" + - " Soft Deleting 10 files: L0.13, L0.20, L0.27, L0.34, L0.41, L0.48, L0.55, L0.62, L0.69, L0.76" - " Creating 2 files" - - "**** Simulation run 128, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[45033, 67446]). 3 Input Files, 29mb total:" + - "**** Simulation run 13, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[107980]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.77[85769,114324] 10ns |-----------------------------------------L0.77------------------------------------------|" + - "L0.70[85769,114324] 9ns |-----------------------------------------L0.70------------------------------------------|" + - "L0.63[85769,114324] 8ns |-----------------------------------------L0.63------------------------------------------|" + - "L0.56[85769,114324] 7ns |-----------------------------------------L0.56------------------------------------------|" + - "L0.49[85769,114324] 6ns |-----------------------------------------L0.49------------------------------------------|" + - "L0.42[85769,114324] 5ns |-----------------------------------------L0.42------------------------------------------|" + - "L0.35[85769,114324] 4ns |-----------------------------------------L0.35------------------------------------------|" + - "L0.28[85769,114324] 3ns |-----------------------------------------L0.28------------------------------------------|" + - "L0.21[85769,114324] 2ns |-----------------------------------------L0.21------------------------------------------|" + - "L0.14[85769,114324] 1ns |-----------------------------------------L0.14------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" - "L1 " - - "L1.323[22620,45138] 10ns 10mb|-----------L1.323------------| " - - "L1.324[45139,64826] 10ns 9mb |---------L1.324----------| " - - "L1.325[64827,87040] 10ns 10mb |-----------L1.325------------| " + - "L1.?[85769,107980] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[107981,114324] 10ns 3mb |------L1.?-------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.14, L0.21, L0.28, L0.35, L0.42, L0.49, L0.56, L0.63, L0.70, L0.77" + - " Creating 2 files" + - "**** Simulation run 14, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[136536]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.78[114325,142880] 10ns|-----------------------------------------L0.78------------------------------------------|" + - "L0.71[114325,142880] 9ns |-----------------------------------------L0.71------------------------------------------|" + - "L0.64[114325,142880] 8ns |-----------------------------------------L0.64------------------------------------------|" + - "L0.57[114325,142880] 7ns |-----------------------------------------L0.57------------------------------------------|" + - "L0.50[114325,142880] 6ns |-----------------------------------------L0.50------------------------------------------|" + - "L0.43[114325,142880] 5ns |-----------------------------------------L0.43------------------------------------------|" + - "L0.36[114325,142880] 4ns |-----------------------------------------L0.36------------------------------------------|" + - "L0.29[114325,142880] 3ns |-----------------------------------------L0.29------------------------------------------|" + - "L0.22[114325,142880] 2ns |-----------------------------------------L0.22------------------------------------------|" + - "L0.15[114325,142880] 1ns |-----------------------------------------L0.15------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" + - "L1 " + - "L1.?[114325,136536] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[136537,142880] 10ns 3mb |------L1.?-------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.15, L0.22, L0.29, L0.36, L0.43, L0.50, L0.57, L0.64, L0.71, L0.78" + - " Creating 2 files" + - "**** Simulation run 15, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[165092]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.79[142881,171436] 10ns|-----------------------------------------L0.79------------------------------------------|" + - "L0.72[142881,171436] 9ns |-----------------------------------------L0.72------------------------------------------|" + - "L0.65[142881,171436] 8ns |-----------------------------------------L0.65------------------------------------------|" + - "L0.58[142881,171436] 7ns |-----------------------------------------L0.58------------------------------------------|" + - "L0.51[142881,171436] 6ns |-----------------------------------------L0.51------------------------------------------|" + - "L0.44[142881,171436] 5ns |-----------------------------------------L0.44------------------------------------------|" + - "L0.37[142881,171436] 4ns |-----------------------------------------L0.37------------------------------------------|" + - "L0.30[142881,171436] 3ns |-----------------------------------------L0.30------------------------------------------|" + - "L0.23[142881,171436] 2ns |-----------------------------------------L0.23------------------------------------------|" + - "L0.16[142881,171436] 1ns |-----------------------------------------L0.16------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" + - "L1 " + - "L1.?[142881,165092] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[165093,171436] 10ns 3mb |------L1.?-------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.16, L0.23, L0.30, L0.37, L0.44, L0.51, L0.58, L0.65, L0.72, L0.79" + - " Creating 2 files" + - "**** Simulation run 16, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[193648]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.80[171437,200000] 10ns|-----------------------------------------L0.80------------------------------------------|" + - "L0.73[171437,200000] 9ns |-----------------------------------------L0.73------------------------------------------|" + - "L0.66[171437,200000] 8ns |-----------------------------------------L0.66------------------------------------------|" + - "L0.59[171437,200000] 7ns |-----------------------------------------L0.59------------------------------------------|" + - "L0.52[171437,200000] 6ns |-----------------------------------------L0.52------------------------------------------|" + - "L0.45[171437,200000] 5ns |-----------------------------------------L0.45------------------------------------------|" + - "L0.38[171437,200000] 4ns |-----------------------------------------L0.38------------------------------------------|" + - "L0.31[171437,200000] 3ns |-----------------------------------------L0.31------------------------------------------|" + - "L0.24[171437,200000] 2ns |-----------------------------------------L0.24------------------------------------------|" + - "L0.17[171437,200000] 1ns |-----------------------------------------L0.17------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" + - "L1 " + - "L1.?[171437,193648] 10ns 10mb|-------------------------------L1.?--------------------------------| " + - "L1.?[193649,200000] 10ns 3mb |-------L1.?-------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.17, L0.24, L0.31, L0.38, L0.45, L0.52, L0.59, L0.66, L0.73, L0.80" + - " Creating 2 files" + - "**** Simulation run 17, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[44523, 66734]). 5 Input Files, 29mb total:" + - "L1 " + - "L1.82[22312,28656] 10ns 3mb|L1.82-| " + - "L1.83[28657,50868] 10ns 10mb |------------L1.83------------| " + - "L1.84[50869,57212] 10ns 3mb |L1.84-| " + - "L1.85[57213,79424] 10ns 10mb |------------L1.85------------| " + - "L1.86[79425,85768] 10ns 3mb |L1.86-| " - "**** 3 Output Files (parquet_file_id not yet assigned), 29mb total:" - "L2 " - - "L2.?[22620,45033] 10ns 10mb|------------L2.?-------------| " - - "L2.?[45034,67446] 10ns 10mb |------------L2.?-------------| " - - "L2.?[67447,87040] 10ns 9mb |----------L2.?-----------| " + - "L2.?[22312,44523] 10ns 10mb|------------L2.?-------------| " + - "L2.?[44524,66734] 10ns 10mb |------------L2.?-------------| " + - "L2.?[66735,85768] 10ns 9mb |----------L2.?----------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L1.323, L1.324, L1.325" - - " Upgrading 1 files level to CompactionLevel::L2: L1.322" + - " Soft Deleting 5 files: L1.82, L1.83, L1.84, L1.85, L1.86" + - " Upgrading 1 files level to CompactionLevel::L2: L1.81" - " Creating 3 files" - - "**** Simulation run 129, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[109156, 131271]). 3 Input Files, 26mb total:" + - "**** Simulation run 18, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[130192, 152403]). 5 Input Files, 29mb total:" - "L1 " - - "L1.326[87041,109253] 10ns 10mb|-------------L1.326-------------| " - - "L1.327[109254,122660] 10ns 6mb |------L1.327------| " - - "L1.328[122661,144620] 10ns 10mb |-------------L1.328-------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 26mb total:" + - "L1.88[107981,114324] 10ns 3mb|L1.88-| " + - "L1.89[114325,136536] 10ns 10mb |------------L1.89------------| " + - "L1.90[136537,142880] 10ns 3mb |L1.90-| " + - "L1.91[142881,165092] 10ns 10mb |------------L1.91------------| " + - "L1.92[165093,171436] 10ns 3mb |L1.92-| " + - "**** 3 Output Files (parquet_file_id not yet assigned), 29mb total:" - "L2 " - - "L2.?[87041,109156] 10ns 10mb|--------------L2.?--------------| " - - "L2.?[109157,131271] 10ns 10mb |--------------L2.?--------------| " - - "L2.?[131272,144620] 10ns 6mb |-------L2.?-------| " + - "L2.?[107981,130192] 10ns 10mb|------------L2.?-------------| " + - "L2.?[130193,152403] 10ns 10mb |------------L2.?-------------| " + - "L2.?[152404,171436] 10ns 9mb |----------L2.?----------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L1.326, L1.327, L1.328" + - " Soft Deleting 5 files: L1.88, L1.89, L1.90, L1.91, L1.92" + - " Upgrading 1 files level to CompactionLevel::L2: L1.87" - " Creating 3 files" - - "**** Simulation run 130, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[188538]). 3 Input Files, 15mb total:" - - "L1 " - - "L1.332[195481,200000] 10ns 2mb |--L1.332--| " - - "L1.331[177404,195480] 10ns 8mb |--------------------L1.331--------------------| " - - "L1.330[166580,177403] 10ns 5mb|----------L1.330-----------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 15mb total:" + - "**** Simulation run 19, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[198729]). 1 Input Files, 3mb total:" + - "L1, all files 3mb " + - "L1.94[193649,200000] 10ns|-----------------------------------------L1.94------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:" - "L2 " - - "L2.?[166580,188538] 10ns 10mb|--------------------------L2.?---------------------------| " - - "L2.?[188539,200000] 10ns 5mb |------------L2.?------------| " + - "L2.?[193649,198729] 10ns 2mb|--------------------------------L2.?---------------------------------| " + - "L2.?[198730,200000] 10ns 586kb |-----L2.?------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L1.330, L1.331, L1.332" - - " Upgrading 1 files level to CompactionLevel::L2: L1.329" + - " Soft Deleting 1 files: L1.94" + - " Upgrading 1 files level to CompactionLevel::L2: L1.93" - " Creating 2 files" - - "**** Final Output Files (717mb written)" + - "**** Final Output Files (240mb written)" - "L2 " - - "L2.322[100,22619] 10ns 10mb|-L2.322-| " - - "L2.329[144621,166579] 10ns 10mb |L2.329-| " - - "L2.333[22620,45033] 10ns 10mb |-L2.333-| " - - "L2.334[45034,67446] 10ns 10mb |-L2.334-| " - - "L2.335[67447,87040] 10ns 9mb |L2.335| " - - "L2.336[87041,109156] 10ns 10mb |L2.336-| " - - "L2.337[109157,131271] 10ns 10mb |L2.337-| " - - "L2.338[131272,144620] 10ns 6mb |L2.338| " - - "L2.339[166580,188538] 10ns 10mb |L2.339-| " - - "L2.340[188539,200000] 10ns 5mb |L2.340|" + - "L2.81[100,22311] 10ns 10mb|-L2.81-| " + - "L2.87[85769,107980] 10ns 10mb |-L2.87-| " + - "L2.93[171437,193648] 10ns 10mb |-L2.93-| " + - "L2.95[22312,44523] 10ns 10mb |-L2.95-| " + - "L2.96[44524,66734] 10ns 10mb |-L2.96-| " + - "L2.97[66735,85768] 10ns 9mb |L2.97-| " + - "L2.98[107981,130192] 10ns 10mb |-L2.98-| " + - "L2.99[130193,152403] 10ns 10mb |-L2.99-| " + - "L2.100[152404,171436] 10ns 9mb |L2.100| " + - "L2.101[193649,198729] 10ns 2mb |L2.101|" + - "L2.102[198730,200000] 10ns 586kb |L2.102|" "### ); } @@ -1835,1227 +803,195 @@ async fn all_overlapping_l0_max_input_bytes_per_partition_small_max_desired_file - "Committing partition 1:" - " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10" - " Creating 70 files" - - "**** Simulation run 10, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[67700, 135300]). 23 Input Files, 30mb total:" - - "L0 " - - "L0.11[100,28656] 1ns 1mb |--L0.11---| " - - "L0.12[28657,57212] 1ns 1mb |--L0.12---| " - - "L0.13[57213,85768] 1ns 1mb |--L0.13---| " - - "L0.14[85769,114324] 1ns 1mb |--L0.14---| " - - "L0.15[114325,142880] 1ns 1mb |--L0.15---| " - - "L0.16[142881,171436] 1ns 1mb |--L0.16---| " - - "L0.17[171437,200000] 1ns 1mb |--L0.17---| " - - "L0.18[100,28656] 2ns 1mb |--L0.18---| " - - "L0.19[28657,57212] 2ns 1mb |--L0.19---| " - - "L0.20[57213,85768] 2ns 1mb |--L0.20---| " - - "L0.21[85769,114324] 2ns 1mb |--L0.21---| " - - "L0.22[114325,142880] 2ns 1mb |--L0.22---| " - - "L0.23[142881,171436] 2ns 1mb |--L0.23---| " - - "L0.24[171437,200000] 2ns 1mb |--L0.24---| " - - "L0.25[100,28656] 3ns 1mb |--L0.25---| " - - "L0.26[28657,57212] 3ns 1mb |--L0.26---| " - - "L0.27[57213,85768] 3ns 1mb |--L0.27---| " - - "L0.28[85769,114324] 3ns 1mb |--L0.28---| " - - "L0.29[114325,142880] 3ns 1mb |--L0.29---| " - - "L0.30[142881,171436] 3ns 1mb |--L0.30---| " - - "L0.31[171437,200000] 3ns 1mb |--L0.31---| " - - "L0.32[100,28656] 4ns 1mb |--L0.32---| " - - "L0.33[28657,57212] 4ns 1mb |--L0.33---| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:" - - "L1 " - - "L1.?[100,67700] 4ns 10mb |------------L1.?------------| " - - "L1.?[67701,135300] 4ns 10mb |------------L1.?------------| " - - "L1.?[135301,200000] 4ns 10mb |-----------L1.?------------| " - - "Committing partition 1:" - - " Soft Deleting 23 files: L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33" - - " Creating 3 files" - - "**** Simulation run 11, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.36[114325,142880] 4ns |-----------------------------------------L0.36------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 4ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 4ns 349kb |--------L0.?---------| " - - "**** Simulation run 12, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.34[57213,85768] 4ns |-----------------------------------------L0.34------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 4ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 4ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 13, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.43[114325,142880] 5ns |-----------------------------------------L0.43------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 5ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 5ns 349kb |--------L0.?---------| " - - "**** Simulation run 14, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.41[57213,85768] 5ns |-----------------------------------------L0.41------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 5ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 5ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 15, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.50[114325,142880] 6ns |-----------------------------------------L0.50------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 6ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 6ns 349kb |--------L0.?---------| " - - "**** Simulation run 16, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.48[57213,85768] 6ns |-----------------------------------------L0.48------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 6ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 6ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 17, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.57[114325,142880] 7ns |-----------------------------------------L0.57------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 7ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 7ns 349kb |--------L0.?---------| " - - "**** Simulation run 18, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.55[57213,85768] 7ns |-----------------------------------------L0.55------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 7ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 7ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 19, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.64[114325,142880] 8ns |-----------------------------------------L0.64------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 8ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 8ns 349kb |--------L0.?---------| " - - "**** Simulation run 20, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.62[57213,85768] 8ns |-----------------------------------------L0.62------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 8ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 8ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 21, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.71[114325,142880] 9ns |-----------------------------------------L0.71------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 9ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 9ns 349kb |--------L0.?---------| " - - "**** Simulation run 22, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.69[57213,85768] 9ns |-----------------------------------------L0.69------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 9ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 9ns 833kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 23, type=split(ReduceOverlap)(split_times=[135300]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.78[114325,142880] 10ns|-----------------------------------------L0.78------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[114325,135300] 10ns 967kb|------------------------------L0.?------------------------------| " - - "L0.?[135301,142880] 10ns 349kb |--------L0.?---------| " - - "**** Simulation run 24, type=split(ReduceOverlap)(split_times=[67700]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.76[57213,85768] 10ns |-----------------------------------------L0.76------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[57213,67700] 10ns 484kb|-------------L0.?--------------| " - - "L0.?[67701,85768] 10ns 833kb |-------------------------L0.?-------------------------| " - - "Committing partition 1:" - - " Soft Deleting 14 files: L0.34, L0.36, L0.41, L0.43, L0.48, L0.50, L0.55, L0.57, L0.62, L0.64, L0.69, L0.71, L0.76, L0.78" - - " Creating 28 files" - - "**** Simulation run 25, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[57593, 115086]). 6 Input Files, 24mb total:" - - "L0 " - - "L0.86[57213,67700] 4ns 484kb |L0.86| " - - "L0.87[67701,85768] 4ns 833kb |--L0.87---| " - - "L0.35[85769,114324] 4ns 1mb |------L0.35------| " - - "L0.84[114325,135300] 4ns 967kb |---L0.84---| " - - "L1 " - - "L1.81[100,67700] 4ns 10mb|-------------------L1.81-------------------| " - - "L1.82[67701,135300] 4ns 10mb |------------------L1.82-------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 24mb total:" - - "L1 " - - "L1.?[100,57593] 4ns 10mb |----------------L1.?----------------| " - - "L1.?[57594,115086] 4ns 10mb |----------------L1.?----------------| " - - "L1.?[115087,135300] 4ns 4mb |---L1.?----| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.35, L1.81, L1.82, L0.84, L0.86, L0.87" - - " Creating 3 files" - - "**** Simulation run 26, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.88[114325,135300] 5ns |-----------------------------------------L0.88------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 5ns 35kb|L0.?| " - - "L0.?[115087,135300] 5ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 27, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.90[57213,67700] 5ns |-----------------------------------------L0.90------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 5ns 18kb|L0.?| " - - "L0.?[57594,67700] 5ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 28, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.92[114325,135300] 6ns |-----------------------------------------L0.92------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 6ns 35kb|L0.?| " - - "L0.?[115087,135300] 6ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 29, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.94[57213,67700] 6ns |-----------------------------------------L0.94------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 6ns 18kb|L0.?| " - - "L0.?[57594,67700] 6ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 30, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.96[114325,135300] 7ns |-----------------------------------------L0.96------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 7ns 35kb|L0.?| " - - "L0.?[115087,135300] 7ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 31, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.98[57213,67700] 7ns |-----------------------------------------L0.98------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 7ns 18kb|L0.?| " - - "L0.?[57594,67700] 7ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 32, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.100[114325,135300] 8ns|-----------------------------------------L0.100-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 8ns 35kb|L0.?| " - - "L0.?[115087,135300] 8ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 33, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.102[57213,67700] 8ns |-----------------------------------------L0.102-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 8ns 18kb|L0.?| " - - "L0.?[57594,67700] 8ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 34, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.104[114325,135300] 9ns|-----------------------------------------L0.104-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 9ns 35kb|L0.?| " - - "L0.?[115087,135300] 9ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 35, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.106[57213,67700] 9ns |-----------------------------------------L0.106-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 9ns 18kb|L0.?| " - - "L0.?[57594,67700] 9ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 36, type=split(ReduceOverlap)(split_times=[115086]). 1 Input Files, 967kb total:" - - "L0, all files 967kb " - - "L0.108[114325,135300] 10ns|-----------------------------------------L0.108-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 967kb total:" - - "L0 " - - "L0.?[114325,115086] 10ns 35kb|L0.?| " - - "L0.?[115087,135300] 10ns 932kb |----------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 37, type=split(ReduceOverlap)(split_times=[57593]). 1 Input Files, 484kb total:" - - "L0, all files 484kb " - - "L0.110[57213,67700] 10ns |-----------------------------------------L0.110-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 484kb total:" - - "L0 " - - "L0.?[57213,57593] 10ns 18kb|L0.?| " - - "L0.?[57594,67700] 10ns 466kb |----------------------------------------L0.?----------------------------------------| " - - "Committing partition 1:" - - " Soft Deleting 12 files: L0.88, L0.90, L0.92, L0.94, L0.96, L0.98, L0.100, L0.102, L0.104, L0.106, L0.108, L0.110" - - " Creating 24 files" - - "**** Simulation run 38, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[187127]). 4 Input Files, 12mb total:" - - "L0 " - - "L0.85[135301,142880] 4ns 349kb|-L0.85--| " - - "L0.37[142881,171436] 4ns 1mb |----------------L0.37----------------| " - - "L0.38[171437,200000] 4ns 1mb |----------------L0.38----------------| " - - "L1 " - - "L1.83[135301,200000] 4ns 10mb|-----------------------------------------L1.83------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 12mb total:" - - "L1 " - - "L1.?[135301,187127] 4ns 10mb|---------------------------------L1.?---------------------------------| " - - "L1.?[187128,200000] 4ns 2mb |-----L1.?------| " - - "Committing partition 1:" - - " Soft Deleting 4 files: L0.37, L0.38, L1.83, L0.85" - - " Creating 2 files" - - "**** Simulation run 39, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.45[171437,200000] 5ns |-----------------------------------------L0.45------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 5ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 5ns 593kb |-----------------L0.?-----------------| " - - "**** Simulation run 40, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.52[171437,200000] 6ns |-----------------------------------------L0.52------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 6ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 6ns 593kb |-----------------L0.?-----------------| " - - "**** Simulation run 41, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.59[171437,200000] 7ns |-----------------------------------------L0.59------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 7ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 7ns 593kb |-----------------L0.?-----------------| " - - "**** Simulation run 42, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.66[171437,200000] 8ns |-----------------------------------------L0.66------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 8ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 8ns 593kb |-----------------L0.?-----------------| " - - "**** Simulation run 43, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.73[171437,200000] 9ns |-----------------------------------------L0.73------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 9ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 9ns 593kb |-----------------L0.?-----------------| " - - "**** Simulation run 44, type=split(ReduceOverlap)(split_times=[187127]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.80[171437,200000] 10ns|-----------------------------------------L0.80------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[171437,187127] 10ns 723kb|---------------------L0.?----------------------| " - - "L0.?[187128,200000] 10ns 593kb |-----------------L0.?-----------------| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.45, L0.52, L0.59, L0.66, L0.73, L0.80" - - " Creating 12 files" - - "**** Simulation run 45, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[45771, 91442]). 11 Input Files, 30mb total:" - - "L0 " - - "L0.39[100,28656] 5ns 1mb |------L0.39------| " - - "L0.40[28657,57212] 5ns 1mb |------L0.40------| " - - "L0.117[57213,57593] 5ns 18kb |L0.117| " - - "L0.118[57594,67700] 5ns 466kb |L0.118| " - - "L0.91[67701,85768] 5ns 833kb |--L0.91---| " - - "L0.42[85769,114324] 5ns 1mb |------L0.42------| " - - "L0.115[114325,115086] 5ns 35kb |L0.115| " - - "L0.116[115087,135300] 5ns 932kb |--L0.116---| " - - "L1 " - - "L1.112[100,57593] 4ns 10mb|---------------L1.112---------------| " - - "L1.113[57594,115086] 4ns 10mb |---------------L1.113---------------| " - - "L1.114[115087,135300] 4ns 4mb |--L1.114---| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:" - - "L1 " - - "L1.?[100,45771] 5ns 10mb |------------L1.?------------| " - - "L1.?[45772,91442] 5ns 10mb |------------L1.?------------| " - - "L1.?[91443,135300] 5ns 10mb |-----------L1.?------------| " - - "Committing partition 1:" - - " Soft Deleting 11 files: L0.39, L0.40, L0.42, L0.91, L1.112, L1.113, L1.114, L0.115, L0.116, L0.117, L0.118" - - " Creating 3 files" - - "**** Simulation run 46, type=split(ReduceOverlap)(split_times=[91442]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.49[85769,114324] 6ns |-----------------------------------------L0.49------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[85769,91442] 6ns 262kb|-----L0.?------| " - - "L0.?[91443,114324] 6ns 1mb |---------------------------------L0.?---------------------------------| " - - "**** Simulation run 47, type=split(ReduceOverlap)(split_times=[45771]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.47[28657,57212] 6ns |-----------------------------------------L0.47------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[28657,45771] 6ns 789kb|-----------------------L0.?------------------------| " - - "L0.?[45772,57212] 6ns 527kb |---------------L0.?---------------| " - - "**** Simulation run 48, type=split(ReduceOverlap)(split_times=[91442]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.56[85769,114324] 7ns |-----------------------------------------L0.56------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[85769,91442] 7ns 262kb|-----L0.?------| " - - "L0.?[91443,114324] 7ns 1mb |---------------------------------L0.?---------------------------------| " - - "**** Simulation run 49, type=split(ReduceOverlap)(split_times=[45771]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.54[28657,57212] 7ns |-----------------------------------------L0.54------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[28657,45771] 7ns 789kb|-----------------------L0.?------------------------| " - - "L0.?[45772,57212] 7ns 527kb |---------------L0.?---------------| " - - "**** Simulation run 50, type=split(ReduceOverlap)(split_times=[91442]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.63[85769,114324] 8ns |-----------------------------------------L0.63------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[85769,91442] 8ns 262kb|-----L0.?------| " - - "L0.?[91443,114324] 8ns 1mb |---------------------------------L0.?---------------------------------| " - - "**** Simulation run 51, type=split(ReduceOverlap)(split_times=[45771]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.61[28657,57212] 8ns |-----------------------------------------L0.61------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[28657,45771] 8ns 789kb|-----------------------L0.?------------------------| " - - "L0.?[45772,57212] 8ns 527kb |---------------L0.?---------------| " - - "**** Simulation run 52, type=split(ReduceOverlap)(split_times=[91442]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.70[85769,114324] 9ns |-----------------------------------------L0.70------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[85769,91442] 9ns 262kb|-----L0.?------| " - - "L0.?[91443,114324] 9ns 1mb |---------------------------------L0.?---------------------------------| " - - "**** Simulation run 53, type=split(ReduceOverlap)(split_times=[45771]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.68[28657,57212] 9ns |-----------------------------------------L0.68------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[28657,45771] 9ns 789kb|-----------------------L0.?------------------------| " - - "L0.?[45772,57212] 9ns 527kb |---------------L0.?---------------| " - - "**** Simulation run 54, type=split(ReduceOverlap)(split_times=[91442]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.77[85769,114324] 10ns |-----------------------------------------L0.77------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[85769,91442] 10ns 262kb|-----L0.?------| " - - "L0.?[91443,114324] 10ns 1mb |---------------------------------L0.?---------------------------------| " - - "**** Simulation run 55, type=split(ReduceOverlap)(split_times=[45771]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.75[28657,57212] 10ns |-----------------------------------------L0.75------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[28657,45771] 10ns 789kb|-----------------------L0.?------------------------| " - - "L0.?[45772,57212] 10ns 527kb |---------------L0.?---------------| " - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.47, L0.49, L0.54, L0.56, L0.61, L0.63, L0.68, L0.70, L0.75, L0.77" - - " Creating 20 files" - - "**** Simulation run 56, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[177322]). 6 Input Files, 15mb total:" - - "L0 " - - "L0.89[135301,142880] 5ns 349kb|-L0.89--| " - - "L0.44[142881,171436] 5ns 1mb |----------------L0.44----------------| " - - "L0.141[171437,187127] 5ns 723kb |------L0.141-------| " - - "L0.142[187128,200000] 5ns 593kb |----L0.142-----| " - - "L1 " - - "L1.139[135301,187127] 4ns 10mb|--------------------------------L1.139--------------------------------| " - - "L1.140[187128,200000] 4ns 2mb |----L1.140-----| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 15mb total:" - - "L1 " - - "L1.?[135301,177322] 5ns 10mb|--------------------------L1.?--------------------------| " - - "L1.?[177323,200000] 5ns 5mb |------------L1.?-------------| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.44, L0.89, L1.139, L1.140, L0.141, L0.142" - - " Creating 2 files" - - "**** Simulation run 57, type=split(ReduceOverlap)(split_times=[177322]). 1 Input Files, 723kb total:" - - "L0, all files 723kb " - - "L0.143[171437,187127] 6ns|-----------------------------------------L0.143-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 723kb total:" - - "L0 " - - "L0.?[171437,177322] 6ns 271kb|-------------L0.?--------------| " - - "L0.?[177323,187127] 6ns 452kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 58, type=split(ReduceOverlap)(split_times=[177322]). 1 Input Files, 723kb total:" - - "L0, all files 723kb " - - "L0.145[171437,187127] 7ns|-----------------------------------------L0.145-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 723kb total:" - - "L0 " - - "L0.?[171437,177322] 7ns 271kb|-------------L0.?--------------| " - - "L0.?[177323,187127] 7ns 452kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 59, type=split(ReduceOverlap)(split_times=[177322]). 1 Input Files, 723kb total:" - - "L0, all files 723kb " - - "L0.147[171437,187127] 8ns|-----------------------------------------L0.147-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 723kb total:" - - "L0 " - - "L0.?[171437,177322] 8ns 271kb|-------------L0.?--------------| " - - "L0.?[177323,187127] 8ns 452kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 60, type=split(ReduceOverlap)(split_times=[177322]). 1 Input Files, 723kb total:" - - "L0, all files 723kb " - - "L0.149[171437,187127] 9ns|-----------------------------------------L0.149-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 723kb total:" - - "L0 " - - "L0.?[171437,177322] 9ns 271kb|-------------L0.?--------------| " - - "L0.?[177323,187127] 9ns 452kb |-------------------------L0.?-------------------------| " - - "**** Simulation run 61, type=split(ReduceOverlap)(split_times=[177322]). 1 Input Files, 723kb total:" - - "L0, all files 723kb " - - "L0.151[171437,187127] 10ns|-----------------------------------------L0.151-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 723kb total:" - - "L0 " - - "L0.?[171437,177322] 10ns 271kb|-------------L0.?--------------| " - - "L0.?[177323,187127] 10ns 452kb |-------------------------L0.?-------------------------| " - - "Committing partition 1:" - - " Soft Deleting 5 files: L0.143, L0.145, L0.147, L0.149, L0.151" - - " Creating 10 files" - - "**** Simulation run 62, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[37982, 75864]). 9 Input Files, 24mb total:" - - "L0 " - - "L0.46[100,28656] 6ns 1mb |----------L0.46-----------| " - - "L0.158[28657,45771] 6ns 789kb |----L0.158----| " - - "L0.159[45772,57212] 6ns 527kb |-L0.159--| " - - "L0.121[57213,57593] 6ns 18kb |L0.121| " - - "L0.122[57594,67700] 6ns 466kb |L0.122-| " - - "L0.95[67701,85768] 6ns 833kb |-----L0.95-----| " - - "L0.156[85769,91442] 6ns 262kb |L0.156|" - - "L1 " - - "L1.153[100,45771] 5ns 10mb|------------------L1.153-------------------| " - - "L1.154[45772,91442] 5ns 10mb |------------------L1.154------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 24mb total:" - - "L1 " - - "L1.?[100,37982] 6ns 10mb |---------------L1.?----------------| " - - "L1.?[37983,75864] 6ns 10mb |---------------L1.?----------------| " - - "L1.?[75865,91442] 6ns 4mb |----L1.?-----| " - - "Committing partition 1:" - - " Soft Deleting 9 files: L0.46, L0.95, L0.121, L0.122, L1.153, L1.154, L0.156, L0.158, L0.159" - - " Creating 3 files" - - "**** Simulation run 63, type=split(ReduceOverlap)(split_times=[75864]). 1 Input Files, 833kb total:" - - "L0, all files 833kb " - - "L0.99[67701,85768] 7ns |-----------------------------------------L0.99------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:" - - "L0 " - - "L0.?[67701,75864] 7ns 376kb|-----------------L0.?-----------------| " - - "L0.?[75865,85768] 7ns 457kb |---------------------L0.?----------------------| " - - "**** Simulation run 64, type=split(ReduceOverlap)(split_times=[37982]). 1 Input Files, 789kb total:" - - "L0, all files 789kb " - - "L0.162[28657,45771] 7ns |-----------------------------------------L0.162-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 789kb total:" - - "L0 " - - "L0.?[28657,37982] 7ns 430kb|---------------------L0.?----------------------| " - - "L0.?[37983,45771] 7ns 359kb |-----------------L0.?-----------------| " - - "**** Simulation run 65, type=split(ReduceOverlap)(split_times=[75864]). 1 Input Files, 833kb total:" - - "L0, all files 833kb " - - "L0.103[67701,85768] 8ns |-----------------------------------------L0.103-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:" - - "L0 " - - "L0.?[67701,75864] 8ns 376kb|-----------------L0.?-----------------| " - - "L0.?[75865,85768] 8ns 457kb |---------------------L0.?----------------------| " - - "**** Simulation run 66, type=split(ReduceOverlap)(split_times=[37982]). 1 Input Files, 789kb total:" - - "L0, all files 789kb " - - "L0.166[28657,45771] 8ns |-----------------------------------------L0.166-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 789kb total:" - - "L0 " - - "L0.?[28657,37982] 8ns 430kb|---------------------L0.?----------------------| " - - "L0.?[37983,45771] 8ns 359kb |-----------------L0.?-----------------| " - - "**** Simulation run 67, type=split(ReduceOverlap)(split_times=[75864]). 1 Input Files, 833kb total:" - - "L0, all files 833kb " - - "L0.107[67701,85768] 9ns |-----------------------------------------L0.107-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:" - - "L0 " - - "L0.?[67701,75864] 9ns 376kb|-----------------L0.?-----------------| " - - "L0.?[75865,85768] 9ns 457kb |---------------------L0.?----------------------| " - - "**** Simulation run 68, type=split(ReduceOverlap)(split_times=[37982]). 1 Input Files, 789kb total:" - - "L0, all files 789kb " - - "L0.170[28657,45771] 9ns |-----------------------------------------L0.170-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 789kb total:" - - "L0 " - - "L0.?[28657,37982] 9ns 430kb|---------------------L0.?----------------------| " - - "L0.?[37983,45771] 9ns 359kb |-----------------L0.?-----------------| " - - "**** Simulation run 69, type=split(ReduceOverlap)(split_times=[75864]). 1 Input Files, 833kb total:" - - "L0, all files 833kb " - - "L0.111[67701,85768] 10ns |-----------------------------------------L0.111-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 833kb total:" - - "L0 " - - "L0.?[67701,75864] 10ns 376kb|-----------------L0.?-----------------| " - - "L0.?[75865,85768] 10ns 457kb |---------------------L0.?----------------------| " - - "**** Simulation run 70, type=split(ReduceOverlap)(split_times=[37982]). 1 Input Files, 789kb total:" - - "L0, all files 789kb " - - "L0.174[28657,45771] 10ns |-----------------------------------------L0.174-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 789kb total:" - - "L0 " - - "L0.?[28657,37982] 10ns 430kb|---------------------L0.?----------------------| " - - "L0.?[37983,45771] 10ns 359kb |-----------------L0.?-----------------| " - - "Committing partition 1:" - - " Soft Deleting 8 files: L0.99, L0.103, L0.107, L0.111, L0.162, L0.166, L0.170, L0.174" - - " Creating 16 files" - - "**** Simulation run 71, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[127765, 164087]). 11 Input Files, 30mb total:" - - "L0 " - - "L0.157[91443,114324] 6ns 1mb|-----L0.157-----| " - - "L0.119[114325,115086] 6ns 35kb |L0.119| " - - "L0.120[115087,135300] 6ns 932kb |----L0.120----| " - - "L0.93[135301,142880] 6ns 349kb |L0.93| " - - "L0.51[142881,171436] 6ns 1mb |--------L0.51--------| " - - "L0.178[171437,177322] 6ns 271kb |L0.178| " - - "L0.179[177323,187127] 6ns 452kb |L0.179| " - - "L0.144[187128,200000] 6ns 593kb |-L0.144-| " - - "L1 " - - "L1.155[91443,135300] 5ns 10mb|--------------L1.155--------------| " - - "L1.176[135301,177322] 5ns 10mb |-------------L1.176-------------| " - - "L1.177[177323,200000] 5ns 5mb |-----L1.177-----| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 30mb total:" - - "L1 " - - "L1.?[91443,127765] 6ns 10mb|------------L1.?------------| " - - "L1.?[127766,164087] 6ns 10mb |------------L1.?------------| " - - "L1.?[164088,200000] 6ns 10mb |-----------L1.?------------| " - - "Committing partition 1:" - - " Soft Deleting 11 files: L0.51, L0.93, L0.119, L0.120, L0.144, L1.155, L0.157, L1.176, L1.177, L0.178, L0.179" - - " Creating 3 files" - - "**** Simulation run 72, type=split(ReduceOverlap)(split_times=[164087]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.58[142881,171436] 7ns |-----------------------------------------L0.58------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[142881,164087] 7ns 978kb|------------------------------L0.?------------------------------| " - - "L0.?[164088,171436] 7ns 339kb |--------L0.?---------| " - - "**** Simulation run 73, type=split(ReduceOverlap)(split_times=[127765]). 1 Input Files, 932kb total:" - - "L0, all files 932kb " - - "L0.124[115087,135300] 7ns|-----------------------------------------L0.124-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 932kb total:" - - "L0 " - - "L0.?[115087,127765] 7ns 585kb|-------------------------L0.?-------------------------| " - - "L0.?[127766,135300] 7ns 347kb |-------------L0.?--------------| " - - "**** Simulation run 74, type=split(ReduceOverlap)(split_times=[164087]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.65[142881,171436] 8ns |-----------------------------------------L0.65------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[142881,164087] 8ns 978kb|------------------------------L0.?------------------------------| " - - "L0.?[164088,171436] 8ns 339kb |--------L0.?---------| " - - "**** Simulation run 75, type=split(ReduceOverlap)(split_times=[127765]). 1 Input Files, 932kb total:" - - "L0, all files 932kb " - - "L0.128[115087,135300] 8ns|-----------------------------------------L0.128-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 932kb total:" - - "L0 " - - "L0.?[115087,127765] 8ns 585kb|-------------------------L0.?-------------------------| " - - "L0.?[127766,135300] 8ns 347kb |-------------L0.?--------------| " - - "**** Simulation run 76, type=split(ReduceOverlap)(split_times=[164087]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.72[142881,171436] 9ns |-----------------------------------------L0.72------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[142881,164087] 9ns 978kb|------------------------------L0.?------------------------------| " - - "L0.?[164088,171436] 9ns 339kb |--------L0.?---------| " - - "**** Simulation run 77, type=split(ReduceOverlap)(split_times=[127765]). 1 Input Files, 932kb total:" - - "L0, all files 932kb " - - "L0.132[115087,135300] 9ns|-----------------------------------------L0.132-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 932kb total:" - - "L0 " - - "L0.?[115087,127765] 9ns 585kb|-------------------------L0.?-------------------------| " - - "L0.?[127766,135300] 9ns 347kb |-------------L0.?--------------| " - - "**** Simulation run 78, type=split(ReduceOverlap)(split_times=[164087]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.79[142881,171436] 10ns|-----------------------------------------L0.79------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[142881,164087] 10ns 978kb|------------------------------L0.?------------------------------| " - - "L0.?[164088,171436] 10ns 339kb |--------L0.?---------| " - - "**** Simulation run 79, type=split(ReduceOverlap)(split_times=[127765]). 1 Input Files, 932kb total:" - - "L0, all files 932kb " - - "L0.136[115087,135300] 10ns|-----------------------------------------L0.136-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 932kb total:" - - "L0 " - - "L0.?[115087,127765] 10ns 585kb|-------------------------L0.?-------------------------| " - - "L0.?[127766,135300] 10ns 347kb |-------------L0.?--------------| " - - "Committing partition 1:" - - " Soft Deleting 8 files: L0.58, L0.65, L0.72, L0.79, L0.124, L0.128, L0.132, L0.136" - - " Creating 16 files" - - "**** Simulation run 80, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[32463, 64826]). 12 Input Files, 28mb total:" - - "L0 " - - "L0.53[100,28656] 7ns 1mb |----------L0.53-----------| " - - "L0.193[28657,37982] 7ns 430kb |L0.193-| " - - "L0.194[37983,45771] 7ns 359kb |L0.194| " - - "L0.163[45772,57212] 7ns 527kb |-L0.163--| " - - "L0.125[57213,57593] 7ns 18kb |L0.125| " - - "L0.126[57594,67700] 7ns 466kb |L0.126-| " - - "L0.191[67701,75864] 7ns 376kb |L0.191| " - - "L0.192[75865,85768] 7ns 457kb |L0.192-| " - - "L0.160[85769,91442] 7ns 262kb |L0.160|" - - "L1 " - - "L1.188[100,37982] 6ns 10mb|--------------L1.188---------------| " - - "L1.189[37983,75864] 6ns 10mb |--------------L1.189---------------| " - - "L1.190[75865,91442] 6ns 4mb |---L1.190----| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 28mb total:" - - "L1 " - - "L1.?[100,32463] 7ns 10mb |------------L1.?-------------| " - - "L1.?[32464,64826] 7ns 10mb |------------L1.?-------------| " - - "L1.?[64827,91442] 7ns 8mb |----------L1.?----------| " - - "Committing partition 1:" - - " Soft Deleting 12 files: L0.53, L0.125, L0.126, L0.160, L0.163, L1.188, L1.189, L1.190, L0.191, L0.192, L0.193, L0.194" - - " Creating 3 files" - - "**** Simulation run 81, type=split(ReduceOverlap)(split_times=[64826]). 1 Input Files, 466kb total:" - - "L0, all files 466kb " - - "L0.130[57594,67700] 8ns |-----------------------------------------L0.130-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 466kb total:" - - "L0 " - - "L0.?[57594,64826] 8ns 333kb|-----------------------------L0.?-----------------------------| " - - "L0.?[64827,67700] 8ns 133kb |---------L0.?----------| " - - "**** Simulation run 82, type=split(ReduceOverlap)(split_times=[32463]). 1 Input Files, 430kb total:" - - "L0, all files 430kb " - - "L0.197[28657,37982] 8ns |-----------------------------------------L0.197-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 430kb total:" - - "L0 " - - "L0.?[28657,32463] 8ns 176kb|---------------L0.?---------------| " - - "L0.?[32464,37982] 8ns 254kb |-----------------------L0.?------------------------| " - - "**** Simulation run 83, type=split(ReduceOverlap)(split_times=[64826]). 1 Input Files, 466kb total:" - - "L0, all files 466kb " - - "L0.134[57594,67700] 9ns |-----------------------------------------L0.134-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 466kb total:" - - "L0 " - - "L0.?[57594,64826] 9ns 333kb|-----------------------------L0.?-----------------------------| " - - "L0.?[64827,67700] 9ns 133kb |---------L0.?----------| " - - "**** Simulation run 84, type=split(ReduceOverlap)(split_times=[32463]). 1 Input Files, 430kb total:" - - "L0, all files 430kb " - - "L0.201[28657,37982] 9ns |-----------------------------------------L0.201-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 430kb total:" - - "L0 " - - "L0.?[28657,32463] 9ns 176kb|---------------L0.?---------------| " - - "L0.?[32464,37982] 9ns 254kb |-----------------------L0.?------------------------| " - - "**** Simulation run 85, type=split(ReduceOverlap)(split_times=[64826]). 1 Input Files, 466kb total:" - - "L0, all files 466kb " - - "L0.138[57594,67700] 10ns |-----------------------------------------L0.138-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 466kb total:" - - "L0 " - - "L0.?[57594,64826] 10ns 333kb|-----------------------------L0.?-----------------------------| " - - "L0.?[64827,67700] 10ns 133kb |---------L0.?----------| " - - "**** Simulation run 86, type=split(ReduceOverlap)(split_times=[32463]). 1 Input Files, 430kb total:" - - "L0, all files 430kb " - - "L0.205[28657,37982] 10ns |-----------------------------------------L0.205-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 430kb total:" - - "L0 " - - "L0.?[28657,32463] 10ns 176kb|---------------L0.?---------------| " - - "L0.?[32464,37982] 10ns 254kb |-----------------------L0.?------------------------| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.130, L0.134, L0.138, L0.197, L0.201, L0.205" - - " Creating 12 files" - - "**** Simulation run 87, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[122660, 153877]). 8 Input Files, 23mb total:" - - "L0 " - - "L0.161[91443,114324] 7ns 1mb|----------L0.161----------| " - - "L0.123[114325,115086] 7ns 35kb |L0.123| " - - "L0.212[115087,127765] 7ns 585kb |---L0.212----| " - - "L0.213[127766,135300] 7ns 347kb |L0.213-| " - - "L0.97[135301,142880] 7ns 349kb |-L0.97-| " - - "L0.210[142881,164087] 7ns 978kb |---------L0.210---------| " - - "L1 " - - "L1.207[91443,127765] 6ns 10mb|------------------L1.207-------------------| " - - "L1.208[127766,164087] 6ns 10mb |------------------L1.208------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 23mb total:" - - "L1 " - - "L1.?[91443,122660] 7ns 10mb|----------------L1.?----------------| " - - "L1.?[122661,153877] 7ns 10mb |----------------L1.?----------------| " - - "L1.?[153878,164087] 7ns 3mb |---L1.?---| " - - "Committing partition 1:" - - " Soft Deleting 8 files: L0.97, L0.123, L0.161, L1.207, L1.208, L0.210, L0.212, L0.213" - - " Creating 3 files" - - "**** Simulation run 88, type=split(ReduceOverlap)(split_times=[153877]). 1 Input Files, 978kb total:" - - "L0, all files 978kb " - - "L0.214[142881,164087] 8ns|-----------------------------------------L0.214-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 978kb total:" - - "L0 " - - "L0.?[142881,153877] 8ns 507kb|--------------------L0.?--------------------| " - - "L0.?[153878,164087] 8ns 471kb |------------------L0.?-------------------| " - - "**** Simulation run 89, type=split(ReduceOverlap)(split_times=[122660]). 1 Input Files, 585kb total:" - - "L0, all files 585kb " - - "L0.216[115087,127765] 8ns|-----------------------------------------L0.216-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 585kb total:" - - "L0 " - - "L0.?[115087,122660] 8ns 349kb|-----------------------L0.?------------------------| " - - "L0.?[122661,127765] 8ns 235kb |---------------L0.?---------------| " - - "**** Simulation run 90, type=split(ReduceOverlap)(split_times=[153877]). 1 Input Files, 978kb total:" - - "L0, all files 978kb " - - "L0.218[142881,164087] 9ns|-----------------------------------------L0.218-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 978kb total:" - - "L0 " - - "L0.?[142881,153877] 9ns 507kb|--------------------L0.?--------------------| " - - "L0.?[153878,164087] 9ns 471kb |------------------L0.?-------------------| " - - "**** Simulation run 91, type=split(ReduceOverlap)(split_times=[122660]). 1 Input Files, 585kb total:" - - "L0, all files 585kb " - - "L0.220[115087,127765] 9ns|-----------------------------------------L0.220-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 585kb total:" - - "L0 " - - "L0.?[115087,122660] 9ns 349kb|-----------------------L0.?------------------------| " - - "L0.?[122661,127765] 9ns 235kb |---------------L0.?---------------| " - - "**** Simulation run 92, type=split(ReduceOverlap)(split_times=[153877]). 1 Input Files, 978kb total:" - - "L0, all files 978kb " - - "L0.222[142881,164087] 10ns|-----------------------------------------L0.222-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 978kb total:" - - "L0 " - - "L0.?[142881,153877] 10ns 507kb|--------------------L0.?--------------------| " - - "L0.?[153878,164087] 10ns 471kb |------------------L0.?-------------------| " - - "**** Simulation run 93, type=split(ReduceOverlap)(split_times=[122660]). 1 Input Files, 585kb total:" - - "L0, all files 585kb " - - "L0.224[115087,127765] 10ns|-----------------------------------------L0.224-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 585kb total:" - - "L0 " - - "L0.?[115087,122660] 10ns 349kb|-----------------------L0.?------------------------| " - - "L0.?[122661,127765] 10ns 235kb |---------------L0.?---------------| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.214, L0.216, L0.218, L0.220, L0.222, L0.224" - - " Creating 12 files" - - "**** Simulation run 94, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[192817]). 5 Input Files, 12mb total:" - - "L0 " - - "L0.211[164088,171436] 7ns 339kb|-----L0.211-----| " - - "L0.180[171437,177322] 7ns 271kb |---L0.180---| " - - "L0.181[177323,187127] 7ns 452kb |--------L0.181--------| " - - "L0.146[187128,200000] 7ns 593kb |------------L0.146------------| " - - "L1 " - - "L1.209[164088,200000] 6ns 10mb|-----------------------------------------L1.209-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 12mb total:" - - "L1 " - - "L1.?[164088,192817] 7ns 9mb|--------------------------------L1.?---------------------------------| " - - "L1.?[192818,200000] 7ns 2mb |-----L1.?------| " - - "Committing partition 1:" - - " Soft Deleting 5 files: L0.146, L0.180, L0.181, L1.209, L0.211" - - " Creating 2 files" - - "**** Simulation run 95, type=split(ReduceOverlap)(split_times=[192817]). 1 Input Files, 593kb total:" - - "L0, all files 593kb " - - "L0.148[187128,200000] 8ns|-----------------------------------------L0.148-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 593kb total:" - - "L0 " - - "L0.?[187128,192817] 8ns 262kb|----------------L0.?-----------------| " - - "L0.?[192818,200000] 8ns 331kb |----------------------L0.?----------------------| " - - "**** Simulation run 96, type=split(ReduceOverlap)(split_times=[192817]). 1 Input Files, 593kb total:" - - "L0, all files 593kb " - - "L0.150[187128,200000] 9ns|-----------------------------------------L0.150-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 593kb total:" - - "L0 " - - "L0.?[187128,192817] 9ns 262kb|----------------L0.?-----------------| " - - "L0.?[192818,200000] 9ns 331kb |----------------------L0.?----------------------| " - - "**** Simulation run 97, type=split(ReduceOverlap)(split_times=[192817]). 1 Input Files, 593kb total:" - - "L0, all files 593kb " - - "L0.152[187128,200000] 10ns|-----------------------------------------L0.152-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 593kb total:" - - "L0 " - - "L0.?[187128,192817] 10ns 262kb|----------------L0.?-----------------| " - - "L0.?[192818,200000] 10ns 331kb |----------------------L0.?----------------------| " - - "Committing partition 1:" - - " Soft Deleting 3 files: L0.148, L0.150, L0.152" - - " Creating 6 files" - - "**** Simulation run 98, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[28347, 56594]). 9 Input Files, 23mb total:" - - "L0 " - - "L0.60[100,28656] 8ns 1mb |----------------L0.60----------------| " - - "L0.231[28657,32463] 8ns 176kb |L0.231| " - - "L0.232[32464,37982] 8ns 254kb |L0.232| " - - "L0.198[37983,45771] 8ns 359kb |-L0.198-| " - - "L0.167[45772,57212] 8ns 527kb |---L0.167----| " - - "L0.129[57213,57593] 8ns 18kb |L0.129| " - - "L0.229[57594,64826] 8ns 333kb |-L0.229-| " - - "L1 " - - "L1.226[100,32463] 7ns 10mb|------------------L1.226-------------------| " - - "L1.227[32464,64826] 7ns 10mb |------------------L1.227------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 23mb total:" - - "L1 " - - "L1.?[100,28347] 8ns 10mb |----------------L1.?-----------------| " - - "L1.?[28348,56594] 8ns 10mb |----------------L1.?-----------------| " - - "L1.?[56595,64826] 8ns 3mb |--L1.?---| " - - "Committing partition 1:" - - " Soft Deleting 9 files: L0.60, L0.129, L0.167, L0.198, L1.226, L1.227, L0.229, L0.231, L0.232" - - " Creating 3 files" - - "**** Simulation run 99, type=split(ReduceOverlap)(split_times=[56594]). 1 Input Files, 527kb total:" - - "L0, all files 527kb " - - "L0.171[45772,57212] 9ns |-----------------------------------------L0.171-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 527kb total:" - - "L0 " - - "L0.?[45772,56594] 9ns 499kb|---------------------------------------L0.?----------------------------------------| " - - "L0.?[56595,57212] 9ns 28kb |L0.?|" - - "**** Simulation run 100, type=split(ReduceOverlap)(split_times=[28347]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.67[100,28656] 9ns |-----------------------------------------L0.67------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[100,28347] 9ns 1mb |-----------------------------------------L0.?------------------------------------------| " - - "L0.?[28348,28656] 9ns 14kb |L0.?|" - - "**** Simulation run 101, type=split(ReduceOverlap)(split_times=[56594]). 1 Input Files, 527kb total:" - - "L0, all files 527kb " - - "L0.175[45772,57212] 10ns |-----------------------------------------L0.175-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 527kb total:" - - "L0 " - - "L0.?[45772,56594] 10ns 499kb|---------------------------------------L0.?----------------------------------------| " - - "L0.?[56595,57212] 10ns 28kb |L0.?|" - - "**** Simulation run 102, type=split(ReduceOverlap)(split_times=[28347]). 1 Input Files, 1mb total:" + - "**** Simulation run 10, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[22311]). 10 Input Files, 13mb total:" - "L0, all files 1mb " - "L0.74[100,28656] 10ns |-----------------------------------------L0.74------------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[100,28347] 10ns 1mb |-----------------------------------------L0.?------------------------------------------| " - - "L0.?[28348,28656] 10ns 14kb |L0.?|" - - "Committing partition 1:" - - " Soft Deleting 4 files: L0.67, L0.74, L0.171, L0.175" - - " Creating 8 files" - - "**** Simulation run 103, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[92594, 120361]). 9 Input Files, 21mb total:" - - "L0 " - - "L0.230[64827,67700] 8ns 133kb|L0.230| " - - "L0.195[67701,75864] 8ns 376kb |--L0.195--| " - - "L0.196[75865,85768] 8ns 457kb |---L0.196----| " - - "L0.164[85769,91442] 8ns 262kb |L0.164| " - - "L0.165[91443,114324] 8ns 1mb |-------------L0.165--------------| " - - "L0.127[114325,115086] 8ns 35kb |L0.127| " - - "L0.246[115087,122660] 8ns 349kb |-L0.246--| " + - "L0.67[100,28656] 9ns |-----------------------------------------L0.67------------------------------------------|" + - "L0.60[100,28656] 8ns |-----------------------------------------L0.60------------------------------------------|" + - "L0.53[100,28656] 7ns |-----------------------------------------L0.53------------------------------------------|" + - "L0.46[100,28656] 6ns |-----------------------------------------L0.46------------------------------------------|" + - "L0.39[100,28656] 5ns |-----------------------------------------L0.39------------------------------------------|" + - "L0.32[100,28656] 4ns |-----------------------------------------L0.32------------------------------------------|" + - "L0.25[100,28656] 3ns |-----------------------------------------L0.25------------------------------------------|" + - "L0.18[100,28656] 2ns |-----------------------------------------L0.18------------------------------------------|" + - "L0.11[100,28656] 1ns |-----------------------------------------L0.11------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" - "L1 " - - "L1.228[64827,91442] 7ns 8mb|----------------L1.228-----------------| " - - "L1.241[91443,122660] 7ns 10mb |--------------------L1.241--------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 21mb total:" - - "L1 " - - "L1.?[64827,92594] 8ns 10mb|------------------L1.?-------------------| " - - "L1.?[92595,120361] 8ns 10mb |------------------L1.?-------------------| " - - "L1.?[120362,122660] 8ns 848kb |L1.?|" + - "L1.?[100,22311] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[22312,28656] 10ns 3mb |------L1.?-------| " - "Committing partition 1:" - - " Soft Deleting 9 files: L0.127, L0.164, L0.165, L0.195, L0.196, L1.228, L0.230, L1.241, L0.246" - - " Creating 3 files" - - "**** Simulation run 104, type=split(ReduceOverlap)(split_times=[120361]). 1 Input Files, 349kb total:" - - "L0, all files 349kb " - - "L0.250[115087,122660] 9ns|-----------------------------------------L0.250-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 349kb total:" - - "L0 " - - "L0.?[115087,120361] 9ns 243kb|----------------------------L0.?----------------------------| " - - "L0.?[120362,122660] 9ns 106kb |----------L0.?-----------| " - - "**** Simulation run 105, type=split(ReduceOverlap)(split_times=[92594]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.169[91443,114324] 9ns |-----------------------------------------L0.169-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[91443,92594] 9ns 53kb|L0.?| " - - "L0.?[92595,114324] 9ns 1002kb |---------------------------------------L0.?----------------------------------------| " - - "**** Simulation run 106, type=split(ReduceOverlap)(split_times=[120361]). 1 Input Files, 349kb total:" - - "L0, all files 349kb " - - "L0.254[115087,122660] 10ns|-----------------------------------------L0.254-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 349kb total:" - - "L0 " - - "L0.?[115087,120361] 10ns 243kb|----------------------------L0.?----------------------------| " - - "L0.?[120362,122660] 10ns 106kb |----------L0.?-----------| " - - "**** Simulation run 107, type=split(ReduceOverlap)(split_times=[92594]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.173[91443,114324] 10ns|-----------------------------------------L0.173-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[91443,92594] 10ns 53kb|L0.?| " - - "L0.?[92595,114324] 10ns 1002kb |---------------------------------------L0.?----------------------------------------| " - - "Committing partition 1:" - - " Soft Deleting 4 files: L0.169, L0.173, L0.250, L0.254" - - " Creating 8 files" - - "**** Simulation run 108, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[150032, 177403]). 14 Input Files, 28mb total:" - - "L0 " - - "L0.247[122661,127765] 8ns 235kb|L0.247| " - - "L0.217[127766,135300] 8ns 347kb |L0.217| " - - "L0.101[135301,142880] 8ns 349kb |L0.101| " - - "L0.244[142881,153877] 8ns 507kb |--L0.244--| " - - "L0.245[153878,164087] 8ns 471kb |-L0.245--| " - - "L0.215[164088,171436] 8ns 339kb |L0.215| " - - "L0.182[171437,177322] 8ns 271kb |L0.182| " - - "L0.183[177323,187127] 8ns 452kb |-L0.183--| " - - "L0.258[187128,192817] 8ns 262kb |L0.258| " - - "L0.259[192818,200000] 8ns 331kb |L0.259| " - - "L1 " - - "L1.242[122661,153877] 7ns 10mb|--------------L1.242--------------| " - - "L1.243[153878,164087] 7ns 3mb |-L1.243--| " - - "L1.256[164088,192817] 7ns 9mb |------------L1.256-------------| " - - "L1.257[192818,200000] 7ns 2mb |L1.257| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 28mb total:" - - "L1 " - - "L1.?[122661,150032] 8ns 10mb|------------L1.?-------------| " - - "L1.?[150033,177403] 8ns 10mb |------------L1.?-------------| " - - "L1.?[177404,200000] 8ns 8mb |----------L1.?----------| " - - "Committing partition 1:" - - " Soft Deleting 14 files: L0.101, L0.182, L0.183, L0.215, L0.217, L1.242, L1.243, L0.244, L0.245, L0.247, L1.256, L1.257, L0.258, L0.259" - - " Creating 3 files" - - "**** Simulation run 109, type=split(ReduceOverlap)(split_times=[177403]). 1 Input Files, 452kb total:" - - "L0, all files 452kb " - - "L0.185[177323,187127] 9ns|-----------------------------------------L0.185-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 452kb total:" - - "L0 " - - "L0.?[177323,177403] 9ns 4kb|L0.?| " - - "L0.?[177404,187127] 9ns 448kb|-----------------------------------------L0.?------------------------------------------| " - - "**** Simulation run 110, type=split(ReduceOverlap)(split_times=[150032]). 1 Input Files, 507kb total:" - - "L0, all files 507kb " - - "L0.248[142881,153877] 9ns|-----------------------------------------L0.248-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 507kb total:" - - "L0 " - - "L0.?[142881,150032] 9ns 330kb|--------------------------L0.?--------------------------| " - - "L0.?[150033,153877] 9ns 177kb |------------L0.?-------------| " - - "**** Simulation run 111, type=split(ReduceOverlap)(split_times=[177403]). 1 Input Files, 452kb total:" - - "L0, all files 452kb " - - "L0.187[177323,187127] 10ns|-----------------------------------------L0.187-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 452kb total:" - - "L0 " - - "L0.?[177323,177403] 10ns 4kb|L0.?| " - - "L0.?[177404,187127] 10ns 448kb|-----------------------------------------L0.?------------------------------------------| " - - "**** Simulation run 112, type=split(ReduceOverlap)(split_times=[150032]). 1 Input Files, 507kb total:" - - "L0, all files 507kb " - - "L0.252[142881,153877] 10ns|-----------------------------------------L0.252-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 507kb total:" - - "L0 " - - "L0.?[142881,150032] 10ns 330kb|--------------------------L0.?--------------------------| " - - "L0.?[150033,153877] 10ns 177kb |------------L0.?-------------| " - - "Committing partition 1:" - - " Soft Deleting 4 files: L0.185, L0.187, L0.248, L0.252" - - " Creating 8 files" - - "**** Simulation run 113, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[25160, 50220]). 12 Input Files, 26mb total:" - - "L0 " - - "L0.269[100,28347] 9ns 1mb|---------------L0.269----------------| " - - "L0.270[28348,28656] 9ns 14kb |L0.270| " - - "L0.235[28657,32463] 9ns 176kb |L0.235| " - - "L0.236[32464,37982] 9ns 254kb |L0.236| " - - "L0.202[37983,45771] 9ns 359kb |-L0.202-| " - - "L0.267[45772,56594] 9ns 499kb |---L0.267----| " - - "L0.268[56595,57212] 9ns 28kb |L0.268| " - - "L0.133[57213,57593] 9ns 18kb |L0.133| " - - "L0.233[57594,64826] 9ns 333kb |-L0.233-| " - - "L1 " - - "L1.264[100,28347] 8ns 10mb|---------------L1.264----------------| " - - "L1.265[28348,56594] 8ns 10mb |---------------L1.265----------------| " - - "L1.266[56595,64826] 8ns 3mb |-L1.266--| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 26mb total:" - - "L1 " - - "L1.?[100,25160] 9ns 10mb |--------------L1.?--------------| " - - "L1.?[25161,50220] 9ns 10mb |--------------L1.?--------------| " - - "L1.?[50221,64826] 9ns 6mb |-------L1.?-------| " - - "Committing partition 1:" - - " Soft Deleting 12 files: L0.133, L0.202, L0.233, L0.235, L0.236, L1.264, L1.265, L1.266, L0.267, L0.268, L0.269, L0.270" - - " Creating 3 files" - - "**** Simulation run 114, type=split(ReduceOverlap)(split_times=[50220]). 1 Input Files, 499kb total:" - - "L0, all files 499kb " - - "L0.271[45772,56594] 10ns |-----------------------------------------L0.271-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 499kb total:" - - "L0 " - - "L0.?[45772,50220] 10ns 205kb|---------------L0.?---------------| " - - "L0.?[50221,56594] 10ns 294kb |-----------------------L0.?------------------------| " - - "**** Simulation run 115, type=split(ReduceOverlap)(split_times=[25160]). 1 Input Files, 1mb total:" - - "L0, all files 1mb " - - "L0.273[100,28347] 10ns |-----------------------------------------L0.273-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1mb total:" - - "L0 " - - "L0.?[100,25160] 10ns 1mb |------------------------------------L0.?-------------------------------------| " - - "L0.?[25161,28347] 10ns 147kb |--L0.?--| " - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.271, L0.273" - - " Creating 4 files" - - "**** Simulation run 116, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[89508, 114189]). 12 Input Files, 23mb total:" - - "L0 " - - "L0.234[64827,67700] 9ns 133kb|L0.234| " - - "L0.199[67701,75864] 9ns 376kb |--L0.199--| " - - "L0.200[75865,85768] 9ns 457kb |---L0.200----| " - - "L0.168[85769,91442] 9ns 262kb |L0.168| " - - "L0.280[91443,92594] 9ns 53kb |L0.280| " - - "L0.281[92595,114324] 9ns 1002kb |------------L0.281-------------| " - - "L0.131[114325,115086] 9ns 35kb |L0.131| " - - "L0.278[115087,120361] 9ns 243kb |L0.278| " - - "L0.279[120362,122660] 9ns 106kb |L0.279|" - - "L1 " - - "L1.275[64827,92594] 8ns 10mb|-----------------L1.275------------------| " - - "L1.276[92595,120361] 8ns 10mb |-----------------L1.276------------------| " - - "L1.277[120362,122660] 8ns 848kb |L1.277|" - - "**** 3 Output Files (parquet_file_id not yet assigned), 23mb total:" - - "L1 " - - "L1.?[64827,89508] 9ns 10mb|----------------L1.?----------------| " - - "L1.?[89509,114189] 9ns 10mb |----------------L1.?----------------| " - - "L1.?[114190,122660] 9ns 3mb |---L1.?----| " - - "Committing partition 1:" - - " Soft Deleting 12 files: L0.131, L0.168, L0.199, L0.200, L0.234, L1.275, L1.276, L1.277, L0.278, L0.279, L0.280, L0.281" - - " Creating 3 files" - - "**** Simulation run 117, type=split(ReduceOverlap)(split_times=[114189]). 1 Input Files, 1002kb total:" - - "L0, all files 1002kb " - - "L0.285[92595,114324] 10ns|-----------------------------------------L0.285-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 1002kb total:" - - "L0 " - - "L0.?[92595,114189] 10ns 996kb|-----------------------------------------L0.?------------------------------------------| " - - "L0.?[114190,114324] 10ns 6kb |L0.?|" - - "**** Simulation run 118, type=split(ReduceOverlap)(split_times=[89508]). 1 Input Files, 262kb total:" - - "L0, all files 262kb " - - "L0.172[85769,91442] 10ns |-----------------------------------------L0.172-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 262kb total:" - - "L0 " - - "L0.?[85769,89508] 10ns 172kb|--------------------------L0.?---------------------------| " - - "L0.?[89509,91442] 10ns 89kb |------------L0.?------------| " - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.172, L0.285" - - " Creating 4 files" - - "**** Simulation run 119, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[147029, 171397]). 11 Input Files, 22mb total:" - - "L0 " - - "L0.251[122661,127765] 9ns 235kb|L0.251| " - - "L0.221[127766,135300] 9ns 347kb |--L0.221--| " - - "L0.105[135301,142880] 9ns 349kb |--L0.105--| " - - "L0.291[142881,150032] 9ns 330kb |-L0.291--| " - - "L0.292[150033,153877] 9ns 177kb |L0.292| " - - "L0.249[153878,164087] 9ns 471kb |----L0.249----| " - - "L0.219[164088,171436] 9ns 339kb |--L0.219--| " - - "L0.184[171437,177322] 9ns 271kb |L0.184-| " - - "L0.289[177323,177403] 9ns 4kb |L0.289|" - - "L1 " - - "L1.286[122661,150032] 8ns 10mb|------------------L1.286-------------------| " - - "L1.287[150033,177403] 8ns 10mb |------------------L1.287------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 22mb total:" - - "L1 " - - "L1.?[122661,147029] 9ns 10mb|-----------------L1.?-----------------| " - - "L1.?[147030,171397] 9ns 10mb |-----------------L1.?-----------------| " - - "L1.?[171398,177403] 9ns 2mb |-L1.?--| " - - "Committing partition 1:" - - " Soft Deleting 11 files: L0.105, L0.184, L0.219, L0.221, L0.249, L0.251, L1.286, L1.287, L0.289, L0.291, L0.292" - - " Creating 3 files" - - "**** Simulation run 120, type=split(ReduceOverlap)(split_times=[171397]). 1 Input Files, 339kb total:" - - "L0, all files 339kb " - - "L0.223[164088,171436] 10ns|-----------------------------------------L0.223-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 339kb total:" - - "L0 " - - "L0.?[164088,171397] 10ns 337kb|-----------------------------------------L0.?------------------------------------------| " - - "L0.?[171398,171436] 10ns 2kb |L0.?|" - - "**** Simulation run 121, type=split(ReduceOverlap)(split_times=[147029]). 1 Input Files, 330kb total:" - - "L0, all files 330kb " - - "L0.295[142881,150032] 10ns|-----------------------------------------L0.295-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 330kb total:" - - "L0 " - - "L0.?[142881,147029] 10ns 191kb|-----------------------L0.?-----------------------| " - - "L0.?[147030,150032] 10ns 138kb |---------------L0.?----------------| " - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.223, L0.295" - - " Creating 4 files" - - "**** Simulation run 122, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[195480]). 4 Input Files, 9mb total:" - - "L0 " - - "L0.290[177404,187127] 9ns 448kb|---------------L0.290---------------| " - - "L0.260[187128,192817] 9ns 262kb |-------L0.260-------| " - - "L0.261[192818,200000] 9ns 331kb |----------L0.261----------| " - - "L1 " - - "L1.288[177404,200000] 8ns 8mb|-----------------------------------------L1.288-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 9mb total:" - - "L1 " - - "L1.?[177404,195480] 9ns 7mb|--------------------------------L1.?---------------------------------| " - - "L1.?[195481,200000] 9ns 2mb |-----L1.?------| " - - "Committing partition 1:" - - " Soft Deleting 4 files: L0.260, L0.261, L1.288, L0.290" + - " Soft Deleting 10 files: L0.11, L0.18, L0.25, L0.32, L0.39, L0.46, L0.53, L0.60, L0.67, L0.74" - " Creating 2 files" - - "**** Simulation run 123, type=split(ReduceOverlap)(split_times=[195480]). 1 Input Files, 331kb total:" - - "L0, all files 331kb " - - "L0.263[192818,200000] 10ns|-----------------------------------------L0.263-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 331kb total:" - - "L0 " - - "L0.?[192818,195480] 10ns 123kb|-------------L0.?--------------| " - - "L0.?[195481,200000] 10ns 208kb |-------------------------L0.?-------------------------| " + - "**** Simulation run 11, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[50868]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.75[28657,57212] 10ns |-----------------------------------------L0.75------------------------------------------|" + - "L0.68[28657,57212] 9ns |-----------------------------------------L0.68------------------------------------------|" + - "L0.61[28657,57212] 8ns |-----------------------------------------L0.61------------------------------------------|" + - "L0.54[28657,57212] 7ns |-----------------------------------------L0.54------------------------------------------|" + - "L0.47[28657,57212] 6ns |-----------------------------------------L0.47------------------------------------------|" + - "L0.40[28657,57212] 5ns |-----------------------------------------L0.40------------------------------------------|" + - "L0.33[28657,57212] 4ns |-----------------------------------------L0.33------------------------------------------|" + - "L0.26[28657,57212] 3ns |-----------------------------------------L0.26------------------------------------------|" + - "L0.19[28657,57212] 2ns |-----------------------------------------L0.19------------------------------------------|" + - "L0.12[28657,57212] 1ns |-----------------------------------------L0.12------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" + - "L1 " + - "L1.?[28657,50868] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[50869,57212] 10ns 3mb |------L1.?-------| " - "Committing partition 1:" - - " Soft Deleting 1 files: L0.263" + - " Soft Deleting 10 files: L0.12, L0.19, L0.26, L0.33, L0.40, L0.47, L0.54, L0.61, L0.68, L0.75" - " Creating 2 files" - - "**** Simulation run 124, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[22619, 45138]). 14 Input Files, 29mb total:" - - "L0 " - - "L0.302[100,25160] 10ns 1mb|-------------L0.302-------------| " - - "L0.303[25161,28347] 10ns 147kb |L0.303| " - - "L0.274[28348,28656] 10ns 14kb |L0.274| " - - "L0.239[28657,32463] 10ns 176kb |L0.239| " - - "L0.240[32464,37982] 10ns 254kb |L0.240| " - - "L0.206[37983,45771] 10ns 359kb |-L0.206-| " - - "L0.300[45772,50220] 10ns 205kb |L0.300| " - - "L0.301[50221,56594] 10ns 294kb |L0.301| " - - "L0.272[56595,57212] 10ns 28kb |L0.272| " - - "L0.137[57213,57593] 10ns 18kb |L0.137| " - - "L0.237[57594,64826] 10ns 333kb |-L0.237-| " + - "**** Simulation run 12, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[79424]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.76[57213,85768] 10ns |-----------------------------------------L0.76------------------------------------------|" + - "L0.69[57213,85768] 9ns |-----------------------------------------L0.69------------------------------------------|" + - "L0.62[57213,85768] 8ns |-----------------------------------------L0.62------------------------------------------|" + - "L0.55[57213,85768] 7ns |-----------------------------------------L0.55------------------------------------------|" + - "L0.48[57213,85768] 6ns |-----------------------------------------L0.48------------------------------------------|" + - "L0.41[57213,85768] 5ns |-----------------------------------------L0.41------------------------------------------|" + - "L0.34[57213,85768] 4ns |-----------------------------------------L0.34------------------------------------------|" + - "L0.27[57213,85768] 3ns |-----------------------------------------L0.27------------------------------------------|" + - "L0.20[57213,85768] 2ns |-----------------------------------------L0.20------------------------------------------|" + - "L0.13[57213,85768] 1ns |-----------------------------------------L0.13------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" - "L1 " - - "L1.297[100,25160] 9ns 10mb|-------------L1.297-------------| " - - "L1.298[25161,50220] 9ns 10mb |-------------L1.298-------------| " - - "L1.299[50221,64826] 9ns 6mb |------L1.299------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 29mb total:" - - "L1 " - - "L1.?[100,22619] 10ns 10mb|------------L1.?-------------| " - - "L1.?[22620,45138] 10ns 10mb |------------L1.?-------------| " - - "L1.?[45139,64826] 10ns 9mb |----------L1.?-----------| " + - "L1.?[57213,79424] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[79425,85768] 10ns 3mb |------L1.?-------| " - "Committing partition 1:" - - " Soft Deleting 14 files: L0.137, L0.206, L0.237, L0.239, L0.240, L0.272, L0.274, L1.297, L1.298, L1.299, L0.300, L0.301, L0.302, L0.303" - - " Creating 3 files" - - "**** Simulation run 125, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[87040, 109253]). 14 Input Files, 26mb total:" - - "L0 " - - "L0.238[64827,67700] 10ns 133kb|L0.238| " - - "L0.203[67701,75864] 10ns 376kb |--L0.203--| " - - "L0.204[75865,85768] 10ns 457kb |---L0.204----| " - - "L0.309[85769,89508] 10ns 172kb |L0.309| " - - "L0.310[89509,91442] 10ns 89kb |L0.310| " - - "L0.284[91443,92594] 10ns 53kb |L0.284| " - - "L0.307[92595,114189] 10ns 996kb |------------L0.307-------------| " - - "L0.308[114190,114324] 10ns 6kb |L0.308| " - - "L0.135[114325,115086] 10ns 35kb |L0.135| " - - "L0.282[115087,120361] 10ns 243kb |L0.282| " - - "L0.283[120362,122660] 10ns 106kb |L0.283|" - - "L1 " - - "L1.304[64827,89508] 9ns 10mb|---------------L1.304---------------| " - - "L1.305[89509,114189] 9ns 10mb |---------------L1.305---------------| " - - "L1.306[114190,122660] 9ns 3mb |--L1.306---| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 26mb total:" - - "L1 " - - "L1.?[64827,87040] 10ns 10mb|--------------L1.?--------------| " - - "L1.?[87041,109253] 10ns 10mb |--------------L1.?--------------| " - - "L1.?[109254,122660] 10ns 6mb |-------L1.?-------| " - - "Committing partition 1:" - - " Soft Deleting 14 files: L0.135, L0.203, L0.204, L0.238, L0.282, L0.283, L0.284, L1.304, L1.305, L1.306, L0.307, L0.308, L0.309, L0.310" - - " Creating 3 files" - - "**** Simulation run 126, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[144620, 166579]). 14 Input Files, 25mb total:" - - "L0 " - - "L0.255[122661,127765] 10ns 235kb|L0.255| " - - "L0.225[127766,135300] 10ns 347kb |--L0.225--| " - - "L0.109[135301,142880] 10ns 349kb |--L0.109--| " - - "L0.316[142881,147029] 10ns 191kb |L0.316| " - - "L0.317[147030,150032] 10ns 138kb |L0.317| " - - "L0.296[150033,153877] 10ns 177kb |L0.296| " - - "L0.253[153878,164087] 10ns 471kb |----L0.253----| " - - "L0.314[164088,171397] 10ns 337kb |--L0.314--| " - - "L0.315[171398,171436] 10ns 2kb |L0.315| " - - "L0.186[171437,177322] 10ns 271kb |L0.186-| " - - "L0.293[177323,177403] 10ns 4kb |L0.293|" - - "L1 " - - "L1.311[122661,147029] 9ns 10mb|----------------L1.311----------------| " - - "L1.312[147030,171397] 9ns 10mb |----------------L1.312----------------| " - - "L1.313[171398,177403] 9ns 2mb |L1.313-| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 25mb total:" - - "L1 " - - "L1.?[122661,144620] 10ns 10mb|---------------L1.?---------------| " - - "L1.?[144621,166579] 10ns 10mb |---------------L1.?---------------| " - - "L1.?[166580,177403] 10ns 5mb |-----L1.?------| " - - "Committing partition 1:" - - " Soft Deleting 14 files: L0.109, L0.186, L0.225, L0.253, L0.255, L0.293, L0.296, L1.311, L1.312, L1.313, L0.314, L0.315, L0.316, L0.317" - - " Creating 3 files" - - "**** Simulation run 127, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[195480]). 6 Input Files, 10mb total:" - - "L0 " - - "L0.321[195481,200000] 10ns 208kb |----L0.321-----| " - - "L0.320[192818,195480] 10ns 123kb |-L0.320-| " - - "L0.262[187128,192817] 10ns 262kb |-------L0.262-------| " - - "L0.294[177404,187127] 10ns 448kb|---------------L0.294---------------| " - - "L1 " - - "L1.319[195481,200000] 9ns 2mb |----L1.319-----| " - - "L1.318[177404,195480] 9ns 7mb|-------------------------------L1.318--------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 10mb total:" - - "L1 " - - "L1.?[177404,195480] 10ns 8mb|--------------------------------L1.?---------------------------------| " - - "L1.?[195481,200000] 10ns 2mb |-----L1.?------| " - - "Committing partition 1:" - - " Soft Deleting 6 files: L0.262, L0.294, L1.318, L1.319, L0.320, L0.321" + - " Soft Deleting 10 files: L0.13, L0.20, L0.27, L0.34, L0.41, L0.48, L0.55, L0.62, L0.69, L0.76" - " Creating 2 files" - - "**** Simulation run 128, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[45033, 67446]). 3 Input Files, 29mb total:" + - "**** Simulation run 13, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[107980]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.77[85769,114324] 10ns |-----------------------------------------L0.77------------------------------------------|" + - "L0.70[85769,114324] 9ns |-----------------------------------------L0.70------------------------------------------|" + - "L0.63[85769,114324] 8ns |-----------------------------------------L0.63------------------------------------------|" + - "L0.56[85769,114324] 7ns |-----------------------------------------L0.56------------------------------------------|" + - "L0.49[85769,114324] 6ns |-----------------------------------------L0.49------------------------------------------|" + - "L0.42[85769,114324] 5ns |-----------------------------------------L0.42------------------------------------------|" + - "L0.35[85769,114324] 4ns |-----------------------------------------L0.35------------------------------------------|" + - "L0.28[85769,114324] 3ns |-----------------------------------------L0.28------------------------------------------|" + - "L0.21[85769,114324] 2ns |-----------------------------------------L0.21------------------------------------------|" + - "L0.14[85769,114324] 1ns |-----------------------------------------L0.14------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" - "L1 " - - "L1.323[22620,45138] 10ns 10mb|-----------L1.323------------| " - - "L1.324[45139,64826] 10ns 9mb |---------L1.324----------| " - - "L1.325[64827,87040] 10ns 10mb |-----------L1.325------------| " + - "L1.?[85769,107980] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[107981,114324] 10ns 3mb |------L1.?-------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.14, L0.21, L0.28, L0.35, L0.42, L0.49, L0.56, L0.63, L0.70, L0.77" + - " Creating 2 files" + - "**** Simulation run 14, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[136536]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.78[114325,142880] 10ns|-----------------------------------------L0.78------------------------------------------|" + - "L0.71[114325,142880] 9ns |-----------------------------------------L0.71------------------------------------------|" + - "L0.64[114325,142880] 8ns |-----------------------------------------L0.64------------------------------------------|" + - "L0.57[114325,142880] 7ns |-----------------------------------------L0.57------------------------------------------|" + - "L0.50[114325,142880] 6ns |-----------------------------------------L0.50------------------------------------------|" + - "L0.43[114325,142880] 5ns |-----------------------------------------L0.43------------------------------------------|" + - "L0.36[114325,142880] 4ns |-----------------------------------------L0.36------------------------------------------|" + - "L0.29[114325,142880] 3ns |-----------------------------------------L0.29------------------------------------------|" + - "L0.22[114325,142880] 2ns |-----------------------------------------L0.22------------------------------------------|" + - "L0.15[114325,142880] 1ns |-----------------------------------------L0.15------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" + - "L1 " + - "L1.?[114325,136536] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[136537,142880] 10ns 3mb |------L1.?-------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.15, L0.22, L0.29, L0.36, L0.43, L0.50, L0.57, L0.64, L0.71, L0.78" + - " Creating 2 files" + - "**** Simulation run 15, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[165092]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.79[142881,171436] 10ns|-----------------------------------------L0.79------------------------------------------|" + - "L0.72[142881,171436] 9ns |-----------------------------------------L0.72------------------------------------------|" + - "L0.65[142881,171436] 8ns |-----------------------------------------L0.65------------------------------------------|" + - "L0.58[142881,171436] 7ns |-----------------------------------------L0.58------------------------------------------|" + - "L0.51[142881,171436] 6ns |-----------------------------------------L0.51------------------------------------------|" + - "L0.44[142881,171436] 5ns |-----------------------------------------L0.44------------------------------------------|" + - "L0.37[142881,171436] 4ns |-----------------------------------------L0.37------------------------------------------|" + - "L0.30[142881,171436] 3ns |-----------------------------------------L0.30------------------------------------------|" + - "L0.23[142881,171436] 2ns |-----------------------------------------L0.23------------------------------------------|" + - "L0.16[142881,171436] 1ns |-----------------------------------------L0.16------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" + - "L1 " + - "L1.?[142881,165092] 10ns 10mb|--------------------------------L1.?--------------------------------| " + - "L1.?[165093,171436] 10ns 3mb |------L1.?-------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.16, L0.23, L0.30, L0.37, L0.44, L0.51, L0.58, L0.65, L0.72, L0.79" + - " Creating 2 files" + - "**** Simulation run 16, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[193648]). 10 Input Files, 13mb total:" + - "L0, all files 1mb " + - "L0.80[171437,200000] 10ns|-----------------------------------------L0.80------------------------------------------|" + - "L0.73[171437,200000] 9ns |-----------------------------------------L0.73------------------------------------------|" + - "L0.66[171437,200000] 8ns |-----------------------------------------L0.66------------------------------------------|" + - "L0.59[171437,200000] 7ns |-----------------------------------------L0.59------------------------------------------|" + - "L0.52[171437,200000] 6ns |-----------------------------------------L0.52------------------------------------------|" + - "L0.45[171437,200000] 5ns |-----------------------------------------L0.45------------------------------------------|" + - "L0.38[171437,200000] 4ns |-----------------------------------------L0.38------------------------------------------|" + - "L0.31[171437,200000] 3ns |-----------------------------------------L0.31------------------------------------------|" + - "L0.24[171437,200000] 2ns |-----------------------------------------L0.24------------------------------------------|" + - "L0.17[171437,200000] 1ns |-----------------------------------------L0.17------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 13mb total:" + - "L1 " + - "L1.?[171437,193648] 10ns 10mb|-------------------------------L1.?--------------------------------| " + - "L1.?[193649,200000] 10ns 3mb |-------L1.?-------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.17, L0.24, L0.31, L0.38, L0.45, L0.52, L0.59, L0.66, L0.73, L0.80" + - " Creating 2 files" + - "**** Simulation run 17, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[44523, 66734]). 5 Input Files, 29mb total:" + - "L1 " + - "L1.82[22312,28656] 10ns 3mb|L1.82-| " + - "L1.83[28657,50868] 10ns 10mb |------------L1.83------------| " + - "L1.84[50869,57212] 10ns 3mb |L1.84-| " + - "L1.85[57213,79424] 10ns 10mb |------------L1.85------------| " + - "L1.86[79425,85768] 10ns 3mb |L1.86-| " - "**** 3 Output Files (parquet_file_id not yet assigned), 29mb total:" - "L2 " - - "L2.?[22620,45033] 10ns 10mb|------------L2.?-------------| " - - "L2.?[45034,67446] 10ns 10mb |------------L2.?-------------| " - - "L2.?[67447,87040] 10ns 9mb |----------L2.?-----------| " + - "L2.?[22312,44523] 10ns 10mb|------------L2.?-------------| " + - "L2.?[44524,66734] 10ns 10mb |------------L2.?-------------| " + - "L2.?[66735,85768] 10ns 9mb |----------L2.?----------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L1.323, L1.324, L1.325" - - " Upgrading 1 files level to CompactionLevel::L2: L1.322" + - " Soft Deleting 5 files: L1.82, L1.83, L1.84, L1.85, L1.86" + - " Upgrading 1 files level to CompactionLevel::L2: L1.81" - " Creating 3 files" - - "**** Simulation run 129, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[109156, 131271]). 3 Input Files, 26mb total:" + - "**** Simulation run 18, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[130192, 152403]). 5 Input Files, 29mb total:" - "L1 " - - "L1.326[87041,109253] 10ns 10mb|-------------L1.326-------------| " - - "L1.327[109254,122660] 10ns 6mb |------L1.327------| " - - "L1.328[122661,144620] 10ns 10mb |-------------L1.328-------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 26mb total:" + - "L1.88[107981,114324] 10ns 3mb|L1.88-| " + - "L1.89[114325,136536] 10ns 10mb |------------L1.89------------| " + - "L1.90[136537,142880] 10ns 3mb |L1.90-| " + - "L1.91[142881,165092] 10ns 10mb |------------L1.91------------| " + - "L1.92[165093,171436] 10ns 3mb |L1.92-| " + - "**** 3 Output Files (parquet_file_id not yet assigned), 29mb total:" - "L2 " - - "L2.?[87041,109156] 10ns 10mb|--------------L2.?--------------| " - - "L2.?[109157,131271] 10ns 10mb |--------------L2.?--------------| " - - "L2.?[131272,144620] 10ns 6mb |-------L2.?-------| " + - "L2.?[107981,130192] 10ns 10mb|------------L2.?-------------| " + - "L2.?[130193,152403] 10ns 10mb |------------L2.?-------------| " + - "L2.?[152404,171436] 10ns 9mb |----------L2.?----------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L1.326, L1.327, L1.328" + - " Soft Deleting 5 files: L1.88, L1.89, L1.90, L1.91, L1.92" + - " Upgrading 1 files level to CompactionLevel::L2: L1.87" - " Creating 3 files" - - "**** Simulation run 130, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[188538]). 3 Input Files, 15mb total:" - - "L1 " - - "L1.332[195481,200000] 10ns 2mb |--L1.332--| " - - "L1.331[177404,195480] 10ns 8mb |--------------------L1.331--------------------| " - - "L1.330[166580,177403] 10ns 5mb|----------L1.330-----------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 15mb total:" + - "**** Simulation run 19, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[198729]). 1 Input Files, 3mb total:" + - "L1, all files 3mb " + - "L1.94[193649,200000] 10ns|-----------------------------------------L1.94------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 3mb total:" - "L2 " - - "L2.?[166580,188538] 10ns 10mb|--------------------------L2.?---------------------------| " - - "L2.?[188539,200000] 10ns 5mb |------------L2.?------------| " + - "L2.?[193649,198729] 10ns 2mb|--------------------------------L2.?---------------------------------| " + - "L2.?[198730,200000] 10ns 586kb |-----L2.?------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L1.330, L1.331, L1.332" - - " Upgrading 1 files level to CompactionLevel::L2: L1.329" + - " Soft Deleting 1 files: L1.94" + - " Upgrading 1 files level to CompactionLevel::L2: L1.93" - " Creating 2 files" - - "**** Final Output Files (717mb written)" + - "**** Final Output Files (240mb written)" - "L2 " - - "L2.322[100,22619] 10ns 10mb|-L2.322-| " - - "L2.329[144621,166579] 10ns 10mb |L2.329-| " - - "L2.333[22620,45033] 10ns 10mb |-L2.333-| " - - "L2.334[45034,67446] 10ns 10mb |-L2.334-| " - - "L2.335[67447,87040] 10ns 9mb |L2.335| " - - "L2.336[87041,109156] 10ns 10mb |L2.336-| " - - "L2.337[109157,131271] 10ns 10mb |L2.337-| " - - "L2.338[131272,144620] 10ns 6mb |L2.338| " - - "L2.339[166580,188538] 10ns 10mb |L2.339-| " - - "L2.340[188539,200000] 10ns 5mb |L2.340|" + - "L2.81[100,22311] 10ns 10mb|-L2.81-| " + - "L2.87[85769,107980] 10ns 10mb |-L2.87-| " + - "L2.93[171437,193648] 10ns 10mb |-L2.93-| " + - "L2.95[22312,44523] 10ns 10mb |-L2.95-| " + - "L2.96[44524,66734] 10ns 10mb |-L2.96-| " + - "L2.97[66735,85768] 10ns 9mb |L2.97-| " + - "L2.98[107981,130192] 10ns 10mb |-L2.98-| " + - "L2.99[130193,152403] 10ns 10mb |-L2.99-| " + - "L2.100[152404,171436] 10ns 9mb |L2.100| " + - "L2.101[193649,198729] 10ns 2mb |L2.101|" + - "L2.102[198730,200000] 10ns 586kb |L2.102|" "### ); } diff --git a/compactor/tests/layouts/large_files.rs b/compactor/tests/layouts/large_files.rs index 4f53980213..96d849dc5c 100644 --- a/compactor/tests/layouts/large_files.rs +++ b/compactor/tests/layouts/large_files.rs @@ -645,7 +645,7 @@ async fn two_large_files_total_over_max_compact_size_start_l0() { - "Committing partition 1:" - " Soft Deleting 2 files: L0.1, L1.2" - " Creating 4 files" - - "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[334]). 2 Input Files, 200mb total:" + - "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[334]). 2 Input Files, 200mb total:" - "L0 " - "L0.3[0,667] 10ns 100mb |------------------------------------------L0.3------------------------------------------|" - "L1 " @@ -669,24 +669,24 @@ async fn two_large_files_total_over_max_compact_size_start_l0() { - "Committing partition 1:" - " Soft Deleting 2 files: L0.4, L1.6" - " Creating 2 files" - - "**** Simulation run 4, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[669]). 3 Input Files, 200mb total:" - - "L1 " - - "L1.10[934,1000] 10ns 20mb |L1.10-| " - - "L1.9[668,933] 10ns 80mb |--------------L1.9---------------| " - - "L1.8[335,667] 10ns 100mb |-------------------L1.8-------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 200mb total:" + - "**** Simulation run 4, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[986]). 1 Input Files, 20mb total:" + - "L1, all files 20mb " + - "L1.10[934,1000] 10ns |-----------------------------------------L1.10------------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 20mb total:" - "L2 " - - "L2.?[335,669] 10ns 100mb |-------------------L2.?--------------------| " - - "L2.?[670,1000] 10ns 99mb |-------------------L2.?-------------------| " + - "L2.?[934,986] 10ns 16mb |--------------------------------L2.?--------------------------------| " + - "L2.?[987,1000] 10ns 4mb |-----L2.?------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L1.8, L1.9, L1.10" - - " Upgrading 1 files level to CompactionLevel::L2: L1.7" + - " Soft Deleting 1 files: L1.10" + - " Upgrading 3 files level to CompactionLevel::L2: L1.7, L1.8, L1.9" - " Creating 2 files" - - "**** Final Output Files (800mb written)" + - "**** Final Output Files (620mb written)" - "L2 " - "L2.7[0,334] 10ns 100mb |------------L2.7------------| " - - "L2.11[335,669] 10ns 100mb |-----------L2.11------------| " - - "L2.12[670,1000] 10ns 99mb |-----------L2.12-----------| " + - "L2.8[335,667] 10ns 100mb |-----------L2.8------------| " + - "L2.9[668,933] 10ns 80mb |--------L2.9---------| " + - "L2.11[934,986] 10ns 16mb |L2.11|" + - "L2.12[987,1000] 10ns 4mb |L2.12|" "### ); diff --git a/compactor/tests/layouts/large_overlaps.rs b/compactor/tests/layouts/large_overlaps.rs index 747054026d..69f865e9c3 100644 --- a/compactor/tests/layouts/large_overlaps.rs +++ b/compactor/tests/layouts/large_overlaps.rs @@ -581,362 +581,333 @@ async fn many_good_size_l0_files() { - "Committing partition 1:" - " Soft Deleting 2 files: L0.96, L0.191" - " Creating 4 files" - - "**** Simulation run 2, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[50, 100]). 151 Input Files, 300mb total:" + - "**** Simulation run 2, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[50]). 96 Input Files, 191mb total:" - "L0 " - - "L0.1[0,1] 1ns 2mb |L0.1| " - - "L0.2[1,2] 2ns 2mb |L0.2| " + - "L0.289[95,95] 96ns 1mb |L0.289|" + - "L0.95[94,95] 95ns 2mb |L0.95|" + - "L0.94[93,94] 94ns 2mb |L0.94|" + - "L0.93[92,93] 93ns 2mb |L0.93|" + - "L0.92[91,92] 92ns 2mb |L0.92|" + - "L0.91[90,91] 91ns 2mb |L0.91|" + - "L0.90[89,90] 90ns 2mb |L0.90|" + - "L0.89[88,89] 89ns 2mb |L0.89|" + - "L0.88[87,88] 88ns 2mb |L0.88| " + - "L0.87[86,87] 87ns 2mb |L0.87| " + - "L0.86[85,86] 86ns 2mb |L0.86| " + - "L0.85[84,85] 85ns 2mb |L0.85| " + - "L0.84[83,84] 84ns 2mb |L0.84| " + - "L0.83[82,83] 83ns 2mb |L0.83| " + - "L0.82[81,82] 82ns 2mb |L0.82| " + - "L0.81[80,81] 81ns 2mb |L0.81| " + - "L0.80[79,80] 80ns 2mb |L0.80| " + - "L0.79[78,79] 79ns 2mb |L0.79| " + - "L0.78[77,78] 78ns 2mb |L0.78| " + - "L0.77[76,77] 77ns 2mb |L0.77| " + - "L0.76[75,76] 76ns 2mb |L0.76| " + - "L0.75[74,75] 75ns 2mb |L0.75| " + - "L0.74[73,74] 74ns 2mb |L0.74| " + - "L0.73[72,73] 73ns 2mb |L0.73| " + - "L0.72[71,72] 72ns 2mb |L0.72| " + - "L0.71[70,71] 71ns 2mb |L0.71| " + - "L0.70[69,70] 70ns 2mb |L0.70| " + - "L0.69[68,69] 69ns 2mb |L0.69| " + - "L0.68[67,68] 68ns 2mb |L0.68| " + - "L0.67[66,67] 67ns 2mb |L0.67| " + - "L0.66[65,66] 66ns 2mb |L0.66| " + - "L0.65[64,65] 65ns 2mb |L0.65| " + - "L0.64[63,64] 64ns 2mb |L0.64| " + - "L0.63[62,63] 63ns 2mb |L0.63| " + - "L0.62[61,62] 62ns 2mb |L0.62| " + - "L0.61[60,61] 61ns 2mb |L0.61| " + - "L0.60[59,60] 60ns 2mb |L0.60| " + - "L0.59[58,59] 59ns 2mb |L0.59| " + - "L0.58[57,58] 58ns 2mb |L0.58| " + - "L0.57[56,57] 57ns 2mb |L0.57| " + - "L0.56[55,56] 56ns 2mb |L0.56| " + - "L0.55[54,55] 55ns 2mb |L0.55| " + - "L0.54[53,54] 54ns 2mb |L0.54| " + - "L0.53[52,53] 53ns 2mb |L0.53| " + - "L0.52[51,52] 52ns 2mb |L0.52| " + - "L0.51[50,51] 51ns 2mb |L0.51| " + - "L0.50[49,50] 50ns 2mb |L0.50| " + - "L0.49[48,49] 49ns 2mb |L0.49| " + - "L0.48[47,48] 48ns 2mb |L0.48| " + - "L0.47[46,47] 47ns 2mb |L0.47| " + - "L0.46[45,46] 46ns 2mb |L0.46| " + - "L0.45[44,45] 45ns 2mb |L0.45| " + - "L0.44[43,44] 44ns 2mb |L0.44| " + - "L0.43[42,43] 43ns 2mb |L0.43| " + - "L0.42[41,42] 42ns 2mb |L0.42| " + - "L0.41[40,41] 41ns 2mb |L0.41| " + - "L0.40[39,40] 40ns 2mb |L0.40| " + - "L0.39[38,39] 39ns 2mb |L0.39| " + - "L0.38[37,38] 38ns 2mb |L0.38| " + - "L0.37[36,37] 37ns 2mb |L0.37| " + - "L0.36[35,36] 36ns 2mb |L0.36| " + - "L0.35[34,35] 35ns 2mb |L0.35| " + - "L0.34[33,34] 34ns 2mb |L0.34| " + - "L0.33[32,33] 33ns 2mb |L0.33| " + - "L0.32[31,32] 32ns 2mb |L0.32| " + - "L0.31[30,31] 31ns 2mb |L0.31| " + - "L0.30[29,30] 30ns 2mb |L0.30| " + - "L0.29[28,29] 29ns 2mb |L0.29| " + - "L0.28[27,28] 28ns 2mb |L0.28| " + - "L0.27[26,27] 27ns 2mb |L0.27| " + - "L0.26[25,26] 26ns 2mb |L0.26| " + - "L0.25[24,25] 25ns 2mb |L0.25| " + - "L0.24[23,24] 24ns 2mb |L0.24| " + - "L0.23[22,23] 23ns 2mb |L0.23| " + - "L0.22[21,22] 22ns 2mb |L0.22| " + - "L0.21[20,21] 21ns 2mb |L0.21| " + - "L0.20[19,20] 20ns 2mb |L0.20| " + - "L0.19[18,19] 19ns 2mb |L0.19| " + - "L0.18[17,18] 18ns 2mb |L0.18| " + - "L0.17[16,17] 17ns 2mb |L0.17| " + - "L0.16[15,16] 16ns 2mb |L0.16| " + - "L0.15[14,15] 15ns 2mb |L0.15| " + - "L0.14[13,14] 14ns 2mb |L0.14| " + - "L0.13[12,13] 13ns 2mb |L0.13| " + - "L0.12[11,12] 12ns 2mb |L0.12| " + - "L0.11[10,11] 11ns 2mb |L0.11| " + - "L0.10[9,10] 10ns 2mb |L0.10| " + - "L0.9[8,9] 9ns 2mb |L0.9| " + - "L0.8[7,8] 8ns 2mb |L0.8| " + - "L0.7[6,7] 7ns 2mb |L0.7| " + - "L0.6[5,6] 6ns 2mb |L0.6| " + - "L0.5[4,5] 5ns 2mb |L0.5| " + - "L0.4[3,4] 4ns 2mb |L0.4| " - "L0.3[2,3] 3ns 2mb |L0.3| " - - "L0.4[3,4] 4ns 2mb |L0.4| " - - "L0.5[4,5] 5ns 2mb |L0.5| " - - "L0.6[5,6] 6ns 2mb |L0.6| " - - "L0.7[6,7] 7ns 2mb |L0.7| " - - "L0.8[7,8] 8ns 2mb |L0.8| " - - "L0.9[8,9] 9ns 2mb |L0.9| " - - "L0.10[9,10] 10ns 2mb |L0.10| " - - "L0.11[10,11] 11ns 2mb |L0.11| " - - "L0.12[11,12] 12ns 2mb |L0.12| " - - "L0.13[12,13] 13ns 2mb |L0.13| " - - "L0.14[13,14] 14ns 2mb |L0.14| " - - "L0.15[14,15] 15ns 2mb |L0.15| " - - "L0.16[15,16] 16ns 2mb |L0.16| " - - "L0.17[16,17] 17ns 2mb |L0.17| " - - "L0.18[17,18] 18ns 2mb |L0.18| " - - "L0.19[18,19] 19ns 2mb |L0.19| " - - "L0.20[19,20] 20ns 2mb |L0.20| " - - "L0.21[20,21] 21ns 2mb |L0.21| " - - "L0.22[21,22] 22ns 2mb |L0.22| " - - "L0.23[22,23] 23ns 2mb |L0.23| " - - "L0.24[23,24] 24ns 2mb |L0.24| " - - "L0.25[24,25] 25ns 2mb |L0.25| " - - "L0.26[25,26] 26ns 2mb |L0.26| " - - "L0.27[26,27] 27ns 2mb |L0.27| " - - "L0.28[27,28] 28ns 2mb |L0.28| " - - "L0.29[28,29] 29ns 2mb |L0.29| " - - "L0.30[29,30] 30ns 2mb |L0.30| " - - "L0.31[30,31] 31ns 2mb |L0.31| " - - "L0.32[31,32] 32ns 2mb |L0.32| " - - "L0.33[32,33] 33ns 2mb |L0.33| " - - "L0.34[33,34] 34ns 2mb |L0.34| " - - "L0.35[34,35] 35ns 2mb |L0.35| " - - "L0.36[35,36] 36ns 2mb |L0.36| " - - "L0.37[36,37] 37ns 2mb |L0.37| " - - "L0.38[37,38] 38ns 2mb |L0.38| " - - "L0.39[38,39] 39ns 2mb |L0.39| " - - "L0.40[39,40] 40ns 2mb |L0.40| " - - "L0.41[40,41] 41ns 2mb |L0.41| " - - "L0.42[41,42] 42ns 2mb |L0.42| " - - "L0.43[42,43] 43ns 2mb |L0.43| " - - "L0.44[43,44] 44ns 2mb |L0.44| " - - "L0.45[44,45] 45ns 2mb |L0.45| " - - "L0.46[45,46] 46ns 2mb |L0.46| " - - "L0.47[46,47] 47ns 2mb |L0.47| " - - "L0.48[47,48] 48ns 2mb |L0.48| " - - "L0.49[48,49] 49ns 2mb |L0.49| " - - "L0.50[49,50] 50ns 2mb |L0.50| " - - "L0.51[50,51] 51ns 2mb |L0.51| " - - "L0.52[51,52] 52ns 2mb |L0.52| " - - "L0.53[52,53] 53ns 2mb |L0.53| " - - "L0.54[53,54] 54ns 2mb |L0.54| " - - "L0.55[54,55] 55ns 2mb |L0.55| " - - "L0.56[55,56] 56ns 2mb |L0.56| " - - "L0.57[56,57] 57ns 2mb |L0.57| " - - "L0.58[57,58] 58ns 2mb |L0.58| " - - "L0.59[58,59] 59ns 2mb |L0.59| " - - "L0.60[59,60] 60ns 2mb |L0.60| " - - "L0.61[60,61] 61ns 2mb |L0.61| " - - "L0.62[61,62] 62ns 2mb |L0.62| " - - "L0.63[62,63] 63ns 2mb |L0.63| " - - "L0.64[63,64] 64ns 2mb |L0.64| " - - "L0.65[64,65] 65ns 2mb |L0.65| " - - "L0.66[65,66] 66ns 2mb |L0.66| " - - "L0.67[66,67] 67ns 2mb |L0.67| " - - "L0.68[67,68] 68ns 2mb |L0.68| " - - "L0.69[68,69] 69ns 2mb |L0.69| " - - "L0.70[69,70] 70ns 2mb |L0.70| " - - "L0.71[70,71] 71ns 2mb |L0.71| " - - "L0.72[71,72] 72ns 2mb |L0.72| " - - "L0.73[72,73] 73ns 2mb |L0.73| " - - "L0.74[73,74] 74ns 2mb |L0.74| " - - "L0.75[74,75] 75ns 2mb |L0.75| " - - "L0.76[75,76] 76ns 2mb |L0.76| " - - "L0.77[76,77] 77ns 2mb |L0.77| " - - "L0.78[77,78] 78ns 2mb |L0.78| " - - "L0.79[78,79] 79ns 2mb |L0.79| " - - "L0.80[79,80] 80ns 2mb |L0.80| " - - "L0.81[80,81] 81ns 2mb |L0.81| " - - "L0.82[81,82] 82ns 2mb |L0.82| " - - "L0.83[82,83] 83ns 2mb |L0.83| " - - "L0.84[83,84] 84ns 2mb |L0.84| " - - "L0.85[84,85] 85ns 2mb |L0.85| " - - "L0.86[85,86] 86ns 2mb |L0.86| " - - "L0.87[86,87] 87ns 2mb |L0.87| " - - "L0.88[87,88] 88ns 2mb |L0.88| " - - "L0.89[88,89] 89ns 2mb |L0.89| " - - "L0.90[89,90] 90ns 2mb |L0.90| " - - "L0.91[90,91] 91ns 2mb |L0.91| " - - "L0.92[91,92] 92ns 2mb |L0.92| " - - "L0.93[92,93] 93ns 2mb |L0.93| " - - "L0.94[93,94] 94ns 2mb |L0.94| " - - "L0.95[94,95] 95ns 2mb |L0.95| " - - "L0.289[95,95] 96ns 1mb |L0.289| " - - "L0.290[96,96] 96ns 1mb |L0.290| " - - "L0.97[96,97] 97ns 2mb |L0.97| " - - "L0.98[97,98] 98ns 2mb |L0.98| " - - "L0.99[98,99] 99ns 2mb |L0.99| " - - "L0.100[99,100] 100ns 2mb |L0.100| " - - "L0.101[100,101] 101ns 2mb |L0.101| " - - "L0.102[101,102] 102ns 2mb |L0.102| " - - "L0.103[102,103] 103ns 2mb |L0.103| " - - "L0.104[103,104] 104ns 2mb |L0.104| " - - "L0.105[104,105] 105ns 2mb |L0.105| " - - "L0.106[105,106] 106ns 2mb |L0.106| " - - "L0.107[106,107] 107ns 2mb |L0.107| " - - "L0.108[107,108] 108ns 2mb |L0.108| " - - "L0.109[108,109] 109ns 2mb |L0.109| " - - "L0.110[109,110] 110ns 2mb |L0.110| " - - "L0.111[110,111] 111ns 2mb |L0.111| " - - "L0.112[111,112] 112ns 2mb |L0.112| " - - "L0.113[112,113] 113ns 2mb |L0.113| " - - "L0.114[113,114] 114ns 2mb |L0.114| " - - "L0.115[114,115] 115ns 2mb |L0.115| " - - "L0.116[115,116] 116ns 2mb |L0.116| " - - "L0.117[116,117] 117ns 2mb |L0.117| " - - "L0.118[117,118] 118ns 2mb |L0.118| " - - "L0.119[118,119] 119ns 2mb |L0.119| " - - "L0.120[119,120] 120ns 2mb |L0.120| " - - "L0.121[120,121] 121ns 2mb |L0.121| " - - "L0.122[121,122] 122ns 2mb |L0.122| " - - "L0.123[122,123] 123ns 2mb |L0.123| " - - "L0.124[123,124] 124ns 2mb |L0.124| " - - "L0.125[124,125] 125ns 2mb |L0.125| " - - "L0.126[125,126] 126ns 2mb |L0.126| " - - "L0.127[126,127] 127ns 2mb |L0.127| " - - "L0.128[127,128] 128ns 2mb |L0.128| " - - "L0.129[128,129] 129ns 2mb |L0.129| " - - "L0.130[129,130] 130ns 2mb |L0.130| " - - "L0.131[130,131] 131ns 2mb |L0.131| " - - "L0.132[131,132] 132ns 2mb |L0.132| " - - "L0.133[132,133] 133ns 2mb |L0.133| " - - "L0.134[133,134] 134ns 2mb |L0.134| " - - "L0.135[134,135] 135ns 2mb |L0.135| " - - "L0.136[135,136] 136ns 2mb |L0.136| " - - "L0.137[136,137] 137ns 2mb |L0.137| " - - "L0.138[137,138] 138ns 2mb |L0.138|" - - "L0.139[138,139] 139ns 2mb |L0.139|" - - "L0.140[139,140] 140ns 2mb |L0.140|" - - "L0.141[140,141] 141ns 2mb |L0.141|" - - "L0.142[141,142] 142ns 2mb |L0.142|" - - "L0.143[142,143] 143ns 2mb |L0.143|" - - "L0.144[143,144] 144ns 2mb |L0.144|" - - "L0.145[144,145] 145ns 2mb |L0.145|" - - "L0.146[145,146] 146ns 2mb |L0.146|" - - "L0.147[146,147] 147ns 2mb |L0.147|" - - "L0.148[147,148] 148ns 2mb |L0.148|" - - "L0.149[148,149] 149ns 2mb |L0.149|" - - "L0.150[149,150] 150ns 2mb |L0.150|" - - "**** 3 Output Files (parquet_file_id not yet assigned), 300mb total:" + - "L0.2[1,2] 2ns 2mb |L0.2| " + - "L0.1[0,1] 1ns 2mb |L0.1| " + - "**** 2 Output Files (parquet_file_id not yet assigned), 191mb total:" - "L1 " - - "L1.?[0,50] 150ns 101mb |------------L1.?------------| " - - "L1.?[51,100] 150ns 99mb |-----------L1.?------------| " - - "L1.?[101,150] 150ns 99mb |-----------L1.?------------| " + - "L1.?[0,50] 96ns 101mb |--------------------L1.?---------------------| " + - "L1.?[51,95] 96ns 90mb |-----------------L1.?------------------| " - "Committing partition 1:" - - " Soft Deleting 151 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.289, L0.290" - - " Creating 3 files" - - "**** Simulation run 3, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[151, 201]). 102 Input Files, 299mb total:" - - "L0 " - - "L0.151[150,151] 151ns 2mb |L0.151| " - - "L0.152[151,152] 152ns 2mb |L0.152| " - - "L0.153[152,153] 153ns 2mb |L0.153| " - - "L0.154[153,154] 154ns 2mb |L0.154| " - - "L0.155[154,155] 155ns 2mb |L0.155| " - - "L0.156[155,156] 156ns 2mb |L0.156| " - - "L0.157[156,157] 157ns 2mb |L0.157| " - - "L0.158[157,158] 158ns 2mb |L0.158| " - - "L0.159[158,159] 159ns 2mb |L0.159| " - - "L0.160[159,160] 160ns 2mb |L0.160| " - - "L0.161[160,161] 161ns 2mb |L0.161| " - - "L0.162[161,162] 162ns 2mb |L0.162| " - - "L0.163[162,163] 163ns 2mb |L0.163| " - - "L0.164[163,164] 164ns 2mb |L0.164| " - - "L0.165[164,165] 165ns 2mb |L0.165| " - - "L0.166[165,166] 166ns 2mb |L0.166| " - - "L0.167[166,167] 167ns 2mb |L0.167| " - - "L0.168[167,168] 168ns 2mb |L0.168| " - - "L0.169[168,169] 169ns 2mb |L0.169| " - - "L0.170[169,170] 170ns 2mb |L0.170| " - - "L0.171[170,171] 171ns 2mb |L0.171| " - - "L0.172[171,172] 172ns 2mb |L0.172| " - - "L0.173[172,173] 173ns 2mb |L0.173| " - - "L0.174[173,174] 174ns 2mb |L0.174| " - - "L0.175[174,175] 175ns 2mb |L0.175| " - - "L0.176[175,176] 176ns 2mb |L0.176| " - - "L0.177[176,177] 177ns 2mb |L0.177| " - - "L0.178[177,178] 178ns 2mb |L0.178| " - - "L0.179[178,179] 179ns 2mb |L0.179| " - - "L0.180[179,180] 180ns 2mb |L0.180| " - - "L0.181[180,181] 181ns 2mb |L0.181| " - - "L0.182[181,182] 182ns 2mb |L0.182| " - - "L0.183[182,183] 183ns 2mb |L0.183| " - - "L0.184[183,184] 184ns 2mb |L0.184| " - - "L0.185[184,185] 185ns 2mb |L0.185| " - - "L0.186[185,186] 186ns 2mb |L0.186| " - - "L0.187[186,187] 187ns 2mb |L0.187| " - - "L0.188[187,188] 188ns 2mb |L0.188| " - - "L0.189[188,189] 189ns 2mb |L0.189| " - - "L0.190[189,190] 190ns 2mb |L0.190| " - - "L0.291[190,190] 191ns 1mb |L0.291| " - - "L0.292[191,191] 191ns 1mb |L0.292| " - - "L0.192[191,192] 192ns 2mb |L0.192| " - - "L0.193[192,193] 193ns 2mb |L0.193| " - - "L0.194[193,194] 194ns 2mb |L0.194| " - - "L0.195[194,195] 195ns 2mb |L0.195| " - - "L0.196[195,196] 196ns 2mb |L0.196| " - - "L0.197[196,197] 197ns 2mb |L0.197| " - - "L0.198[197,198] 198ns 2mb |L0.198| " - - "L0.199[198,199] 199ns 2mb |L0.199| " - - "L0.200[199,200] 200ns 2mb |L0.200| " - - "L0.201[200,201] 201ns 2mb |L0.201| " - - "L0.202[201,202] 202ns 2mb |L0.202| " - - "L0.203[202,203] 203ns 2mb |L0.203| " - - "L0.204[203,204] 204ns 2mb |L0.204| " - - "L0.205[204,205] 205ns 2mb |L0.205| " - - "L0.206[205,206] 206ns 2mb |L0.206| " - - "L0.207[206,207] 207ns 2mb |L0.207| " - - "L0.208[207,208] 208ns 2mb |L0.208| " - - "L0.209[208,209] 209ns 2mb |L0.209| " - - "L0.210[209,210] 210ns 2mb |L0.210| " - - "L0.211[210,211] 211ns 2mb |L0.211| " - - "L0.212[211,212] 212ns 2mb |L0.212| " - - "L0.213[212,213] 213ns 2mb |L0.213| " - - "L0.214[213,214] 214ns 2mb |L0.214| " - - "L0.215[214,215] 215ns 2mb |L0.215| " - - "L0.216[215,216] 216ns 2mb |L0.216| " - - "L0.217[216,217] 217ns 2mb |L0.217| " - - "L0.218[217,218] 218ns 2mb |L0.218| " - - "L0.219[218,219] 219ns 2mb |L0.219| " - - "L0.220[219,220] 220ns 2mb |L0.220| " - - "L0.221[220,221] 221ns 2mb |L0.221| " - - "L0.222[221,222] 222ns 2mb |L0.222| " - - "L0.223[222,223] 223ns 2mb |L0.223| " - - "L0.224[223,224] 224ns 2mb |L0.224| " - - "L0.225[224,225] 225ns 2mb |L0.225| " - - "L0.226[225,226] 226ns 2mb |L0.226| " - - "L0.227[226,227] 227ns 2mb |L0.227| " - - "L0.228[227,228] 228ns 2mb |L0.228| " - - "L0.229[228,229] 229ns 2mb |L0.229| " - - "L0.230[229,230] 230ns 2mb |L0.230| " - - "L0.231[230,231] 231ns 2mb |L0.231| " - - "L0.232[231,232] 232ns 2mb |L0.232| " - - "L0.233[232,233] 233ns 2mb |L0.233| " - - "L0.234[233,234] 234ns 2mb |L0.234| " - - "L0.235[234,235] 235ns 2mb |L0.235| " - - "L0.236[235,236] 236ns 2mb |L0.236| " - - "L0.237[236,237] 237ns 2mb |L0.237| " - - "L0.238[237,238] 238ns 2mb |L0.238|" - - "L0.239[238,239] 239ns 2mb |L0.239|" - - "L0.240[239,240] 240ns 2mb |L0.240|" - - "L0.241[240,241] 241ns 2mb |L0.241|" - - "L0.242[241,242] 242ns 2mb |L0.242|" - - "L0.243[242,243] 243ns 2mb |L0.243|" - - "L0.244[243,244] 244ns 2mb |L0.244|" - - "L0.245[244,245] 245ns 2mb |L0.245|" - - "L0.246[245,246] 246ns 2mb |L0.246|" - - "L0.247[246,247] 247ns 2mb |L0.247|" - - "L0.248[247,248] 248ns 2mb |L0.248|" - - "L0.249[248,249] 249ns 2mb |L0.249|" - - "L0.250[249,250] 250ns 2mb |L0.250|" - - "L1 " - - "L1.295[101,150] 150ns 99mb|----------L1.295-----------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 299mb total:" - - "L1 " - - "L1.?[101,151] 250ns 102mb|------------L1.?------------| " - - "L1.?[152,201] 250ns 100mb |-----------L1.?------------| " - - "L1.?[202,250] 250ns 98mb |-----------L1.?-----------| " - - "Committing partition 1:" - - " Soft Deleting 102 files: L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L0.192, L0.193, L0.194, L0.195, L0.196, L0.197, L0.198, L0.199, L0.200, L0.201, L0.202, L0.203, L0.204, L0.205, L0.206, L0.207, L0.208, L0.209, L0.210, L0.211, L0.212, L0.213, L0.214, L0.215, L0.216, L0.217, L0.218, L0.219, L0.220, L0.221, L0.222, L0.223, L0.224, L0.225, L0.226, L0.227, L0.228, L0.229, L0.230, L0.231, L0.232, L0.233, L0.234, L0.235, L0.236, L0.237, L0.238, L0.239, L0.240, L0.241, L0.242, L0.243, L0.244, L0.245, L0.246, L0.247, L0.248, L0.249, L0.250, L0.291, L0.292, L1.295" - - " Creating 3 files" - - "**** Simulation run 4, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[252]). 39 Input Files, 174mb total:" - - "L0 " - - "L0.288[287,288] 288ns 2mb |L0.288|" - - "L0.287[286,287] 287ns 2mb |L0.287|" - - "L0.286[285,286] 286ns 2mb |L0.286|" - - "L0.285[284,285] 285ns 2mb |L0.285|" - - "L0.284[283,284] 284ns 2mb |L0.284|" - - "L0.283[282,283] 283ns 2mb |L0.283|" - - "L0.282[281,282] 282ns 2mb |L0.282|" - - "L0.281[280,281] 281ns 2mb |L0.281| " - - "L0.280[279,280] 280ns 2mb |L0.280| " - - "L0.279[278,279] 279ns 2mb |L0.279| " - - "L0.278[277,278] 278ns 2mb |L0.278| " - - "L0.277[276,277] 277ns 2mb |L0.277| " - - "L0.276[275,276] 276ns 2mb |L0.276| " - - "L0.275[274,275] 275ns 2mb |L0.275| " - - "L0.274[273,274] 274ns 2mb |L0.274| " - - "L0.273[272,273] 273ns 2mb |L0.273| " - - "L0.272[271,272] 272ns 2mb |L0.272| " - - "L0.271[270,271] 271ns 2mb |L0.271| " - - "L0.270[269,270] 270ns 2mb |L0.270| " - - "L0.269[268,269] 269ns 2mb |L0.269| " - - "L0.268[267,268] 268ns 2mb |L0.268| " - - "L0.267[266,267] 267ns 2mb |L0.267| " - - "L0.266[265,266] 266ns 2mb |L0.266| " - - "L0.265[264,265] 265ns 2mb |L0.265| " - - "L0.264[263,264] 264ns 2mb |L0.264| " - - "L0.263[262,263] 263ns 2mb |L0.263| " - - "L0.262[261,262] 262ns 2mb |L0.262| " - - "L0.261[260,261] 261ns 2mb |L0.261| " - - "L0.260[259,260] 260ns 2mb |L0.260| " - - "L0.259[258,259] 259ns 2mb |L0.259| " - - "L0.258[257,258] 258ns 2mb |L0.258| " - - "L0.257[256,257] 257ns 2mb |L0.257| " - - "L0.256[255,256] 256ns 2mb |L0.256| " - - "L0.255[254,255] 255ns 2mb |L0.255| " - - "L0.254[253,254] 254ns 2mb |L0.254| " - - "L0.253[252,253] 253ns 2mb |L0.253| " - - "L0.252[251,252] 252ns 2mb |L0.252| " - - "L0.251[250,251] 251ns 2mb |L0.251| " - - "L1 " - - "L1.298[202,250] 250ns 98mb|---------------------L1.298---------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 174mb total:" - - "L1 " - - "L1.?[202,252] 288ns 102mb|-----------------------L1.?-----------------------| " - - "L1.?[253,288] 288ns 72mb |---------------L1.?---------------| " - - "Committing partition 1:" - - " Soft Deleting 39 files: L0.251, L0.252, L0.253, L0.254, L0.255, L0.256, L0.257, L0.258, L0.259, L0.260, L0.261, L0.262, L0.263, L0.264, L0.265, L0.266, L0.267, L0.268, L0.269, L0.270, L0.271, L0.272, L0.273, L0.274, L0.275, L0.276, L0.277, L0.278, L0.279, L0.280, L0.281, L0.282, L0.283, L0.284, L0.285, L0.286, L0.287, L0.288, L1.298" + - " Soft Deleting 96 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20, L0.21, L0.22, L0.23, L0.24, L0.25, L0.26, L0.27, L0.28, L0.29, L0.30, L0.31, L0.32, L0.33, L0.34, L0.35, L0.36, L0.37, L0.38, L0.39, L0.40, L0.41, L0.42, L0.43, L0.44, L0.45, L0.46, L0.47, L0.48, L0.49, L0.50, L0.51, L0.52, L0.53, L0.54, L0.55, L0.56, L0.57, L0.58, L0.59, L0.60, L0.61, L0.62, L0.63, L0.64, L0.65, L0.66, L0.67, L0.68, L0.69, L0.70, L0.71, L0.72, L0.73, L0.74, L0.75, L0.76, L0.77, L0.78, L0.79, L0.80, L0.81, L0.82, L0.83, L0.84, L0.85, L0.86, L0.87, L0.88, L0.89, L0.90, L0.91, L0.92, L0.93, L0.94, L0.95, L0.289" - " Creating 2 files" - - "**** Simulation run 5, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[101]). 2 Input Files, 201mb total:" + - "**** Simulation run 3, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[146]). 96 Input Files, 190mb total:" + - "L0 " + - "L0.291[190,190] 191ns 1mb |L0.291|" + - "L0.290[96,96] 96ns 1mb |L0.290| " + - "L0.190[189,190] 190ns 2mb |L0.190|" + - "L0.189[188,189] 189ns 2mb |L0.189|" + - "L0.188[187,188] 188ns 2mb |L0.188|" + - "L0.187[186,187] 187ns 2mb |L0.187|" + - "L0.186[185,186] 186ns 2mb |L0.186|" + - "L0.185[184,185] 185ns 2mb |L0.185|" + - "L0.184[183,184] 184ns 2mb |L0.184|" + - "L0.183[182,183] 183ns 2mb |L0.183|" + - "L0.182[181,182] 182ns 2mb |L0.182| " + - "L0.181[180,181] 181ns 2mb |L0.181| " + - "L0.180[179,180] 180ns 2mb |L0.180| " + - "L0.179[178,179] 179ns 2mb |L0.179| " + - "L0.178[177,178] 178ns 2mb |L0.178| " + - "L0.177[176,177] 177ns 2mb |L0.177| " + - "L0.176[175,176] 176ns 2mb |L0.176| " + - "L0.175[174,175] 175ns 2mb |L0.175| " + - "L0.174[173,174] 174ns 2mb |L0.174| " + - "L0.173[172,173] 173ns 2mb |L0.173| " + - "L0.172[171,172] 172ns 2mb |L0.172| " + - "L0.171[170,171] 171ns 2mb |L0.171| " + - "L0.170[169,170] 170ns 2mb |L0.170| " + - "L0.169[168,169] 169ns 2mb |L0.169| " + - "L0.168[167,168] 168ns 2mb |L0.168| " + - "L0.167[166,167] 167ns 2mb |L0.167| " + - "L0.166[165,166] 166ns 2mb |L0.166| " + - "L0.165[164,165] 165ns 2mb |L0.165| " + - "L0.164[163,164] 164ns 2mb |L0.164| " + - "L0.163[162,163] 163ns 2mb |L0.163| " + - "L0.162[161,162] 162ns 2mb |L0.162| " + - "L0.161[160,161] 161ns 2mb |L0.161| " + - "L0.160[159,160] 160ns 2mb |L0.160| " + - "L0.159[158,159] 159ns 2mb |L0.159| " + - "L0.158[157,158] 158ns 2mb |L0.158| " + - "L0.157[156,157] 157ns 2mb |L0.157| " + - "L0.156[155,156] 156ns 2mb |L0.156| " + - "L0.155[154,155] 155ns 2mb |L0.155| " + - "L0.154[153,154] 154ns 2mb |L0.154| " + - "L0.153[152,153] 153ns 2mb |L0.153| " + - "L0.152[151,152] 152ns 2mb |L0.152| " + - "L0.151[150,151] 151ns 2mb |L0.151| " + - "L0.150[149,150] 150ns 2mb |L0.150| " + - "L0.149[148,149] 149ns 2mb |L0.149| " + - "L0.148[147,148] 148ns 2mb |L0.148| " + - "L0.147[146,147] 147ns 2mb |L0.147| " + - "L0.146[145,146] 146ns 2mb |L0.146| " + - "L0.145[144,145] 145ns 2mb |L0.145| " + - "L0.144[143,144] 144ns 2mb |L0.144| " + - "L0.143[142,143] 143ns 2mb |L0.143| " + - "L0.142[141,142] 142ns 2mb |L0.142| " + - "L0.141[140,141] 141ns 2mb |L0.141| " + - "L0.140[139,140] 140ns 2mb |L0.140| " + - "L0.139[138,139] 139ns 2mb |L0.139| " + - "L0.138[137,138] 138ns 2mb |L0.138| " + - "L0.137[136,137] 137ns 2mb |L0.137| " + - "L0.136[135,136] 136ns 2mb |L0.136| " + - "L0.135[134,135] 135ns 2mb |L0.135| " + - "L0.134[133,134] 134ns 2mb |L0.134| " + - "L0.133[132,133] 133ns 2mb |L0.133| " + - "L0.132[131,132] 132ns 2mb |L0.132| " + - "L0.131[130,131] 131ns 2mb |L0.131| " + - "L0.130[129,130] 130ns 2mb |L0.130| " + - "L0.129[128,129] 129ns 2mb |L0.129| " + - "L0.128[127,128] 128ns 2mb |L0.128| " + - "L0.127[126,127] 127ns 2mb |L0.127| " + - "L0.126[125,126] 126ns 2mb |L0.126| " + - "L0.125[124,125] 125ns 2mb |L0.125| " + - "L0.124[123,124] 124ns 2mb |L0.124| " + - "L0.123[122,123] 123ns 2mb |L0.123| " + - "L0.122[121,122] 122ns 2mb |L0.122| " + - "L0.121[120,121] 121ns 2mb |L0.121| " + - "L0.120[119,120] 120ns 2mb |L0.120| " + - "L0.119[118,119] 119ns 2mb |L0.119| " + - "L0.118[117,118] 118ns 2mb |L0.118| " + - "L0.117[116,117] 117ns 2mb |L0.117| " + - "L0.116[115,116] 116ns 2mb |L0.116| " + - "L0.115[114,115] 115ns 2mb |L0.115| " + - "L0.114[113,114] 114ns 2mb |L0.114| " + - "L0.113[112,113] 113ns 2mb |L0.113| " + - "L0.112[111,112] 112ns 2mb |L0.112| " + - "L0.111[110,111] 111ns 2mb |L0.111| " + - "L0.110[109,110] 110ns 2mb |L0.110| " + - "L0.109[108,109] 109ns 2mb |L0.109| " + - "L0.108[107,108] 108ns 2mb |L0.108| " + - "L0.107[106,107] 107ns 2mb |L0.107| " + - "L0.106[105,106] 106ns 2mb |L0.106| " + - "L0.105[104,105] 105ns 2mb |L0.105| " + - "L0.104[103,104] 104ns 2mb |L0.104| " + - "L0.103[102,103] 103ns 2mb |L0.103| " + - "L0.102[101,102] 102ns 2mb |L0.102| " + - "L0.101[100,101] 101ns 2mb |L0.101| " + - "L0.100[99,100] 100ns 2mb |L0.100| " + - "L0.99[98,99] 99ns 2mb |L0.99| " + - "L0.98[97,98] 98ns 2mb |L0.98| " + - "L0.97[96,97] 97ns 2mb |L0.97| " + - "**** 2 Output Files (parquet_file_id not yet assigned), 190mb total:" - "L1 " - - "L1.294[51,100] 150ns 99mb|------------------L1.294------------------| " - - "L1.296[101,151] 250ns 102mb |------------------L1.296-------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 201mb total:" - - "L2 " - - "L2.?[51,101] 250ns 102mb |-------------------L2.?--------------------| " - - "L2.?[102,151] 250ns 100mb |-------------------L2.?-------------------| " + - "L1.?[96,146] 191ns 102mb |--------------------L1.?---------------------| " + - "L1.?[147,190] 191ns 88mb |-----------------L1.?------------------| " - "Committing partition 1:" - - " Soft Deleting 2 files: L1.294, L1.296" - - " Upgrading 1 files level to CompactionLevel::L2: L1.293" + - " Soft Deleting 96 files: L0.97, L0.98, L0.99, L0.100, L0.101, L0.102, L0.103, L0.104, L0.105, L0.106, L0.107, L0.108, L0.109, L0.110, L0.111, L0.112, L0.113, L0.114, L0.115, L0.116, L0.117, L0.118, L0.119, L0.120, L0.121, L0.122, L0.123, L0.124, L0.125, L0.126, L0.127, L0.128, L0.129, L0.130, L0.131, L0.132, L0.133, L0.134, L0.135, L0.136, L0.137, L0.138, L0.139, L0.140, L0.141, L0.142, L0.143, L0.144, L0.145, L0.146, L0.147, L0.148, L0.149, L0.150, L0.151, L0.152, L0.153, L0.154, L0.155, L0.156, L0.157, L0.158, L0.159, L0.160, L0.161, L0.162, L0.163, L0.164, L0.165, L0.166, L0.167, L0.168, L0.169, L0.170, L0.171, L0.172, L0.173, L0.174, L0.175, L0.176, L0.177, L0.178, L0.179, L0.180, L0.181, L0.182, L0.183, L0.184, L0.185, L0.186, L0.187, L0.188, L0.189, L0.190, L0.290, L0.291" - " Creating 2 files" - - "**** Simulation run 6, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[202, 252]). 3 Input Files, 274mb total:" + - "**** Simulation run 4, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[241]). 98 Input Files, 195mb total:" + - "L0 " + - "L0.292[191,191] 191ns 1mb|L0.292| " + - "L0.288[287,288] 288ns 2mb |L0.288|" + - "L0.287[286,287] 287ns 2mb |L0.287|" + - "L0.286[285,286] 286ns 2mb |L0.286|" + - "L0.285[284,285] 285ns 2mb |L0.285|" + - "L0.284[283,284] 284ns 2mb |L0.284|" + - "L0.283[282,283] 283ns 2mb |L0.283|" + - "L0.282[281,282] 282ns 2mb |L0.282|" + - "L0.281[280,281] 281ns 2mb |L0.281|" + - "L0.280[279,280] 280ns 2mb |L0.280| " + - "L0.279[278,279] 279ns 2mb |L0.279| " + - "L0.278[277,278] 278ns 2mb |L0.278| " + - "L0.277[276,277] 277ns 2mb |L0.277| " + - "L0.276[275,276] 276ns 2mb |L0.276| " + - "L0.275[274,275] 275ns 2mb |L0.275| " + - "L0.274[273,274] 274ns 2mb |L0.274| " + - "L0.273[272,273] 273ns 2mb |L0.273| " + - "L0.272[271,272] 272ns 2mb |L0.272| " + - "L0.271[270,271] 271ns 2mb |L0.271| " + - "L0.270[269,270] 270ns 2mb |L0.270| " + - "L0.269[268,269] 269ns 2mb |L0.269| " + - "L0.268[267,268] 268ns 2mb |L0.268| " + - "L0.267[266,267] 267ns 2mb |L0.267| " + - "L0.266[265,266] 266ns 2mb |L0.266| " + - "L0.265[264,265] 265ns 2mb |L0.265| " + - "L0.264[263,264] 264ns 2mb |L0.264| " + - "L0.263[262,263] 263ns 2mb |L0.263| " + - "L0.262[261,262] 262ns 2mb |L0.262| " + - "L0.261[260,261] 261ns 2mb |L0.261| " + - "L0.260[259,260] 260ns 2mb |L0.260| " + - "L0.259[258,259] 259ns 2mb |L0.259| " + - "L0.258[257,258] 258ns 2mb |L0.258| " + - "L0.257[256,257] 257ns 2mb |L0.257| " + - "L0.256[255,256] 256ns 2mb |L0.256| " + - "L0.255[254,255] 255ns 2mb |L0.255| " + - "L0.254[253,254] 254ns 2mb |L0.254| " + - "L0.253[252,253] 253ns 2mb |L0.253| " + - "L0.252[251,252] 252ns 2mb |L0.252| " + - "L0.251[250,251] 251ns 2mb |L0.251| " + - "L0.250[249,250] 250ns 2mb |L0.250| " + - "L0.249[248,249] 249ns 2mb |L0.249| " + - "L0.248[247,248] 248ns 2mb |L0.248| " + - "L0.247[246,247] 247ns 2mb |L0.247| " + - "L0.246[245,246] 246ns 2mb |L0.246| " + - "L0.245[244,245] 245ns 2mb |L0.245| " + - "L0.244[243,244] 244ns 2mb |L0.244| " + - "L0.243[242,243] 243ns 2mb |L0.243| " + - "L0.242[241,242] 242ns 2mb |L0.242| " + - "L0.241[240,241] 241ns 2mb |L0.241| " + - "L0.240[239,240] 240ns 2mb |L0.240| " + - "L0.239[238,239] 239ns 2mb |L0.239| " + - "L0.238[237,238] 238ns 2mb |L0.238| " + - "L0.237[236,237] 237ns 2mb |L0.237| " + - "L0.236[235,236] 236ns 2mb |L0.236| " + - "L0.235[234,235] 235ns 2mb |L0.235| " + - "L0.234[233,234] 234ns 2mb |L0.234| " + - "L0.233[232,233] 233ns 2mb |L0.233| " + - "L0.232[231,232] 232ns 2mb |L0.232| " + - "L0.231[230,231] 231ns 2mb |L0.231| " + - "L0.230[229,230] 230ns 2mb |L0.230| " + - "L0.229[228,229] 229ns 2mb |L0.229| " + - "L0.228[227,228] 228ns 2mb |L0.228| " + - "L0.227[226,227] 227ns 2mb |L0.227| " + - "L0.226[225,226] 226ns 2mb |L0.226| " + - "L0.225[224,225] 225ns 2mb |L0.225| " + - "L0.224[223,224] 224ns 2mb |L0.224| " + - "L0.223[222,223] 223ns 2mb |L0.223| " + - "L0.222[221,222] 222ns 2mb |L0.222| " + - "L0.221[220,221] 221ns 2mb |L0.221| " + - "L0.220[219,220] 220ns 2mb |L0.220| " + - "L0.219[218,219] 219ns 2mb |L0.219| " + - "L0.218[217,218] 218ns 2mb |L0.218| " + - "L0.217[216,217] 217ns 2mb |L0.217| " + - "L0.216[215,216] 216ns 2mb |L0.216| " + - "L0.215[214,215] 215ns 2mb |L0.215| " + - "L0.214[213,214] 214ns 2mb |L0.214| " + - "L0.213[212,213] 213ns 2mb |L0.213| " + - "L0.212[211,212] 212ns 2mb |L0.212| " + - "L0.211[210,211] 211ns 2mb |L0.211| " + - "L0.210[209,210] 210ns 2mb |L0.210| " + - "L0.209[208,209] 209ns 2mb |L0.209| " + - "L0.208[207,208] 208ns 2mb |L0.208| " + - "L0.207[206,207] 207ns 2mb |L0.207| " + - "L0.206[205,206] 206ns 2mb |L0.206| " + - "L0.205[204,205] 205ns 2mb |L0.205| " + - "L0.204[203,204] 204ns 2mb |L0.204| " + - "L0.203[202,203] 203ns 2mb |L0.203| " + - "L0.202[201,202] 202ns 2mb |L0.202| " + - "L0.201[200,201] 201ns 2mb |L0.201| " + - "L0.200[199,200] 200ns 2mb |L0.200| " + - "L0.199[198,199] 199ns 2mb |L0.199| " + - "L0.198[197,198] 198ns 2mb |L0.198| " + - "L0.197[196,197] 197ns 2mb |L0.197| " + - "L0.196[195,196] 196ns 2mb |L0.196| " + - "L0.195[194,195] 195ns 2mb |L0.195| " + - "L0.194[193,194] 194ns 2mb |L0.194| " + - "L0.193[192,193] 193ns 2mb|L0.193| " + - "L0.192[191,192] 192ns 2mb|L0.192| " + - "**** 2 Output Files (parquet_file_id not yet assigned), 195mb total:" - "L1 " - - "L1.300[253,288] 288ns 72mb |-------L1.300--------| " - - "L1.297[152,201] 250ns 100mb|------------L1.297------------| " - - "L1.299[202,252] 288ns 102mb |------------L1.299-------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 274mb total:" - - "L2 " - - "L2.?[152,202] 288ns 102mb|-------------L2.?--------------| " - - "L2.?[203,252] 288ns 100mb |-------------L2.?-------------| " - - "L2.?[253,288] 288ns 72mb |--------L2.?---------| " + - "L1.?[191,241] 288ns 101mb|--------------------L1.?--------------------| " + - "L1.?[242,288] 288ns 94mb |------------------L1.?------------------| " - "Committing partition 1:" - - " Soft Deleting 3 files: L1.297, L1.299, L1.300" - - " Creating 3 files" - - "**** Final Output Files (1.22gb written)" + - " Soft Deleting 98 files: L0.192, L0.193, L0.194, L0.195, L0.196, L0.197, L0.198, L0.199, L0.200, L0.201, L0.202, L0.203, L0.204, L0.205, L0.206, L0.207, L0.208, L0.209, L0.210, L0.211, L0.212, L0.213, L0.214, L0.215, L0.216, L0.217, L0.218, L0.219, L0.220, L0.221, L0.222, L0.223, L0.224, L0.225, L0.226, L0.227, L0.228, L0.229, L0.230, L0.231, L0.232, L0.233, L0.234, L0.235, L0.236, L0.237, L0.238, L0.239, L0.240, L0.241, L0.242, L0.243, L0.244, L0.245, L0.246, L0.247, L0.248, L0.249, L0.250, L0.251, L0.252, L0.253, L0.254, L0.255, L0.256, L0.257, L0.258, L0.259, L0.260, L0.261, L0.262, L0.263, L0.264, L0.265, L0.266, L0.267, L0.268, L0.269, L0.270, L0.271, L0.272, L0.273, L0.274, L0.275, L0.276, L0.277, L0.278, L0.279, L0.280, L0.281, L0.282, L0.283, L0.284, L0.285, L0.286, L0.287, L0.288, L0.292" + - " Creating 2 files" + - "Committing partition 1:" + - " Upgrading 6 files level to CompactionLevel::L2: L1.293, L1.294, L1.295, L1.296, L1.297, L1.298" + - "**** Final Output Files (580mb written)" - "L2 " - - "L2.293[0,50] 150ns 101mb |---L2.293----| " - - "L2.301[51,101] 250ns 102mb |---L2.301----| " - - "L2.302[102,151] 250ns 100mb |---L2.302----| " - - "L2.303[152,202] 288ns 102mb |---L2.303----| " - - "L2.304[203,252] 288ns 100mb |---L2.304----| " - - "L2.305[253,288] 288ns 72mb |-L2.305-| " + - "L2.293[0,50] 96ns 101mb |---L2.293----| " + - "L2.294[51,95] 96ns 90mb |--L2.294---| " + - "L2.295[96,146] 191ns 102mb |---L2.295----| " + - "L2.296[147,190] 191ns 88mb |--L2.296---| " + - "L2.297[191,241] 288ns 101mb |---L2.297----| " + - "L2.298[242,288] 288ns 94mb |---L2.298---| " "### ); } diff --git a/compactor/tests/layouts/many_files.rs b/compactor/tests/layouts/many_files.rs index 148d8c8116..599dc0a2b5 100644 --- a/compactor/tests/layouts/many_files.rs +++ b/compactor/tests/layouts/many_files.rs @@ -5725,23 +5725,21 @@ async fn l0s_needing_vertical_split() { - "L0.998[24,100] 1.02us |-----------------------------------------L0.998-----------------------------------------|" - "L0.999[24,100] 1.02us |-----------------------------------------L0.999-----------------------------------------|" - "L0.1000[24,100] 1.02us |----------------------------------------L0.1000-----------------------------------------|" - - "**** Final Output Files (4.32gb written)" + - "**** Final Output Files (2.63gb written)" - "L2 " - - "L2.6077[24,35] 1.02us 112mb|--L2.6077--| " - - "L2.6078[36,46] 1.02us 103mb |-L2.6078-| " - - "L2.6082[74,84] 1.02us 111mb |-L2.6082-| " - - "L2.6083[85,94] 1.02us 101mb |L2.6083-| " - - "L2.6085[47,57] 1.02us 107mb |-L2.6085-| " - - "L2.6086[58,67] 1.02us 97mb |L2.6086-| " - - "L2.6087[68,73] 1.02us 58mb |L2.6087| " - - "L2.6088[95,99] 1.02us 50mb |L2.6088|" - - "L2.6089[100,100] 1.02us 10mb |L2.6089|" + - "L2.6026[24,34] 1.02us 107mb|-L2.6026-| " + - "L2.6034[81,91] 1.02us 107mb |-L2.6034-| " + - "L2.6035[92,100] 1.02us 88mb |L2.6035| " + - "L2.6036[35,45] 1.02us 107mb |-L2.6036-| " + - "L2.6037[46,55] 1.02us 97mb |L2.6037-| " + - "L2.6038[56,63] 1.02us 78mb |L2.6038| " + - "L2.6039[64,74] 1.02us 107mb |-L2.6039-| " + - "L2.6040[75,80] 1.02us 58mb |L2.6040| " - "**** Breakdown of where bytes were written" - - 2.13gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - - 333mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) - - 417mb written by split(ReduceOverlap) + - 282mb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - 750mb written by compact(ManySmallFiles) - 750mb written by split(VerticalSplit) + - 916mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) "### ); } diff --git a/compactor/tests/layouts/single_timestamp.rs b/compactor/tests/layouts/single_timestamp.rs index 34526c49e2..df4e66908f 100644 --- a/compactor/tests/layouts/single_timestamp.rs +++ b/compactor/tests/layouts/single_timestamp.rs @@ -385,234 +385,54 @@ async fn many_medium_files_time_range_1() { - "Committing partition 1:" - " Soft Deleting 10 files: L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20" - " Creating 20 files" - - "**** Simulation run 12, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 165mb total:" + - "**** Simulation run 12, type=compact(TotalSizeLessThanMaxCompactSize). 11 Input Files, 300mb total:" - "L0 " + - "L0.42[100,100] 20ns 15mb |-----------------------------------------L0.42------------------------------------------|" + - "L0.40[100,100] 19ns 15mb |-----------------------------------------L0.40------------------------------------------|" + - "L0.38[100,100] 18ns 15mb |-----------------------------------------L0.38------------------------------------------|" + - "L0.36[100,100] 17ns 15mb |-----------------------------------------L0.36------------------------------------------|" + - "L0.34[100,100] 16ns 15mb |-----------------------------------------L0.34------------------------------------------|" + - "L0.32[100,100] 15ns 15mb |-----------------------------------------L0.32------------------------------------------|" + - "L0.30[100,100] 14ns 15mb |-----------------------------------------L0.30------------------------------------------|" + - "L0.28[100,100] 13ns 15mb |-----------------------------------------L0.28------------------------------------------|" + - "L0.26[100,100] 12ns 15mb |-----------------------------------------L0.26------------------------------------------|" - "L0.24[100,100] 11ns 15mb |-----------------------------------------L0.24------------------------------------------|" - "L1 " - "L1.22[100,100] 10ns 150mb|-----------------------------------------L1.22------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 165mb total:" - - "L1, all files 165mb " - - "L1.?[100,100] 11ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L1.22, L0.24" - - " Creating 1 files" - - "**** Simulation run 13, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 165mb total:" - - "L0 " - - "L0.25[101,101] 11ns 15mb |-----------------------------------------L0.25------------------------------------------|" - - "L1 " - - "L1.23[101,101] 10ns 150mb|-----------------------------------------L1.23------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 165mb total:" - - "L1, all files 165mb " - - "L1.?[101,101] 11ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L1.23, L0.25" - - " Creating 1 files" - - "**** Simulation run 14, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 180mb total:" - - "L0 " - - "L0.26[100,100] 12ns 15mb |-----------------------------------------L0.26------------------------------------------|" - - "L1 " - - "L1.44[100,100] 11ns 165mb|-----------------------------------------L1.44------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 180mb total:" - - "L1, all files 180mb " - - "L1.?[100,100] 12ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.26, L1.44" - - " Creating 1 files" - - "**** Simulation run 15, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 180mb total:" - - "L0 " - - "L0.27[101,101] 12ns 15mb |-----------------------------------------L0.27------------------------------------------|" - - "L1 " - - "L1.45[101,101] 11ns 165mb|-----------------------------------------L1.45------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 180mb total:" - - "L1, all files 180mb " - - "L1.?[101,101] 12ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.27, L1.45" - - " Creating 1 files" - - "**** Simulation run 16, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 195mb total:" - - "L0 " - - "L0.28[100,100] 13ns 15mb |-----------------------------------------L0.28------------------------------------------|" - - "L1 " - - "L1.46[100,100] 12ns 180mb|-----------------------------------------L1.46------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 195mb total:" - - "L1, all files 195mb " - - "L1.?[100,100] 13ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.28, L1.46" - - " Creating 1 files" - - "**** Simulation run 17, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 195mb total:" - - "L0 " - - "L0.29[101,101] 13ns 15mb |-----------------------------------------L0.29------------------------------------------|" - - "L1 " - - "L1.47[101,101] 12ns 180mb|-----------------------------------------L1.47------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 195mb total:" - - "L1, all files 195mb " - - "L1.?[101,101] 13ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.29, L1.47" - - " Creating 1 files" - - "**** Simulation run 18, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 210mb total:" - - "L0 " - - "L0.30[100,100] 14ns 15mb |-----------------------------------------L0.30------------------------------------------|" - - "L1 " - - "L1.48[100,100] 13ns 195mb|-----------------------------------------L1.48------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 210mb total:" - - "L1, all files 210mb " - - "L1.?[100,100] 14ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.30, L1.48" - - " Creating 1 files" - - "**** Simulation run 19, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 210mb total:" - - "L0 " - - "L0.31[101,101] 14ns 15mb |-----------------------------------------L0.31------------------------------------------|" - - "L1 " - - "L1.49[101,101] 13ns 195mb|-----------------------------------------L1.49------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 210mb total:" - - "L1, all files 210mb " - - "L1.?[101,101] 14ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.31, L1.49" - - " Creating 1 files" - - "**** Simulation run 20, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 225mb total:" - - "L0 " - - "L0.32[100,100] 15ns 15mb |-----------------------------------------L0.32------------------------------------------|" - - "L1 " - - "L1.50[100,100] 14ns 210mb|-----------------------------------------L1.50------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 225mb total:" - - "L1, all files 225mb " - - "L1.?[100,100] 15ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.32, L1.50" - - " Creating 1 files" - - "**** Simulation run 21, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 225mb total:" - - "L0 " - - "L0.33[101,101] 15ns 15mb |-----------------------------------------L0.33------------------------------------------|" - - "L1 " - - "L1.51[101,101] 14ns 210mb|-----------------------------------------L1.51------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 225mb total:" - - "L1, all files 225mb " - - "L1.?[101,101] 15ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.33, L1.51" - - " Creating 1 files" - - "**** Simulation run 22, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 240mb total:" - - "L0 " - - "L0.34[100,100] 16ns 15mb |-----------------------------------------L0.34------------------------------------------|" - - "L1 " - - "L1.52[100,100] 15ns 225mb|-----------------------------------------L1.52------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 240mb total:" - - "L1, all files 240mb " - - "L1.?[100,100] 16ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.34, L1.52" - - " Creating 1 files" - - "**** Simulation run 23, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 240mb total:" - - "L0 " - - "L0.35[101,101] 16ns 15mb |-----------------------------------------L0.35------------------------------------------|" - - "L1 " - - "L1.53[101,101] 15ns 225mb|-----------------------------------------L1.53------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 240mb total:" - - "L1, all files 240mb " - - "L1.?[101,101] 16ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.35, L1.53" - - " Creating 1 files" - - "**** Simulation run 24, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 255mb total:" - - "L0 " - - "L0.36[100,100] 17ns 15mb |-----------------------------------------L0.36------------------------------------------|" - - "L1 " - - "L1.54[100,100] 16ns 240mb|-----------------------------------------L1.54------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 255mb total:" - - "L1, all files 255mb " - - "L1.?[100,100] 17ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.36, L1.54" - - " Creating 1 files" - - "**** Simulation run 25, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 255mb total:" - - "L0 " - - "L0.37[101,101] 17ns 15mb |-----------------------------------------L0.37------------------------------------------|" - - "L1 " - - "L1.55[101,101] 16ns 240mb|-----------------------------------------L1.55------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 255mb total:" - - "L1, all files 255mb " - - "L1.?[101,101] 17ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.37, L1.55" - - " Creating 1 files" - - "**** Simulation run 26, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 270mb total:" - - "L0 " - - "L0.38[100,100] 18ns 15mb |-----------------------------------------L0.38------------------------------------------|" - - "L1 " - - "L1.56[100,100] 17ns 255mb|-----------------------------------------L1.56------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 270mb total:" - - "L1, all files 270mb " - - "L1.?[100,100] 18ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.38, L1.56" - - " Creating 1 files" - - "**** Simulation run 27, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 270mb total:" - - "L0 " - - "L0.39[101,101] 18ns 15mb |-----------------------------------------L0.39------------------------------------------|" - - "L1 " - - "L1.57[101,101] 17ns 255mb|-----------------------------------------L1.57------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 270mb total:" - - "L1, all files 270mb " - - "L1.?[101,101] 18ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.39, L1.57" - - " Creating 1 files" - - "**** Simulation run 28, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 285mb total:" - - "L0 " - - "L0.40[100,100] 19ns 15mb |-----------------------------------------L0.40------------------------------------------|" - - "L1 " - - "L1.58[100,100] 18ns 270mb|-----------------------------------------L1.58------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 285mb total:" - - "L1, all files 285mb " - - "L1.?[100,100] 19ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.40, L1.58" - - " Creating 1 files" - - "**** Simulation run 29, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 285mb total:" - - "L0 " - - "L0.41[101,101] 19ns 15mb |-----------------------------------------L0.41------------------------------------------|" - - "L1 " - - "L1.59[101,101] 18ns 270mb|-----------------------------------------L1.59------------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 285mb total:" - - "L1, all files 285mb " - - "L1.?[101,101] 19ns |------------------------------------------L1.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.41, L1.59" - - " Creating 1 files" - - "**** Simulation run 30, type=compact(FoundSubsetLessThanMaxCompactSize). 2 Input Files, 300mb total:" - - "L0 " - - "L0.42[100,100] 20ns 15mb |-----------------------------------------L0.42------------------------------------------|" - - "L1 " - - "L1.60[100,100] 19ns 285mb|-----------------------------------------L1.60------------------------------------------|" - "**** 1 Output Files (parquet_file_id not yet assigned), 300mb total:" - "L1, all files 300mb " - "L1.?[100,100] 20ns |------------------------------------------L1.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 2 files: L0.42, L1.60" + - " Soft Deleting 11 files: L1.22, L0.24, L0.26, L0.28, L0.30, L0.32, L0.34, L0.36, L0.38, L0.40, L0.42" - " Creating 1 files" - - "**** Simulation run 31, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 300mb total:" + - "**** Simulation run 13, type=compact(TotalSizeLessThanMaxCompactSize). 11 Input Files, 300mb total:" - "L0 " - "L0.43[101,101] 20ns 15mb |-----------------------------------------L0.43------------------------------------------|" + - "L0.41[101,101] 19ns 15mb |-----------------------------------------L0.41------------------------------------------|" + - "L0.39[101,101] 18ns 15mb |-----------------------------------------L0.39------------------------------------------|" + - "L0.37[101,101] 17ns 15mb |-----------------------------------------L0.37------------------------------------------|" + - "L0.35[101,101] 16ns 15mb |-----------------------------------------L0.35------------------------------------------|" + - "L0.33[101,101] 15ns 15mb |-----------------------------------------L0.33------------------------------------------|" + - "L0.31[101,101] 14ns 15mb |-----------------------------------------L0.31------------------------------------------|" + - "L0.29[101,101] 13ns 15mb |-----------------------------------------L0.29------------------------------------------|" + - "L0.27[101,101] 12ns 15mb |-----------------------------------------L0.27------------------------------------------|" + - "L0.25[101,101] 11ns 15mb |-----------------------------------------L0.25------------------------------------------|" - "L1 " - - "L1.61[101,101] 19ns 285mb|-----------------------------------------L1.61------------------------------------------|" + - "L1.23[101,101] 10ns 150mb|-----------------------------------------L1.23------------------------------------------|" - "**** 1 Output Files (parquet_file_id not yet assigned), 300mb total:" - "L1, all files 300mb " - "L1.?[101,101] 20ns |------------------------------------------L1.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 2 files: L0.43, L1.61" + - " Soft Deleting 11 files: L1.23, L0.25, L0.27, L0.29, L0.31, L0.33, L0.35, L0.37, L0.39, L0.41, L0.43" - " Creating 1 files" - "Committing partition 1:" - - " Upgrading 2 files level to CompactionLevel::L2: L1.62, L1.63" - - "**** Final Output Files (5.42gb written)" + - " Upgrading 2 files level to CompactionLevel::L2: L1.44, L1.45" + - "**** Final Output Files (1.46gb written)" - "L2, all files 300mb " - - "L2.62[100,100] 20ns |L2.62| " - - "L2.63[101,101] 20ns |L2.63|" - - "WARNING: file L2.62[100,100] 20ns 300mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.63[101,101] 20ns 300mb exceeds soft limit 100mb by more than 50%" + - "L2.44[100,100] 20ns |L2.44| " + - "L2.45[101,101] 20ns |L2.45|" + - "WARNING: file L2.44[100,100] 20ns 300mb exceeds soft limit 100mb by more than 50%" + - "WARNING: file L2.45[101,101] 20ns 300mb exceeds soft limit 100mb by more than 50%" "### ); } diff --git a/compactor/tests/layouts/stuck.rs b/compactor/tests/layouts/stuck.rs index 3a256c2cdd..e64490f11f 100644 --- a/compactor/tests/layouts/stuck.rs +++ b/compactor/tests/layouts/stuck.rs @@ -1112,93 +1112,92 @@ async fn stuck_l0() { - "L2.59[1686863759000000000,1686867839000000000] 1686928811.43s 96mb |--L2.59--| " - "L2.74[1686867899000000000,1686868319000000000] 1686928811.43s 14mb |L2.74| " - "L2.78[1686868379000000000,1686873599000000000] 1686928118.43s 39mb |---L2.78----| " - - "**** Final Output Files (39.99gb written)" - - "L1 " - - "L1.1571[1686873523813205150,1686873599000000000] 1686936871.55s 17mb |L1.1571|" + - "**** Final Output Files (26.51gb written)" - "L2 " - - "L2.1361[1686841379000000000,1686841840467058594] 1686936871.55s 100mb|L2.1361| " - - "L2.1362[1686841840467058595,1686842301934117188] 1686936871.55s 100mb |L2.1362| " - - "L2.1363[1686842301934117189,1686842591386145203] 1686936871.55s 63mb |L2.1363| " - - "L2.1364[1686842591386145204,1686843090698843823] 1686936871.55s 100mb |L2.1364| " - - "L2.1365[1686843090698843824,1686843590011542442] 1686936871.55s 100mb |L2.1365| " - - "L2.1366[1686843590011542443,1686843745696343410] 1686936871.55s 31mb |L2.1366| " - - "L2.1367[1686843745696343411,1686844315188287820] 1686936871.55s 100mb |L2.1367| " - - "L2.1368[1686844315188287821,1686844884680232229] 1686936871.55s 100mb |L2.1368| " - - "L2.1369[1686844884680232230,1686844915746875475] 1686936871.55s 5mb |L2.1369| " - - "L2.1370[1686844915746875476,1686845230410639574] 1686936871.55s 100mb |L2.1370| " - - "L2.1371[1686845230410639575,1686845545074403672] 1686936871.55s 100mb |L2.1371| " - - "L2.1372[1686845545074403673,1686845579000000000] 1686936871.55s 11mb |L2.1372| " - - "L2.1373[1686845579000000001,1686846102309907804] 1686936871.55s 100mb |L2.1373| " - - "L2.1374[1686846102309907805,1686846625619815607] 1686936871.55s 100mb |L2.1374| " - - "L2.1375[1686846625619815608,1686846797919763450] 1686936871.55s 33mb |L2.1375| " - - "L2.1376[1686846797919763451,1686847129227329927] 1686936871.55s 100mb |L2.1376| " - - "L2.1453[1686847129227329928,1686847439859251579] 1686936871.55s 100mb |L2.1453| " - - "L2.1454[1686847439859251580,1686847717990429774] 1686936871.55s 90mb |L2.1454| " - - "L2.1455[1686847717990429775,1686848189604391003] 1686936871.55s 100mb |L2.1455| " - - "L2.1456[1686848189604391004,1686848661218352231] 1686936871.55s 100mb |L2.1456| " - - "L2.1457[1686848661218352232,1686848823844071523] 1686936871.55s 34mb |L2.1457| " - - "L2.1458[1686848823844071524,1686849239625957845] 1686936871.55s 100mb |L2.1458| " - - "L2.1459[1686849239625957846,1686849655407844166] 1686936871.55s 100mb |L2.1459| " - - "L2.1460[1686849655407844167,1686849796980859548] 1686936871.55s 34mb |L2.1460| " - - "L2.1473[1686849796980859549,1686850334941630613] 1686936871.55s 100mb |L2.1473| " - - "L2.1474[1686850334941630614,1686850872902401677] 1686936871.55s 100mb |L2.1474| " - - "L2.1475[1686850872902401678,1686851329891861909] 1686936871.55s 85mb |L2.1475| " - - "L2.1498[1686851329891861910,1686851898950535674] 1686936871.55s 100mb |L2.1498| " - - "L2.1499[1686851898950535675,1686852414121657973] 1686936871.55s 91mb |L2.1499| " - - "L2.1500[1686852414121657974,1686852983180321624] 1686936871.55s 100mb |L2.1500| " - - "L2.1501[1686852983180321625,1686853526501537801] 1686936871.55s 95mb |L2.1501| " - - "L2.1502[1686853526501537802,1686853990473932574] 1686936871.55s 100mb |L2.1502| " - - "L2.1503[1686853990473932575,1686854454446327346] 1686936871.55s 100mb |L2.1503| " - - "L2.1504[1686854454446327347,1686854846069854244] 1686936871.55s 84mb |L2.1504| " - - "L2.1514[1686854846069854245,1686855346077232275] 1686936871.55s 100mb |L2.1514| " - - "L2.1515[1686855346077232276,1686855846084610305] 1686936871.55s 100mb |L2.1515| " - - "L2.1516[1686855846084610306,1686856086908066277] 1686936871.55s 48mb |L2.1516| " - - "L2.1517[1686856086908066278,1686856514343181399] 1686936871.55s 100mb |L2.1517| " - - "L2.1518[1686856514343181400,1686856941778296520] 1686936871.55s 100mb |L2.1518| " - - "L2.1519[1686856941778296521,1686857300034793367] 1686936871.55s 84mb |L2.1519| " - - "L2.1520[1686857300034793368,1686857675050961484] 1686936871.55s 100mb |L2.1520| " - - "L2.1521[1686857675050961485,1686858050067129600] 1686936871.55s 100mb |L2.1521| " - - "L2.1522[1686858050067129601,1686858119242533661] 1686936871.55s 18mb |L2.1522| " - - "L2.1526[1686858119242533662,1686858516341903177] 1686936871.55s 100mb |L2.1526| " - - "L2.1527[1686858516341903178,1686858913441272692] 1686936871.55s 100mb |L2.1527| " - - "L2.1528[1686858913441272693,1686859028336281227] 1686936871.55s 29mb |L2.1528| " - - "L2.1529[1686859028336281228,1686859520830892506] 1686936871.55s 100mb |L2.1529| " - - "L2.1530[1686859520830892507,1686860013325503784] 1686936871.55s 100mb |L2.1530| " - - "L2.1531[1686860013325503785,1686860292987309304] 1686936871.55s 57mb |L2.1531| " - - "L2.1532[1686860292987309305,1686860638865965986] 1686936871.55s 100mb |L2.1532| " - - "L2.1533[1686860638865965987,1686860984744622667] 1686936871.55s 100mb |L2.1533| " - - "L2.1534[1686860984744622668,1686861013144110463] 1686936871.55s 8mb |L2.1534| " - - "L2.1535[1686861013144110464,1686861337882976533] 1686936871.55s 100mb |L2.1535| " - - "L2.1536[1686861337882976534,1686861662621842602] 1686936871.55s 100mb |L2.1536| " - - "L2.1537[1686861662621842603,1686861977229903189] 1686936871.55s 97mb |L2.1537| " - - "L2.1538[1686861977229903190,1686862607332684221] 1686936871.55s 100mb |L2.1538| " - - "L2.1539[1686862607332684222,1686863237435465252] 1686936871.55s 100mb |L2.1539| " - - "L2.1540[1686863237435465253,1686863699000000000] 1686936871.55s 73mb |L2.1540| " - - "L2.1551[1686863699000000001,1686865146329435663] 1686936871.55s 100mb |L2.1551| " - - "L2.1552[1686865146329435664,1686866593658871325] 1686936871.55s 100mb |L2.1552| " - - "L2.1553[1686866593658871326,1686867839000000000] 1686936871.55s 86mb |L2.1553| " - - "L2.1554[1686867839000000001,1686868223000000000] 1686936871.55s 43mb |L2.1554| " - - "L2.1555[1686868223000000001,1686868319000000000] 1686936871.55s 11mb |L2.1555| " - - "L2.1569[1686873523813205150,1686873599000000000] 1686928118.43s 578kb |L2.1569|" - - "L2.1596[1686868319000000001,1686869146507785687] 1686936871.55s 100mb |L2.1596| " - - "L2.1597[1686869146507785688,1686869974015571373] 1686936871.55s 100mb |L2.1597| " - - "L2.1598[1686869974015571374,1686870213295397652] 1686936871.55s 29mb |L2.1598| " - - "L2.1599[1686870213295397653,1686870839343606383] 1686936871.55s 100mb |L2.1599| " - - "L2.1600[1686870839343606384,1686871465391815113] 1686936871.55s 100mb |L2.1600|" - - "L2.1601[1686871465391815114,1686871637746186969] 1686936871.55s 28mb |L2.1601|" - - "L2.1602[1686871637746186970,1686872024568482113] 1686936871.55s 100mb |L2.1602|" - - "L2.1603[1686872024568482114,1686872411390777256] 1686936871.55s 100mb |L2.1603|" - - "L2.1604[1686872411390777257,1686872474459361066] 1686936871.55s 16mb |L2.1604|" - - "L2.1605[1686872474459361067,1686872826181928952] 1686936871.55s 100mb |L2.1605|" - - "L2.1606[1686872826181928953,1686873177904496837] 1686936871.55s 100mb |L2.1606|" - - "L2.1607[1686873177904496838,1686873523813205149] 1686936871.55s 98mb |L2.1607|" + - "L2.1091[1686841379000000000,1686841897338459020] 1686936871.55s 100mb|L2.1091| " + - "L2.1092[1686841897338459021,1686842415676918040] 1686936871.55s 100mb |L2.1092| " + - "L2.1093[1686842415676918041,1686842839817089481] 1686936871.55s 82mb |L2.1093| " + - "L2.1094[1686842839817089482,1686843358155548375] 1686936871.55s 100mb |L2.1094| " + - "L2.1095[1686843358155548376,1686843876494007268] 1686936871.55s 100mb |L2.1095| " + - "L2.1096[1686843876494007269,1686843991432432431] 1686936871.55s 22mb |L2.1096| " + - "L2.1097[1686843991432432432,1686844509879093149] 1686936871.55s 100mb |L2.1097| " + - "L2.1098[1686844509879093150,1686845028325753866] 1686936871.55s 100mb |L2.1098| " + - "L2.1099[1686845028325753867,1686845452596633248] 1686936871.55s 82mb |L2.1099| " + - "L2.1100[1686845452596633249,1686845601719326649] 1686936871.55s 28mb |L2.1100| " + - "L2.1101[1686845601719326650,1686845638999999999] 1686936871.55s 7mb |L2.1101| " + - "L2.1131[1686845639000000000,1686846157293611501] 1686936871.55s 100mb |L2.1131| " + - "L2.1132[1686846157293611502,1686846675587223002] 1686936871.55s 100mb |L2.1132| " + - "L2.1133[1686846675587223003,1686847099876735470] 1686936871.55s 82mb |L2.1133| " + - "L2.1134[1686847099876735471,1686847618170347409] 1686936871.55s 100mb |L2.1134| " + - "L2.1135[1686847618170347410,1686848136463959347] 1686936871.55s 100mb |L2.1135| " + - "L2.1136[1686848136463959348,1686848251432432430] 1686936871.55s 22mb |L2.1136| " + - "L2.1137[1686848251432432431,1686848771011201758] 1686936871.55s 100mb |L2.1137| " + - "L2.1138[1686848771011201759,1686849290589971085] 1686936871.55s 100mb |L2.1138| " + - "L2.1139[1686849290589971086,1686849779000000000] 1686936871.55s 94mb |L2.1139| " + - "L2.1140[1686849779000000001,1686850296071388521] 1686936871.55s 100mb |L2.1140| " + - "L2.1141[1686850296071388522,1686850618999999999] 1686936871.55s 62mb |L2.1141| " + - "L2.1171[1686850619000000000,1686851138080106992] 1686936871.55s 100mb |L2.1171| " + - "L2.1172[1686851138080106993,1686851657160213984] 1686936871.55s 100mb |L2.1172| " + - "L2.1173[1686851657160213985,1686852082153160619] 1686936871.55s 82mb |L2.1173| " + - "L2.1174[1686852082153160620,1686852597705498172] 1686936871.55s 100mb |L2.1174| " + - "L2.1175[1686852597705498173,1686853113257835724] 1686936871.55s 100mb |L2.1175| " + - "L2.1176[1686853113257835725,1686853231432432430] 1686936871.55s 23mb |L2.1176| " + - "L2.1177[1686853231432432431,1686853749668309875] 1686936871.55s 100mb |L2.1177| " + - "L2.1178[1686853749668309876,1686854267904187319] 1686936871.55s 100mb |L2.1178| " + - "L2.1179[1686854267904187320,1686854694562036946] 1686936871.55s 82mb |L2.1179| " + - "L2.1180[1686854694562036947,1686854842112407388] 1686936871.55s 27mb |L2.1180| " + - "L2.1181[1686854842112407389,1686854878999999999] 1686936871.55s 7mb |L2.1181| " + - "L2.1211[1686854879000000000,1686855392351651525] 1686936871.55s 100mb |L2.1211| " + - "L2.1212[1686855392351651526,1686855905703303050] 1686936871.55s 100mb |L2.1212| " + - "L2.1213[1686855905703303051,1686856326663196472] 1686936871.55s 82mb |L2.1213| " + - "L2.1214[1686856326663196473,1686856834721369390] 1686936871.55s 100mb |L2.1214| " + - "L2.1215[1686856834721369391,1686857342779542307] 1686936871.55s 100mb |L2.1215| " + - "L2.1216[1686857342779542308,1686857491432432430] 1686936871.55s 29mb |L2.1216| " + - "L2.1217[1686857491432432431,1686858000732587742] 1686936871.55s 100mb |L2.1217| " + - "L2.1218[1686858000732587743,1686858510032743053] 1686936871.55s 100mb |L2.1218| " + - "L2.1219[1686858510032743054,1686859019000000000] 1686936871.55s 100mb |L2.1219| " + - "L2.1220[1686859019000000001,1686859450999999999] 1686936871.55s 86mb |L2.1220| " + - "L2.1221[1686859451000000000,1686859558999999999] 1686936871.55s 21mb |L2.1221| " + - "L2.1251[1686859559000000000,1686860066906201610] 1686936871.55s 100mb |L2.1251| " + - "L2.1252[1686860066906201611,1686860574812403220] 1686936871.55s 100mb |L2.1252| " + - "L2.1253[1686860574812403221,1686861006462323658] 1686936871.55s 85mb |L2.1253| " + - "L2.1254[1686861006462323659,1686861514368526128] 1686936871.55s 100mb |L2.1254| " + - "L2.1255[1686861514368526129,1686862022274728597] 1686936871.55s 100mb |L2.1255| " + - "L2.1256[1686862022274728598,1686862171432432430] 1686936871.55s 29mb |L2.1256| " + - "L2.1257[1686862171432432431,1686862680758220490] 1686936871.55s 100mb |L2.1257| " + - "L2.1258[1686862680758220491,1686863190084008549] 1686936871.55s 100mb |L2.1258| " + - "L2.1259[1686863190084008550,1686863699000000000] 1686936871.55s 100mb |L2.1259| " + - "L2.1260[1686863699000000001,1686863758999999999] 1686936871.55s 10mb |L2.1260| " + - "L2.1286[1686863759000000000,1686864303793314985] 1686936871.55s 100mb |L2.1286| " + - "L2.1287[1686864303793314986,1686864848586629970] 1686936871.55s 100mb |L2.1287| " + - "L2.1288[1686864848586629971,1686865291084361649] 1686936871.55s 81mb |L2.1288| " + - "L2.1289[1686865291084361650,1686865872354961156] 1686936871.55s 100mb |L2.1289| " + - "L2.1290[1686865872354961157,1686866371432432430] 1686936871.55s 86mb |L2.1290| " + - "L2.1291[1686866371432432431,1686866958717584080] 1686936871.55s 100mb |L2.1291| " + - "L2.1292[1686866958717584081,1686867546002735729] 1686936871.55s 100mb |L2.1292| " + - "L2.1293[1686867546002735730,1686867839000000000] 1686936871.55s 50mb |L2.1293| " + - "L2.1294[1686867839000000001,1686868270999999999] 1686936871.55s 77mb |L2.1294| " + - "L2.1295[1686868271000000000,1686868378999999999] 1686936871.55s 19mb |L2.1295| " + - "L2.1330[1686868379000000000,1686868907139596727] 1686936871.55s 100mb |L2.1330| " + - "L2.1331[1686868907139596728,1686869435279193454] 1686936871.55s 100mb |L2.1331| " + - "L2.1332[1686869435279193455,1686869781827739749] 1686936871.55s 66mb |L2.1332| " + - "L2.1333[1686869781827739750,1686870279605194252] 1686936871.55s 100mb |L2.1333| " + - "L2.1334[1686870279605194253,1686870777382648754] 1686936871.55s 100mb |L2.1334| " + - "L2.1335[1686870777382648755,1686870991432432430] 1686936871.55s 43mb |L2.1335|" + - "L2.1336[1686870991432432431,1686871482686369018] 1686936871.55s 100mb |L2.1336|" + - "L2.1337[1686871482686369019,1686871973940305605] 1686936871.55s 100mb |L2.1337|" + - "L2.1338[1686871973940305606,1686872370429245091] 1686936871.55s 81mb |L2.1338|" + - "L2.1339[1686872370429245092,1686872859940700313] 1686936871.55s 100mb |L2.1339|" + - "L2.1340[1686872859940700314,1686873349452155534] 1686936871.55s 100mb |L2.1340|" + - "L2.1341[1686873349452155535,1686873599000000000] 1686936871.55s 51mb |L2.1341|" - "**** Breakdown of where bytes were written" - - 20.12gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - - 415mb written by split(StartLevelOverlapsTooBig) - - 5.22gb written by compact(ManySmallFiles) - - 5.28gb written by split(VerticalSplit) - - 8.17gb written by split(ReduceOverlap) - - 812mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) + - 10mb written by compact(FoundSubsetLessThanMaxCompactSize) + - 4.51gb written by split(ReduceOverlap) + - 4.54gb written by compact(ManySmallFiles) + - 5.14gb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) + - 5.4gb written by split(VerticalSplit) + - 6.3gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) + - 623mb written by split(StartLevelOverlapsTooBig) "### ); } @@ -5505,213 +5504,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.201, L0.214, L0.227, L0.240, L0.253, L0.266, L0.279, L0.292, L0.305, L0.318, L0.331, L0.344, L0.357, L0.370, L0.383, L0.396, L0.409, L0.422, L0.435, L0.560" - " Creating 1 files" - - "**** Simulation run 201, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.573[20,161] 20ns |-----------------------------------------L0.573-----------------------------------------|" - - "L0.448[21,161] 21ns |----------------------------------------L0.448-----------------------------------------| " - - "L0.462[22,161] 22ns |----------------------------------------L0.462----------------------------------------| " - - "L0.476[23,161] 23ns |----------------------------------------L0.476----------------------------------------| " - - "L0.490[24,161] 24ns |---------------------------------------L0.490----------------------------------------| " - - "L0.504[25,161] 25ns |---------------------------------------L0.504---------------------------------------| " - - "L0.518[26,161] 26ns |---------------------------------------L0.518---------------------------------------| " - - "L0.532[27,161] 27ns |--------------------------------------L0.532---------------------------------------| " - - "L0.546[28,161] 28ns |--------------------------------------L0.546--------------------------------------| " - - "L0.587[29,161] 29ns |--------------------------------------L0.587--------------------------------------| " - - "L0.601[30,161] 30ns |-------------------------------------L0.601--------------------------------------| " - - "L0.615[31,161] 31ns |-------------------------------------L0.615-------------------------------------| " - - "L0.629[32,161] 32ns |-------------------------------------L0.629-------------------------------------| " - - "L0.643[33,161] 33ns |------------------------------------L0.643-------------------------------------| " - - "L0.657[34,161] 34ns |------------------------------------L0.657-------------------------------------| " - - "L0.671[35,161] 35ns |------------------------------------L0.671------------------------------------| " - - "L0.685[36,161] 36ns |-----------------------------------L0.685------------------------------------| " - - "L0.699[37,161] 37ns |-----------------------------------L0.699------------------------------------| " - - "L0.713[38,161] 38ns |-----------------------------------L0.713-----------------------------------| " - - "L0.727[39,161] 39ns |----------------------------------L0.727-----------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[20,161] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.448, L0.462, L0.476, L0.490, L0.504, L0.518, L0.532, L0.546, L0.573, L0.587, L0.601, L0.615, L0.629, L0.643, L0.657, L0.671, L0.685, L0.699, L0.713, L0.727" - - " Creating 1 files" - - "**** Simulation run 202, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.741[40,161] 40ns |----------------------------------------L0.741-----------------------------------------| " - - "L0.755[41,161] 41ns |----------------------------------------L0.755-----------------------------------------| " - - "L0.769[42,161] 42ns |----------------------------------------L0.769----------------------------------------| " - - "L0.783[43,161] 43ns |---------------------------------------L0.783----------------------------------------| " - - "L0.797[44,161] 44ns |---------------------------------------L0.797----------------------------------------| " - - "L0.811[45,161] 45ns |---------------------------------------L0.811---------------------------------------| " - - "L0.825[46,161] 46ns |--------------------------------------L0.825---------------------------------------| " - - "L0.839[47,161] 47ns |--------------------------------------L0.839--------------------------------------| " - - "L0.853[48,161] 48ns |--------------------------------------L0.853--------------------------------------| " - - "L0.867[49,161] 49ns |-------------------------------------L0.867--------------------------------------| " - - "L0.881[50,161] 50ns |-------------------------------------L0.881-------------------------------------| " - - "L0.895[51,161] 51ns |------------------------------------L0.895-------------------------------------| " - - "L0.909[52,161] 52ns |------------------------------------L0.909-------------------------------------| " - - "L0.923[53,161] 53ns |------------------------------------L0.923------------------------------------| " - - "L0.937[54,161] 54ns |-----------------------------------L0.937------------------------------------| " - - "L0.951[55,161] 55ns |-----------------------------------L0.951-----------------------------------| " - - "L0.965[56,161] 56ns |-----------------------------------L0.965-----------------------------------| " - - "L0.979[57,161] 57ns |----------------------------------L0.979-----------------------------------| " - - "L0.993[58,161] 58ns |----------------------------------L0.993----------------------------------| " - - "L0.1007[59,161] 59ns |---------------------------------L0.1007---------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[40,161] 59ns |-----------------------------------------L0.?------------------------------------------| " - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.741, L0.755, L0.769, L0.783, L0.797, L0.811, L0.825, L0.839, L0.853, L0.867, L0.881, L0.895, L0.909, L0.923, L0.937, L0.951, L0.965, L0.979, L0.993, L0.1007" - - " Creating 1 files" - - "**** Simulation run 203, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1021[60,161] 60ns |----------------------------------------L0.1021-----------------------------------------|" - - "L0.1035[61,161] 61ns |----------------------------------------L0.1035----------------------------------------| " - - "L0.1049[62,161] 62ns |---------------------------------------L0.1049----------------------------------------| " - - "L0.1063[63,161] 63ns |---------------------------------------L0.1063---------------------------------------| " - - "L0.1077[64,161] 64ns |--------------------------------------L0.1077---------------------------------------| " - - "L0.1091[65,161] 65ns |--------------------------------------L0.1091--------------------------------------| " - - "L0.1105[66,161] 66ns |-------------------------------------L0.1105--------------------------------------| " - - "L0.1119[67,161] 67ns |-------------------------------------L0.1119-------------------------------------| " - - "L0.1133[68,161] 68ns |------------------------------------L0.1133-------------------------------------| " - - "L0.1147[69,161] 69ns |------------------------------------L0.1147------------------------------------| " - - "L0.1161[70,161] 70ns |------------------------------------L0.1161------------------------------------| " - - "L0.1175[71,161] 71ns |-----------------------------------L0.1175------------------------------------| " - - "L0.1189[72,161] 72ns |-----------------------------------L0.1189-----------------------------------| " - - "L0.1203[73,161] 73ns |----------------------------------L0.1203-----------------------------------| " - - "L0.1217[74,161] 74ns |----------------------------------L0.1217----------------------------------| " - - "L0.1231[75,161] 75ns |---------------------------------L0.1231----------------------------------| " - - "L0.1245[76,161] 76ns |---------------------------------L0.1245---------------------------------| " - - "L0.1259[77,161] 77ns |--------------------------------L0.1259---------------------------------| " - - "L0.1273[78,161] 78ns |--------------------------------L0.1273--------------------------------| " - - "L0.1287[79,161] 79ns |--------------------------------L0.1287--------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[60,161] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1021, L0.1035, L0.1049, L0.1063, L0.1077, L0.1091, L0.1105, L0.1119, L0.1133, L0.1147, L0.1161, L0.1175, L0.1189, L0.1203, L0.1217, L0.1231, L0.1245, L0.1259, L0.1273, L0.1287" - - " Creating 1 files" - - "**** Simulation run 204, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1301[80,161] 80ns |----------------------------------------L0.1301-----------------------------------------|" - - "L0.1315[81,161] 81ns |---------------------------------------L0.1315----------------------------------------| " - - "L0.1329[82,161] 82ns |---------------------------------------L0.1329---------------------------------------| " - - "L0.1343[83,161] 83ns |--------------------------------------L0.1343---------------------------------------| " - - "L0.1357[84,161] 84ns |--------------------------------------L0.1357--------------------------------------| " - - "L0.1371[85,161] 85ns |-------------------------------------L0.1371--------------------------------------| " - - "L0.1385[86,161] 86ns |-------------------------------------L0.1385-------------------------------------| " - - "L0.1399[87,161] 87ns |------------------------------------L0.1399-------------------------------------| " - - "L0.1413[88,161] 88ns |------------------------------------L0.1413------------------------------------| " - - "L0.1427[89,161] 89ns |-----------------------------------L0.1427------------------------------------|" - - "L0.1441[90,161] 90ns |----------------------------------L0.1441-----------------------------------| " - - "L0.1455[91,161] 91ns |----------------------------------L0.1455----------------------------------| " - - "L0.1469[92,161] 92ns |---------------------------------L0.1469----------------------------------| " - - "L0.1483[93,161] 93ns |---------------------------------L0.1483---------------------------------| " - - "L0.1497[94,161] 94ns |--------------------------------L0.1497---------------------------------| " - - "L0.1511[95,161] 95ns |--------------------------------L0.1511--------------------------------| " - - "L0.1525[96,161] 96ns |-------------------------------L0.1525--------------------------------| " - - "L0.1539[97,161] 97ns |-------------------------------L0.1539-------------------------------| " - - "L0.1553[98,161] 98ns |------------------------------L0.1553-------------------------------|" - - "L0.1567[99,161] 99ns |-----------------------------L0.1567------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[80,161] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1301, L0.1315, L0.1329, L0.1343, L0.1357, L0.1371, L0.1385, L0.1399, L0.1413, L0.1427, L0.1441, L0.1455, L0.1469, L0.1483, L0.1497, L0.1511, L0.1525, L0.1539, L0.1553, L0.1567" - - " Creating 1 files" - - "**** Simulation run 205, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1581[100,161] 100ns |----------------------------------------L0.1581-----------------------------------------|" - - "L0.1595[101,161] 101ns |---------------------------------------L0.1595----------------------------------------| " - - "L0.1609[102,161] 102ns |---------------------------------------L0.1609---------------------------------------| " - - "L0.1623[103,161] 103ns |--------------------------------------L0.1623--------------------------------------| " - - "L0.1637[104,161] 104ns |-------------------------------------L0.1637--------------------------------------| " - - "L0.1651[105,161] 105ns |------------------------------------L0.1651-------------------------------------| " - - "L0.1665[106,161] 106ns |------------------------------------L0.1665------------------------------------| " - - "L0.1679[107,161] 107ns |-----------------------------------L0.1679-----------------------------------| " - - "L0.1693[108,161] 108ns |----------------------------------L0.1693-----------------------------------| " - - "L0.1707[109,161] 109ns |---------------------------------L0.1707----------------------------------| " - - "L0.1721[110,161] 110ns |---------------------------------L0.1721---------------------------------| " - - "L0.1735[111,161] 111ns |--------------------------------L0.1735--------------------------------| " - - "L0.1749[112,161] 112ns |-------------------------------L0.1749--------------------------------| " - - "L0.1763[113,161] 113ns |------------------------------L0.1763-------------------------------| " - - "L0.1777[114,161] 114ns |------------------------------L0.1777------------------------------| " - - "L0.1791[115,161] 115ns |-----------------------------L0.1791-----------------------------| " - - "L0.1805[116,161] 116ns |----------------------------L0.1805-----------------------------| " - - "L0.1819[117,161] 117ns |---------------------------L0.1819----------------------------| " - - "L0.1833[118,161] 118ns |---------------------------L0.1833---------------------------| " - - "L0.1847[119,161] 119ns |--------------------------L0.1847--------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[100,161] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1581, L0.1595, L0.1609, L0.1623, L0.1637, L0.1651, L0.1665, L0.1679, L0.1693, L0.1707, L0.1721, L0.1735, L0.1749, L0.1763, L0.1777, L0.1791, L0.1805, L0.1819, L0.1833, L0.1847" - - " Creating 1 files" - - "**** Simulation run 206, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1861[120,161] 120ns |----------------------------------------L0.1861-----------------------------------------|" - - "L0.1875[121,161] 121ns |---------------------------------------L0.1875---------------------------------------| " - - "L0.1889[122,161] 122ns |--------------------------------------L0.1889--------------------------------------| " - - "L0.1903[123,161] 123ns |-------------------------------------L0.1903-------------------------------------| " - - "L0.1917[124,161] 124ns |------------------------------------L0.1917------------------------------------| " - - "L0.1931[125,161] 125ns |-----------------------------------L0.1931-----------------------------------| " - - "L0.1945[126,161] 126ns |---------------------------------L0.1945----------------------------------| " - - "L0.1959[127,161] 127ns |--------------------------------L0.1959---------------------------------| " - - "L0.1973[128,161] 128ns |-------------------------------L0.1973--------------------------------| " - - "L0.1987[129,161] 129ns |------------------------------L0.1987-------------------------------| " - - "L0.2001[130,161] 130ns |-----------------------------L0.2001------------------------------| " - - "L0.2015[131,161] 131ns |----------------------------L0.2015----------------------------| " - - "L0.2029[132,161] 132ns |---------------------------L0.2029---------------------------| " - - "L0.2043[133,161] 133ns |--------------------------L0.2043--------------------------| " - - "L0.2057[134,161] 134ns |-------------------------L0.2057-------------------------| " - - "L0.2183[135,161] 135ns |------------------------L0.2183------------------------| " - - "L0.2197[136,161] 136ns |----------------------L0.2197-----------------------| " - - "L0.2071[137,161] 137ns |---------------------L0.2071----------------------| " - - "L0.2085[138,161] 138ns |--------------------L0.2085---------------------| " - - "L0.2099[139,161] 139ns |-------------------L0.2099--------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[120,161] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1861, L0.1875, L0.1889, L0.1903, L0.1917, L0.1931, L0.1945, L0.1959, L0.1973, L0.1987, L0.2001, L0.2015, L0.2029, L0.2043, L0.2057, L0.2071, L0.2085, L0.2099, L0.2183, L0.2197" - - " Creating 1 files" - - "**** Simulation run 207, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2113[140,161] 140ns |----------------------------------------L0.2113-----------------------------------------|" - - "L0.2127[141,161] 141ns |--------------------------------------L0.2127--------------------------------------| " - - "L0.2141[142,161] 142ns |------------------------------------L0.2141------------------------------------| " - - "L0.2155[143,161] 143ns |----------------------------------L0.2155----------------------------------| " - - "L0.2169[144,161] 144ns |-------------------------------L0.2169--------------------------------| " - - "L0.2211[145,161] 145ns |-----------------------------L0.2211------------------------------| " - - "L0.2225[146,161] 146ns |---------------------------L0.2225----------------------------| " - - "L0.2239[147,161] 147ns |-------------------------L0.2239--------------------------|" - - "L0.2253[148,161] 148ns |-----------------------L0.2253-----------------------| " - - "L0.2267[149,161] 149ns |---------------------L0.2267---------------------| " - - "L0.2281[150,161] 150ns |-------------------L0.2281-------------------| " - - "L0.2295[151,161] 151ns |----------------L0.2295-----------------| " - - "L0.2309[152,161] 152ns |--------------L0.2309---------------| " - - "L0.2323[153,161] 153ns |------------L0.2323-------------| " - - "L0.2337[154,161] 154ns |----------L0.2337-----------|" - - "L0.2351[155,161] 155ns |--------L0.2351--------| " - - "L0.2365[156,161] 156ns |------L0.2365------| " - - "L0.2379[157,161] 157ns |----L0.2379----| " - - "L0.2393[158,161] 158ns |-L0.2393--| " - - "L0.2407[159,161] 159ns |L0.2407|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[140,161] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2113, L0.2127, L0.2141, L0.2155, L0.2169, L0.2211, L0.2225, L0.2239, L0.2253, L0.2267, L0.2281, L0.2295, L0.2309, L0.2323, L0.2337, L0.2351, L0.2365, L0.2379, L0.2393, L0.2407" - - " Creating 1 files" - - "**** Simulation run 208, type=compact(ManySmallFiles). 2 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2421[160,161] 160ns |----------------------------------------L0.2421-----------------------------------------|" - - "L0.2435[161,161] 161ns |L0.2435|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[160,161] 161ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 2 files: L0.2421, L0.2435" - - " Creating 1 files" - - "**** Simulation run 209, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "**** Simulation run 201, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - "L0, all files 8mb " - "L0.202[162,321] 0ns |-----------------------------------------L0.202-----------------------------------------|" - "L0.215[162,321] 1ns |-----------------------------------------L0.215-----------------------------------------|" @@ -5739,203 +5532,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.202, L0.215, L0.228, L0.241, L0.254, L0.267, L0.280, L0.293, L0.306, L0.319, L0.332, L0.345, L0.358, L0.371, L0.384, L0.397, L0.410, L0.423, L0.436, L0.561" - " Creating 1 files" - - "**** Simulation run 210, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.574[162,321] 20ns |-----------------------------------------L0.574-----------------------------------------|" - - "L0.449[162,321] 21ns |-----------------------------------------L0.449-----------------------------------------|" - - "L0.463[162,321] 22ns |-----------------------------------------L0.463-----------------------------------------|" - - "L0.477[162,321] 23ns |-----------------------------------------L0.477-----------------------------------------|" - - "L0.491[162,321] 24ns |-----------------------------------------L0.491-----------------------------------------|" - - "L0.505[162,321] 25ns |-----------------------------------------L0.505-----------------------------------------|" - - "L0.519[162,321] 26ns |-----------------------------------------L0.519-----------------------------------------|" - - "L0.533[162,321] 27ns |-----------------------------------------L0.533-----------------------------------------|" - - "L0.547[162,321] 28ns |-----------------------------------------L0.547-----------------------------------------|" - - "L0.588[162,321] 29ns |-----------------------------------------L0.588-----------------------------------------|" - - "L0.602[162,321] 30ns |-----------------------------------------L0.602-----------------------------------------|" - - "L0.616[162,321] 31ns |-----------------------------------------L0.616-----------------------------------------|" - - "L0.630[162,321] 32ns |-----------------------------------------L0.630-----------------------------------------|" - - "L0.644[162,321] 33ns |-----------------------------------------L0.644-----------------------------------------|" - - "L0.658[162,321] 34ns |-----------------------------------------L0.658-----------------------------------------|" - - "L0.672[162,321] 35ns |-----------------------------------------L0.672-----------------------------------------|" - - "L0.686[162,321] 36ns |-----------------------------------------L0.686-----------------------------------------|" - - "L0.700[162,321] 37ns |-----------------------------------------L0.700-----------------------------------------|" - - "L0.714[162,321] 38ns |-----------------------------------------L0.714-----------------------------------------|" - - "L0.728[162,321] 39ns |-----------------------------------------L0.728-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[162,321] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.449, L0.463, L0.477, L0.491, L0.505, L0.519, L0.533, L0.547, L0.574, L0.588, L0.602, L0.616, L0.630, L0.644, L0.658, L0.672, L0.686, L0.700, L0.714, L0.728" - - " Creating 1 files" - - "**** Simulation run 211, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1302[162,321] 80ns |----------------------------------------L0.1302-----------------------------------------|" - - "L0.1316[162,321] 81ns |----------------------------------------L0.1316-----------------------------------------|" - - "L0.1330[162,321] 82ns |----------------------------------------L0.1330-----------------------------------------|" - - "L0.1344[162,321] 83ns |----------------------------------------L0.1344-----------------------------------------|" - - "L0.1358[162,321] 84ns |----------------------------------------L0.1358-----------------------------------------|" - - "L0.1372[162,321] 85ns |----------------------------------------L0.1372-----------------------------------------|" - - "L0.1386[162,321] 86ns |----------------------------------------L0.1386-----------------------------------------|" - - "L0.1400[162,321] 87ns |----------------------------------------L0.1400-----------------------------------------|" - - "L0.1414[162,321] 88ns |----------------------------------------L0.1414-----------------------------------------|" - - "L0.1428[162,321] 89ns |----------------------------------------L0.1428-----------------------------------------|" - - "L0.1442[162,321] 90ns |----------------------------------------L0.1442-----------------------------------------|" - - "L0.1456[162,321] 91ns |----------------------------------------L0.1456-----------------------------------------|" - - "L0.1470[162,321] 92ns |----------------------------------------L0.1470-----------------------------------------|" - - "L0.1484[162,321] 93ns |----------------------------------------L0.1484-----------------------------------------|" - - "L0.1498[162,321] 94ns |----------------------------------------L0.1498-----------------------------------------|" - - "L0.1512[162,321] 95ns |----------------------------------------L0.1512-----------------------------------------|" - - "L0.1526[162,321] 96ns |----------------------------------------L0.1526-----------------------------------------|" - - "L0.1540[162,321] 97ns |----------------------------------------L0.1540-----------------------------------------|" - - "L0.1554[162,321] 98ns |----------------------------------------L0.1554-----------------------------------------|" - - "L0.1568[162,321] 99ns |----------------------------------------L0.1568-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[162,321] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1302, L0.1316, L0.1330, L0.1344, L0.1358, L0.1372, L0.1386, L0.1400, L0.1414, L0.1428, L0.1442, L0.1456, L0.1470, L0.1484, L0.1498, L0.1512, L0.1526, L0.1540, L0.1554, L0.1568" - - " Creating 1 files" - - "**** Simulation run 212, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1582[162,321] 100ns |----------------------------------------L0.1582-----------------------------------------|" - - "L0.1596[162,321] 101ns |----------------------------------------L0.1596-----------------------------------------|" - - "L0.1610[162,321] 102ns |----------------------------------------L0.1610-----------------------------------------|" - - "L0.1624[162,321] 103ns |----------------------------------------L0.1624-----------------------------------------|" - - "L0.1638[162,321] 104ns |----------------------------------------L0.1638-----------------------------------------|" - - "L0.1652[162,321] 105ns |----------------------------------------L0.1652-----------------------------------------|" - - "L0.1666[162,321] 106ns |----------------------------------------L0.1666-----------------------------------------|" - - "L0.1680[162,321] 107ns |----------------------------------------L0.1680-----------------------------------------|" - - "L0.1694[162,321] 108ns |----------------------------------------L0.1694-----------------------------------------|" - - "L0.1708[162,321] 109ns |----------------------------------------L0.1708-----------------------------------------|" - - "L0.1722[162,321] 110ns |----------------------------------------L0.1722-----------------------------------------|" - - "L0.1736[162,321] 111ns |----------------------------------------L0.1736-----------------------------------------|" - - "L0.1750[162,321] 112ns |----------------------------------------L0.1750-----------------------------------------|" - - "L0.1764[162,321] 113ns |----------------------------------------L0.1764-----------------------------------------|" - - "L0.1778[162,321] 114ns |----------------------------------------L0.1778-----------------------------------------|" - - "L0.1792[162,321] 115ns |----------------------------------------L0.1792-----------------------------------------|" - - "L0.1806[162,321] 116ns |----------------------------------------L0.1806-----------------------------------------|" - - "L0.1820[162,321] 117ns |----------------------------------------L0.1820-----------------------------------------|" - - "L0.1834[162,321] 118ns |----------------------------------------L0.1834-----------------------------------------|" - - "L0.1848[162,321] 119ns |----------------------------------------L0.1848-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[162,321] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1582, L0.1596, L0.1610, L0.1624, L0.1638, L0.1652, L0.1666, L0.1680, L0.1694, L0.1708, L0.1722, L0.1736, L0.1750, L0.1764, L0.1778, L0.1792, L0.1806, L0.1820, L0.1834, L0.1848" - - " Creating 1 files" - - "**** Simulation run 213, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1862[162,321] 120ns |----------------------------------------L0.1862-----------------------------------------|" - - "L0.1876[162,321] 121ns |----------------------------------------L0.1876-----------------------------------------|" - - "L0.1890[162,321] 122ns |----------------------------------------L0.1890-----------------------------------------|" - - "L0.1904[162,321] 123ns |----------------------------------------L0.1904-----------------------------------------|" - - "L0.1918[162,321] 124ns |----------------------------------------L0.1918-----------------------------------------|" - - "L0.1932[162,321] 125ns |----------------------------------------L0.1932-----------------------------------------|" - - "L0.1946[162,321] 126ns |----------------------------------------L0.1946-----------------------------------------|" - - "L0.1960[162,321] 127ns |----------------------------------------L0.1960-----------------------------------------|" - - "L0.1974[162,321] 128ns |----------------------------------------L0.1974-----------------------------------------|" - - "L0.1988[162,321] 129ns |----------------------------------------L0.1988-----------------------------------------|" - - "L0.2002[162,321] 130ns |----------------------------------------L0.2002-----------------------------------------|" - - "L0.2016[162,321] 131ns |----------------------------------------L0.2016-----------------------------------------|" - - "L0.2030[162,321] 132ns |----------------------------------------L0.2030-----------------------------------------|" - - "L0.2044[162,321] 133ns |----------------------------------------L0.2044-----------------------------------------|" - - "L0.2058[162,321] 134ns |----------------------------------------L0.2058-----------------------------------------|" - - "L0.2184[162,321] 135ns |----------------------------------------L0.2184-----------------------------------------|" - - "L0.2198[162,321] 136ns |----------------------------------------L0.2198-----------------------------------------|" - - "L0.2072[162,321] 137ns |----------------------------------------L0.2072-----------------------------------------|" - - "L0.2086[162,321] 138ns |----------------------------------------L0.2086-----------------------------------------|" - - "L0.2100[162,321] 139ns |----------------------------------------L0.2100-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[162,321] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1862, L0.1876, L0.1890, L0.1904, L0.1918, L0.1932, L0.1946, L0.1960, L0.1974, L0.1988, L0.2002, L0.2016, L0.2030, L0.2044, L0.2058, L0.2072, L0.2086, L0.2100, L0.2184, L0.2198" - - " Creating 1 files" - - "**** Simulation run 214, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2114[162,321] 140ns |----------------------------------------L0.2114-----------------------------------------|" - - "L0.2128[162,321] 141ns |----------------------------------------L0.2128-----------------------------------------|" - - "L0.2142[162,321] 142ns |----------------------------------------L0.2142-----------------------------------------|" - - "L0.2156[162,321] 143ns |----------------------------------------L0.2156-----------------------------------------|" - - "L0.2170[162,321] 144ns |----------------------------------------L0.2170-----------------------------------------|" - - "L0.2212[162,321] 145ns |----------------------------------------L0.2212-----------------------------------------|" - - "L0.2226[162,321] 146ns |----------------------------------------L0.2226-----------------------------------------|" - - "L0.2240[162,321] 147ns |----------------------------------------L0.2240-----------------------------------------|" - - "L0.2254[162,321] 148ns |----------------------------------------L0.2254-----------------------------------------|" - - "L0.2268[162,321] 149ns |----------------------------------------L0.2268-----------------------------------------|" - - "L0.2282[162,321] 150ns |----------------------------------------L0.2282-----------------------------------------|" - - "L0.2296[162,321] 151ns |----------------------------------------L0.2296-----------------------------------------|" - - "L0.2310[162,321] 152ns |----------------------------------------L0.2310-----------------------------------------|" - - "L0.2324[162,321] 153ns |----------------------------------------L0.2324-----------------------------------------|" - - "L0.2338[162,321] 154ns |----------------------------------------L0.2338-----------------------------------------|" - - "L0.2352[162,321] 155ns |----------------------------------------L0.2352-----------------------------------------|" - - "L0.2366[162,321] 156ns |----------------------------------------L0.2366-----------------------------------------|" - - "L0.2380[162,321] 157ns |----------------------------------------L0.2380-----------------------------------------|" - - "L0.2394[162,321] 158ns |----------------------------------------L0.2394-----------------------------------------|" - - "L0.2408[162,321] 159ns |----------------------------------------L0.2408-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[162,321] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2114, L0.2128, L0.2142, L0.2156, L0.2170, L0.2212, L0.2226, L0.2240, L0.2254, L0.2268, L0.2282, L0.2296, L0.2310, L0.2324, L0.2338, L0.2352, L0.2366, L0.2380, L0.2394, L0.2408" - - " Creating 1 files" - - "**** Simulation run 215, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2422[162,321] 160ns |----------------------------------------L0.2422-----------------------------------------|" - - "L0.2436[162,321] 161ns |----------------------------------------L0.2436-----------------------------------------|" - - "L0.2449[162,321] 162ns |----------------------------------------L0.2449-----------------------------------------|" - - "L0.2462[163,321] 163ns |----------------------------------------L0.2462----------------------------------------| " - - "L0.2475[164,321] 164ns |---------------------------------------L0.2475----------------------------------------| " - - "L0.2488[165,321] 165ns |---------------------------------------L0.2488----------------------------------------| " - - "L0.2501[166,321] 166ns |---------------------------------------L0.2501---------------------------------------| " - - "L0.2514[167,321] 167ns |---------------------------------------L0.2514---------------------------------------| " - - "L0.2527[168,321] 168ns |--------------------------------------L0.2527---------------------------------------| " - - "L0.2540[169,321] 169ns |--------------------------------------L0.2540---------------------------------------| " - - "L0.2553[170,321] 170ns |--------------------------------------L0.2553--------------------------------------| " - - "L0.2566[171,321] 171ns |-------------------------------------L0.2566--------------------------------------| " - - "L0.2579[172,321] 172ns |-------------------------------------L0.2579--------------------------------------| " - - "L0.2592[173,321] 173ns |-------------------------------------L0.2592-------------------------------------| " - - "L0.2605[174,321] 174ns |-------------------------------------L0.2605-------------------------------------| " - - "L0.2618[175,321] 175ns |------------------------------------L0.2618-------------------------------------| " - - "L0.2631[176,321] 176ns |------------------------------------L0.2631-------------------------------------| " - - "L0.2644[177,321] 177ns |------------------------------------L0.2644------------------------------------| " - - "L0.2657[178,321] 178ns |-----------------------------------L0.2657------------------------------------| " - - "L0.2670[179,321] 179ns |-----------------------------------L0.2670------------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[162,321] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2422, L0.2436, L0.2449, L0.2462, L0.2475, L0.2488, L0.2501, L0.2514, L0.2527, L0.2540, L0.2553, L0.2566, L0.2579, L0.2592, L0.2605, L0.2618, L0.2631, L0.2644, L0.2657, L0.2670" - - " Creating 1 files" - - "**** Simulation run 216, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2683[180,321] 180ns |----------------------------------------L0.2683-----------------------------------------|" - - "L0.2696[181,321] 181ns |----------------------------------------L0.2696----------------------------------------| " - - "L0.2709[182,321] 182ns |---------------------------------------L0.2709----------------------------------------| " - - "L0.2722[183,321] 183ns |---------------------------------------L0.2722----------------------------------------| " - - "L0.2735[184,321] 184ns |---------------------------------------L0.2735---------------------------------------| " - - "L0.2748[185,321] 185ns |--------------------------------------L0.2748---------------------------------------| " - - "L0.2761[186,321] 186ns |--------------------------------------L0.2761---------------------------------------| " - - "L0.2774[187,321] 187ns |--------------------------------------L0.2774--------------------------------------| " - - "L0.2787[188,321] 188ns |-------------------------------------L0.2787--------------------------------------| " - - "L0.2800[189,321] 189ns |-------------------------------------L0.2800--------------------------------------| " - - "L0.2813[190,321] 190ns |-------------------------------------L0.2813-------------------------------------| " - - "L0.2826[191,321] 191ns |------------------------------------L0.2826-------------------------------------| " - - "L0.2839[192,321] 192ns |------------------------------------L0.2839-------------------------------------| " - - "L0.2852[193,321] 193ns |------------------------------------L0.2852------------------------------------| " - - "L0.2865[194,321] 194ns |------------------------------------L0.2865------------------------------------| " - - "L0.2878[195,321] 195ns |-----------------------------------L0.2878------------------------------------| " - - "L0.2891[196,321] 196ns |-----------------------------------L0.2891-----------------------------------| " - - "L0.2904[197,321] 197ns |-----------------------------------L0.2904-----------------------------------| " - - "L0.2917[198,321] 198ns |----------------------------------L0.2917-----------------------------------| " - - "L0.2930[199,321] 199ns |----------------------------------L0.2930----------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[180,321] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2683, L0.2696, L0.2709, L0.2722, L0.2735, L0.2748, L0.2761, L0.2774, L0.2787, L0.2800, L0.2813, L0.2826, L0.2839, L0.2852, L0.2865, L0.2878, L0.2891, L0.2904, L0.2917, L0.2930" - - " Creating 1 files" - - "**** Simulation run 217, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "**** Simulation run 202, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - "L0, all files 8mb " - "L0.203[322,481] 0ns |-----------------------------------------L0.203-----------------------------------------|" - "L0.216[322,481] 1ns |-----------------------------------------L0.216-----------------------------------------|" @@ -5963,315 +5560,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.203, L0.216, L0.229, L0.242, L0.255, L0.268, L0.281, L0.294, L0.307, L0.320, L0.333, L0.346, L0.359, L0.372, L0.385, L0.398, L0.411, L0.424, L0.437, L0.562" - " Creating 1 files" - - "**** Simulation run 218, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.575[322,481] 20ns |-----------------------------------------L0.575-----------------------------------------|" - - "L0.450[322,481] 21ns |-----------------------------------------L0.450-----------------------------------------|" - - "L0.464[322,481] 22ns |-----------------------------------------L0.464-----------------------------------------|" - - "L0.478[322,481] 23ns |-----------------------------------------L0.478-----------------------------------------|" - - "L0.492[322,481] 24ns |-----------------------------------------L0.492-----------------------------------------|" - - "L0.506[322,481] 25ns |-----------------------------------------L0.506-----------------------------------------|" - - "L0.520[322,481] 26ns |-----------------------------------------L0.520-----------------------------------------|" - - "L0.534[322,481] 27ns |-----------------------------------------L0.534-----------------------------------------|" - - "L0.548[322,481] 28ns |-----------------------------------------L0.548-----------------------------------------|" - - "L0.589[322,481] 29ns |-----------------------------------------L0.589-----------------------------------------|" - - "L0.603[322,481] 30ns |-----------------------------------------L0.603-----------------------------------------|" - - "L0.617[322,481] 31ns |-----------------------------------------L0.617-----------------------------------------|" - - "L0.631[322,481] 32ns |-----------------------------------------L0.631-----------------------------------------|" - - "L0.645[322,481] 33ns |-----------------------------------------L0.645-----------------------------------------|" - - "L0.659[322,481] 34ns |-----------------------------------------L0.659-----------------------------------------|" - - "L0.673[322,481] 35ns |-----------------------------------------L0.673-----------------------------------------|" - - "L0.687[322,481] 36ns |-----------------------------------------L0.687-----------------------------------------|" - - "L0.701[322,481] 37ns |-----------------------------------------L0.701-----------------------------------------|" - - "L0.715[322,481] 38ns |-----------------------------------------L0.715-----------------------------------------|" - - "L0.729[322,481] 39ns |-----------------------------------------L0.729-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[322,481] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.450, L0.464, L0.478, L0.492, L0.506, L0.520, L0.534, L0.548, L0.575, L0.589, L0.603, L0.617, L0.631, L0.645, L0.659, L0.673, L0.687, L0.701, L0.715, L0.729" - - " Creating 1 files" - - "**** Simulation run 219, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.742[162,321] 40ns |-----------------------------------------L0.742-----------------------------------------|" - - "L0.756[162,321] 41ns |-----------------------------------------L0.756-----------------------------------------|" - - "L0.770[162,321] 42ns |-----------------------------------------L0.770-----------------------------------------|" - - "L0.784[162,321] 43ns |-----------------------------------------L0.784-----------------------------------------|" - - "L0.798[162,321] 44ns |-----------------------------------------L0.798-----------------------------------------|" - - "L0.812[162,321] 45ns |-----------------------------------------L0.812-----------------------------------------|" - - "L0.826[162,321] 46ns |-----------------------------------------L0.826-----------------------------------------|" - - "L0.840[162,321] 47ns |-----------------------------------------L0.840-----------------------------------------|" - - "L0.854[162,321] 48ns |-----------------------------------------L0.854-----------------------------------------|" - - "L0.868[162,321] 49ns |-----------------------------------------L0.868-----------------------------------------|" - - "L0.882[162,321] 50ns |-----------------------------------------L0.882-----------------------------------------|" - - "L0.896[162,321] 51ns |-----------------------------------------L0.896-----------------------------------------|" - - "L0.910[162,321] 52ns |-----------------------------------------L0.910-----------------------------------------|" - - "L0.924[162,321] 53ns |-----------------------------------------L0.924-----------------------------------------|" - - "L0.938[162,321] 54ns |-----------------------------------------L0.938-----------------------------------------|" - - "L0.952[162,321] 55ns |-----------------------------------------L0.952-----------------------------------------|" - - "L0.966[162,321] 56ns |-----------------------------------------L0.966-----------------------------------------|" - - "L0.980[162,321] 57ns |-----------------------------------------L0.980-----------------------------------------|" - - "L0.994[162,321] 58ns |-----------------------------------------L0.994-----------------------------------------|" - - "L0.1008[162,321] 59ns |----------------------------------------L0.1008-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[162,321] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.742, L0.756, L0.770, L0.784, L0.798, L0.812, L0.826, L0.840, L0.854, L0.868, L0.882, L0.896, L0.910, L0.924, L0.938, L0.952, L0.966, L0.980, L0.994, L0.1008" - - " Creating 1 files" - - "**** Simulation run 220, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1022[162,321] 60ns |----------------------------------------L0.1022-----------------------------------------|" - - "L0.1036[162,321] 61ns |----------------------------------------L0.1036-----------------------------------------|" - - "L0.1050[162,321] 62ns |----------------------------------------L0.1050-----------------------------------------|" - - "L0.1064[162,321] 63ns |----------------------------------------L0.1064-----------------------------------------|" - - "L0.1078[162,321] 64ns |----------------------------------------L0.1078-----------------------------------------|" - - "L0.1092[162,321] 65ns |----------------------------------------L0.1092-----------------------------------------|" - - "L0.1106[162,321] 66ns |----------------------------------------L0.1106-----------------------------------------|" - - "L0.1120[162,321] 67ns |----------------------------------------L0.1120-----------------------------------------|" - - "L0.1134[162,321] 68ns |----------------------------------------L0.1134-----------------------------------------|" - - "L0.1148[162,321] 69ns |----------------------------------------L0.1148-----------------------------------------|" - - "L0.1162[162,321] 70ns |----------------------------------------L0.1162-----------------------------------------|" - - "L0.1176[162,321] 71ns |----------------------------------------L0.1176-----------------------------------------|" - - "L0.1190[162,321] 72ns |----------------------------------------L0.1190-----------------------------------------|" - - "L0.1204[162,321] 73ns |----------------------------------------L0.1204-----------------------------------------|" - - "L0.1218[162,321] 74ns |----------------------------------------L0.1218-----------------------------------------|" - - "L0.1232[162,321] 75ns |----------------------------------------L0.1232-----------------------------------------|" - - "L0.1246[162,321] 76ns |----------------------------------------L0.1246-----------------------------------------|" - - "L0.1260[162,321] 77ns |----------------------------------------L0.1260-----------------------------------------|" - - "L0.1274[162,321] 78ns |----------------------------------------L0.1274-----------------------------------------|" - - "L0.1288[162,321] 79ns |----------------------------------------L0.1288-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[162,321] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1022, L0.1036, L0.1050, L0.1064, L0.1078, L0.1092, L0.1106, L0.1120, L0.1134, L0.1148, L0.1162, L0.1176, L0.1190, L0.1204, L0.1218, L0.1232, L0.1246, L0.1260, L0.1274, L0.1288" - - " Creating 1 files" - - "**** Simulation run 221, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.743[322,481] 40ns |-----------------------------------------L0.743-----------------------------------------|" - - "L0.757[322,481] 41ns |-----------------------------------------L0.757-----------------------------------------|" - - "L0.771[322,481] 42ns |-----------------------------------------L0.771-----------------------------------------|" - - "L0.785[322,481] 43ns |-----------------------------------------L0.785-----------------------------------------|" - - "L0.799[322,481] 44ns |-----------------------------------------L0.799-----------------------------------------|" - - "L0.813[322,481] 45ns |-----------------------------------------L0.813-----------------------------------------|" - - "L0.827[322,481] 46ns |-----------------------------------------L0.827-----------------------------------------|" - - "L0.841[322,481] 47ns |-----------------------------------------L0.841-----------------------------------------|" - - "L0.855[322,481] 48ns |-----------------------------------------L0.855-----------------------------------------|" - - "L0.869[322,481] 49ns |-----------------------------------------L0.869-----------------------------------------|" - - "L0.883[322,481] 50ns |-----------------------------------------L0.883-----------------------------------------|" - - "L0.897[322,481] 51ns |-----------------------------------------L0.897-----------------------------------------|" - - "L0.911[322,481] 52ns |-----------------------------------------L0.911-----------------------------------------|" - - "L0.925[322,481] 53ns |-----------------------------------------L0.925-----------------------------------------|" - - "L0.939[322,481] 54ns |-----------------------------------------L0.939-----------------------------------------|" - - "L0.953[322,481] 55ns |-----------------------------------------L0.953-----------------------------------------|" - - "L0.967[322,481] 56ns |-----------------------------------------L0.967-----------------------------------------|" - - "L0.981[322,481] 57ns |-----------------------------------------L0.981-----------------------------------------|" - - "L0.995[322,481] 58ns |-----------------------------------------L0.995-----------------------------------------|" - - "L0.1009[322,481] 59ns |----------------------------------------L0.1009-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[322,481] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.743, L0.757, L0.771, L0.785, L0.799, L0.813, L0.827, L0.841, L0.855, L0.869, L0.883, L0.897, L0.911, L0.925, L0.939, L0.953, L0.967, L0.981, L0.995, L0.1009" - - " Creating 1 files" - - "**** Simulation run 222, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1023[322,481] 60ns |----------------------------------------L0.1023-----------------------------------------|" - - "L0.1037[322,481] 61ns |----------------------------------------L0.1037-----------------------------------------|" - - "L0.1051[322,481] 62ns |----------------------------------------L0.1051-----------------------------------------|" - - "L0.1065[322,481] 63ns |----------------------------------------L0.1065-----------------------------------------|" - - "L0.1079[322,481] 64ns |----------------------------------------L0.1079-----------------------------------------|" - - "L0.1093[322,481] 65ns |----------------------------------------L0.1093-----------------------------------------|" - - "L0.1107[322,481] 66ns |----------------------------------------L0.1107-----------------------------------------|" - - "L0.1121[322,481] 67ns |----------------------------------------L0.1121-----------------------------------------|" - - "L0.1135[322,481] 68ns |----------------------------------------L0.1135-----------------------------------------|" - - "L0.1149[322,481] 69ns |----------------------------------------L0.1149-----------------------------------------|" - - "L0.1163[322,481] 70ns |----------------------------------------L0.1163-----------------------------------------|" - - "L0.1177[322,481] 71ns |----------------------------------------L0.1177-----------------------------------------|" - - "L0.1191[322,481] 72ns |----------------------------------------L0.1191-----------------------------------------|" - - "L0.1205[322,481] 73ns |----------------------------------------L0.1205-----------------------------------------|" - - "L0.1219[322,481] 74ns |----------------------------------------L0.1219-----------------------------------------|" - - "L0.1233[322,481] 75ns |----------------------------------------L0.1233-----------------------------------------|" - - "L0.1247[322,481] 76ns |----------------------------------------L0.1247-----------------------------------------|" - - "L0.1261[322,481] 77ns |----------------------------------------L0.1261-----------------------------------------|" - - "L0.1275[322,481] 78ns |----------------------------------------L0.1275-----------------------------------------|" - - "L0.1289[322,481] 79ns |----------------------------------------L0.1289-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[322,481] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1023, L0.1037, L0.1051, L0.1065, L0.1079, L0.1093, L0.1107, L0.1121, L0.1135, L0.1149, L0.1163, L0.1177, L0.1191, L0.1205, L0.1219, L0.1233, L0.1247, L0.1261, L0.1275, L0.1289" - - " Creating 1 files" - - "**** Simulation run 223, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1303[322,481] 80ns |----------------------------------------L0.1303-----------------------------------------|" - - "L0.1317[322,481] 81ns |----------------------------------------L0.1317-----------------------------------------|" - - "L0.1331[322,481] 82ns |----------------------------------------L0.1331-----------------------------------------|" - - "L0.1345[322,481] 83ns |----------------------------------------L0.1345-----------------------------------------|" - - "L0.1359[322,481] 84ns |----------------------------------------L0.1359-----------------------------------------|" - - "L0.1373[322,481] 85ns |----------------------------------------L0.1373-----------------------------------------|" - - "L0.1387[322,481] 86ns |----------------------------------------L0.1387-----------------------------------------|" - - "L0.1401[322,481] 87ns |----------------------------------------L0.1401-----------------------------------------|" - - "L0.1415[322,481] 88ns |----------------------------------------L0.1415-----------------------------------------|" - - "L0.1429[322,481] 89ns |----------------------------------------L0.1429-----------------------------------------|" - - "L0.1443[322,481] 90ns |----------------------------------------L0.1443-----------------------------------------|" - - "L0.1457[322,481] 91ns |----------------------------------------L0.1457-----------------------------------------|" - - "L0.1471[322,481] 92ns |----------------------------------------L0.1471-----------------------------------------|" - - "L0.1485[322,481] 93ns |----------------------------------------L0.1485-----------------------------------------|" - - "L0.1499[322,481] 94ns |----------------------------------------L0.1499-----------------------------------------|" - - "L0.1513[322,481] 95ns |----------------------------------------L0.1513-----------------------------------------|" - - "L0.1527[322,481] 96ns |----------------------------------------L0.1527-----------------------------------------|" - - "L0.1541[322,481] 97ns |----------------------------------------L0.1541-----------------------------------------|" - - "L0.1555[322,481] 98ns |----------------------------------------L0.1555-----------------------------------------|" - - "L0.1569[322,481] 99ns |----------------------------------------L0.1569-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[322,481] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1303, L0.1317, L0.1331, L0.1345, L0.1359, L0.1373, L0.1387, L0.1401, L0.1415, L0.1429, L0.1443, L0.1457, L0.1471, L0.1485, L0.1499, L0.1513, L0.1527, L0.1541, L0.1555, L0.1569" - - " Creating 1 files" - - "**** Simulation run 224, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1583[322,481] 100ns |----------------------------------------L0.1583-----------------------------------------|" - - "L0.1597[322,481] 101ns |----------------------------------------L0.1597-----------------------------------------|" - - "L0.1611[322,481] 102ns |----------------------------------------L0.1611-----------------------------------------|" - - "L0.1625[322,481] 103ns |----------------------------------------L0.1625-----------------------------------------|" - - "L0.1639[322,481] 104ns |----------------------------------------L0.1639-----------------------------------------|" - - "L0.1653[322,481] 105ns |----------------------------------------L0.1653-----------------------------------------|" - - "L0.1667[322,481] 106ns |----------------------------------------L0.1667-----------------------------------------|" - - "L0.1681[322,481] 107ns |----------------------------------------L0.1681-----------------------------------------|" - - "L0.1695[322,481] 108ns |----------------------------------------L0.1695-----------------------------------------|" - - "L0.1709[322,481] 109ns |----------------------------------------L0.1709-----------------------------------------|" - - "L0.1723[322,481] 110ns |----------------------------------------L0.1723-----------------------------------------|" - - "L0.1737[322,481] 111ns |----------------------------------------L0.1737-----------------------------------------|" - - "L0.1751[322,481] 112ns |----------------------------------------L0.1751-----------------------------------------|" - - "L0.1765[322,481] 113ns |----------------------------------------L0.1765-----------------------------------------|" - - "L0.1779[322,481] 114ns |----------------------------------------L0.1779-----------------------------------------|" - - "L0.1793[322,481] 115ns |----------------------------------------L0.1793-----------------------------------------|" - - "L0.1807[322,481] 116ns |----------------------------------------L0.1807-----------------------------------------|" - - "L0.1821[322,481] 117ns |----------------------------------------L0.1821-----------------------------------------|" - - "L0.1835[322,481] 118ns |----------------------------------------L0.1835-----------------------------------------|" - - "L0.1849[322,481] 119ns |----------------------------------------L0.1849-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[322,481] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1583, L0.1597, L0.1611, L0.1625, L0.1639, L0.1653, L0.1667, L0.1681, L0.1695, L0.1709, L0.1723, L0.1737, L0.1751, L0.1765, L0.1779, L0.1793, L0.1807, L0.1821, L0.1835, L0.1849" - - " Creating 1 files" - - "**** Simulation run 225, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1863[322,481] 120ns |----------------------------------------L0.1863-----------------------------------------|" - - "L0.1877[322,481] 121ns |----------------------------------------L0.1877-----------------------------------------|" - - "L0.1891[322,481] 122ns |----------------------------------------L0.1891-----------------------------------------|" - - "L0.1905[322,481] 123ns |----------------------------------------L0.1905-----------------------------------------|" - - "L0.1919[322,481] 124ns |----------------------------------------L0.1919-----------------------------------------|" - - "L0.1933[322,481] 125ns |----------------------------------------L0.1933-----------------------------------------|" - - "L0.1947[322,481] 126ns |----------------------------------------L0.1947-----------------------------------------|" - - "L0.1961[322,481] 127ns |----------------------------------------L0.1961-----------------------------------------|" - - "L0.1975[322,481] 128ns |----------------------------------------L0.1975-----------------------------------------|" - - "L0.1989[322,481] 129ns |----------------------------------------L0.1989-----------------------------------------|" - - "L0.2003[322,481] 130ns |----------------------------------------L0.2003-----------------------------------------|" - - "L0.2017[322,481] 131ns |----------------------------------------L0.2017-----------------------------------------|" - - "L0.2031[322,481] 132ns |----------------------------------------L0.2031-----------------------------------------|" - - "L0.2045[322,481] 133ns |----------------------------------------L0.2045-----------------------------------------|" - - "L0.2059[322,481] 134ns |----------------------------------------L0.2059-----------------------------------------|" - - "L0.2185[322,481] 135ns |----------------------------------------L0.2185-----------------------------------------|" - - "L0.2199[322,481] 136ns |----------------------------------------L0.2199-----------------------------------------|" - - "L0.2073[322,481] 137ns |----------------------------------------L0.2073-----------------------------------------|" - - "L0.2087[322,481] 138ns |----------------------------------------L0.2087-----------------------------------------|" - - "L0.2101[322,481] 139ns |----------------------------------------L0.2101-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[322,481] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1863, L0.1877, L0.1891, L0.1905, L0.1919, L0.1933, L0.1947, L0.1961, L0.1975, L0.1989, L0.2003, L0.2017, L0.2031, L0.2045, L0.2059, L0.2073, L0.2087, L0.2101, L0.2185, L0.2199" - - " Creating 1 files" - - "**** Simulation run 226, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2115[322,481] 140ns |----------------------------------------L0.2115-----------------------------------------|" - - "L0.2129[322,481] 141ns |----------------------------------------L0.2129-----------------------------------------|" - - "L0.2143[322,481] 142ns |----------------------------------------L0.2143-----------------------------------------|" - - "L0.2157[322,481] 143ns |----------------------------------------L0.2157-----------------------------------------|" - - "L0.2171[322,481] 144ns |----------------------------------------L0.2171-----------------------------------------|" - - "L0.2213[322,481] 145ns |----------------------------------------L0.2213-----------------------------------------|" - - "L0.2227[322,481] 146ns |----------------------------------------L0.2227-----------------------------------------|" - - "L0.2241[322,481] 147ns |----------------------------------------L0.2241-----------------------------------------|" - - "L0.2255[322,481] 148ns |----------------------------------------L0.2255-----------------------------------------|" - - "L0.2269[322,481] 149ns |----------------------------------------L0.2269-----------------------------------------|" - - "L0.2283[322,481] 150ns |----------------------------------------L0.2283-----------------------------------------|" - - "L0.2297[322,481] 151ns |----------------------------------------L0.2297-----------------------------------------|" - - "L0.2311[322,481] 152ns |----------------------------------------L0.2311-----------------------------------------|" - - "L0.2325[322,481] 153ns |----------------------------------------L0.2325-----------------------------------------|" - - "L0.2339[322,481] 154ns |----------------------------------------L0.2339-----------------------------------------|" - - "L0.2353[322,481] 155ns |----------------------------------------L0.2353-----------------------------------------|" - - "L0.2367[322,481] 156ns |----------------------------------------L0.2367-----------------------------------------|" - - "L0.2381[322,481] 157ns |----------------------------------------L0.2381-----------------------------------------|" - - "L0.2395[322,481] 158ns |----------------------------------------L0.2395-----------------------------------------|" - - "L0.2409[322,481] 159ns |----------------------------------------L0.2409-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[322,481] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2115, L0.2129, L0.2143, L0.2157, L0.2171, L0.2213, L0.2227, L0.2241, L0.2255, L0.2269, L0.2283, L0.2297, L0.2311, L0.2325, L0.2339, L0.2353, L0.2367, L0.2381, L0.2395, L0.2409" - - " Creating 1 files" - - "**** Simulation run 227, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2423[322,481] 160ns |----------------------------------------L0.2423-----------------------------------------|" - - "L0.2437[322,481] 161ns |----------------------------------------L0.2437-----------------------------------------|" - - "L0.2450[322,481] 162ns |----------------------------------------L0.2450-----------------------------------------|" - - "L0.2463[322,481] 163ns |----------------------------------------L0.2463-----------------------------------------|" - - "L0.2476[322,481] 164ns |----------------------------------------L0.2476-----------------------------------------|" - - "L0.2489[322,481] 165ns |----------------------------------------L0.2489-----------------------------------------|" - - "L0.2502[322,481] 166ns |----------------------------------------L0.2502-----------------------------------------|" - - "L0.2515[322,481] 167ns |----------------------------------------L0.2515-----------------------------------------|" - - "L0.2528[322,481] 168ns |----------------------------------------L0.2528-----------------------------------------|" - - "L0.2541[322,481] 169ns |----------------------------------------L0.2541-----------------------------------------|" - - "L0.2554[322,481] 170ns |----------------------------------------L0.2554-----------------------------------------|" - - "L0.2567[322,481] 171ns |----------------------------------------L0.2567-----------------------------------------|" - - "L0.2580[322,481] 172ns |----------------------------------------L0.2580-----------------------------------------|" - - "L0.2593[322,481] 173ns |----------------------------------------L0.2593-----------------------------------------|" - - "L0.2606[322,481] 174ns |----------------------------------------L0.2606-----------------------------------------|" - - "L0.2619[322,481] 175ns |----------------------------------------L0.2619-----------------------------------------|" - - "L0.2632[322,481] 176ns |----------------------------------------L0.2632-----------------------------------------|" - - "L0.2645[322,481] 177ns |----------------------------------------L0.2645-----------------------------------------|" - - "L0.2658[322,481] 178ns |----------------------------------------L0.2658-----------------------------------------|" - - "L0.2671[322,481] 179ns |----------------------------------------L0.2671-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[322,481] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2423, L0.2437, L0.2450, L0.2463, L0.2476, L0.2489, L0.2502, L0.2515, L0.2528, L0.2541, L0.2554, L0.2567, L0.2580, L0.2593, L0.2606, L0.2619, L0.2632, L0.2645, L0.2658, L0.2671" - - " Creating 1 files" - - "**** Simulation run 228, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2684[322,481] 180ns |----------------------------------------L0.2684-----------------------------------------|" - - "L0.2697[322,481] 181ns |----------------------------------------L0.2697-----------------------------------------|" - - "L0.2710[322,481] 182ns |----------------------------------------L0.2710-----------------------------------------|" - - "L0.2723[322,481] 183ns |----------------------------------------L0.2723-----------------------------------------|" - - "L0.2736[322,481] 184ns |----------------------------------------L0.2736-----------------------------------------|" - - "L0.2749[322,481] 185ns |----------------------------------------L0.2749-----------------------------------------|" - - "L0.2762[322,481] 186ns |----------------------------------------L0.2762-----------------------------------------|" - - "L0.2775[322,481] 187ns |----------------------------------------L0.2775-----------------------------------------|" - - "L0.2788[322,481] 188ns |----------------------------------------L0.2788-----------------------------------------|" - - "L0.2801[322,481] 189ns |----------------------------------------L0.2801-----------------------------------------|" - - "L0.2814[322,481] 190ns |----------------------------------------L0.2814-----------------------------------------|" - - "L0.2827[322,481] 191ns |----------------------------------------L0.2827-----------------------------------------|" - - "L0.2840[322,481] 192ns |----------------------------------------L0.2840-----------------------------------------|" - - "L0.2853[322,481] 193ns |----------------------------------------L0.2853-----------------------------------------|" - - "L0.2866[322,481] 194ns |----------------------------------------L0.2866-----------------------------------------|" - - "L0.2879[322,481] 195ns |----------------------------------------L0.2879-----------------------------------------|" - - "L0.2892[322,481] 196ns |----------------------------------------L0.2892-----------------------------------------|" - - "L0.2905[322,481] 197ns |----------------------------------------L0.2905-----------------------------------------|" - - "L0.2918[322,481] 198ns |----------------------------------------L0.2918-----------------------------------------|" - - "L0.2931[322,481] 199ns |----------------------------------------L0.2931-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[322,481] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2684, L0.2697, L0.2710, L0.2723, L0.2736, L0.2749, L0.2762, L0.2775, L0.2788, L0.2801, L0.2814, L0.2827, L0.2840, L0.2853, L0.2866, L0.2879, L0.2892, L0.2905, L0.2918, L0.2931" - - " Creating 1 files" - - "**** Simulation run 229, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "**** Simulation run 203, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - "L0, all files 8mb " - "L0.204[482,641] 0ns |-----------------------------------------L0.204-----------------------------------------|" - "L0.217[482,641] 1ns |-----------------------------------------L0.217-----------------------------------------|" @@ -6299,231 +5588,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.204, L0.217, L0.230, L0.243, L0.256, L0.269, L0.282, L0.295, L0.308, L0.321, L0.334, L0.347, L0.360, L0.373, L0.386, L0.399, L0.412, L0.425, L0.438, L0.563" - " Creating 1 files" - - "**** Simulation run 230, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.576[482,641] 20ns |-----------------------------------------L0.576-----------------------------------------|" - - "L0.451[482,641] 21ns |-----------------------------------------L0.451-----------------------------------------|" - - "L0.465[482,641] 22ns |-----------------------------------------L0.465-----------------------------------------|" - - "L0.479[482,641] 23ns |-----------------------------------------L0.479-----------------------------------------|" - - "L0.493[482,641] 24ns |-----------------------------------------L0.493-----------------------------------------|" - - "L0.507[482,641] 25ns |-----------------------------------------L0.507-----------------------------------------|" - - "L0.521[482,641] 26ns |-----------------------------------------L0.521-----------------------------------------|" - - "L0.535[482,641] 27ns |-----------------------------------------L0.535-----------------------------------------|" - - "L0.549[482,641] 28ns |-----------------------------------------L0.549-----------------------------------------|" - - "L0.590[482,641] 29ns |-----------------------------------------L0.590-----------------------------------------|" - - "L0.604[482,641] 30ns |-----------------------------------------L0.604-----------------------------------------|" - - "L0.618[482,641] 31ns |-----------------------------------------L0.618-----------------------------------------|" - - "L0.632[482,641] 32ns |-----------------------------------------L0.632-----------------------------------------|" - - "L0.646[482,641] 33ns |-----------------------------------------L0.646-----------------------------------------|" - - "L0.660[482,641] 34ns |-----------------------------------------L0.660-----------------------------------------|" - - "L0.674[482,641] 35ns |-----------------------------------------L0.674-----------------------------------------|" - - "L0.688[482,641] 36ns |-----------------------------------------L0.688-----------------------------------------|" - - "L0.702[482,641] 37ns |-----------------------------------------L0.702-----------------------------------------|" - - "L0.716[482,641] 38ns |-----------------------------------------L0.716-----------------------------------------|" - - "L0.730[482,641] 39ns |-----------------------------------------L0.730-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[482,641] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.451, L0.465, L0.479, L0.493, L0.507, L0.521, L0.535, L0.549, L0.576, L0.590, L0.604, L0.618, L0.632, L0.646, L0.660, L0.674, L0.688, L0.702, L0.716, L0.730" - - " Creating 1 files" - - "**** Simulation run 231, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.744[482,641] 40ns |-----------------------------------------L0.744-----------------------------------------|" - - "L0.758[482,641] 41ns |-----------------------------------------L0.758-----------------------------------------|" - - "L0.772[482,641] 42ns |-----------------------------------------L0.772-----------------------------------------|" - - "L0.786[482,641] 43ns |-----------------------------------------L0.786-----------------------------------------|" - - "L0.800[482,641] 44ns |-----------------------------------------L0.800-----------------------------------------|" - - "L0.814[482,641] 45ns |-----------------------------------------L0.814-----------------------------------------|" - - "L0.828[482,641] 46ns |-----------------------------------------L0.828-----------------------------------------|" - - "L0.842[482,641] 47ns |-----------------------------------------L0.842-----------------------------------------|" - - "L0.856[482,641] 48ns |-----------------------------------------L0.856-----------------------------------------|" - - "L0.870[482,641] 49ns |-----------------------------------------L0.870-----------------------------------------|" - - "L0.884[482,641] 50ns |-----------------------------------------L0.884-----------------------------------------|" - - "L0.898[482,641] 51ns |-----------------------------------------L0.898-----------------------------------------|" - - "L0.912[482,641] 52ns |-----------------------------------------L0.912-----------------------------------------|" - - "L0.926[482,641] 53ns |-----------------------------------------L0.926-----------------------------------------|" - - "L0.940[482,641] 54ns |-----------------------------------------L0.940-----------------------------------------|" - - "L0.954[482,641] 55ns |-----------------------------------------L0.954-----------------------------------------|" - - "L0.968[482,641] 56ns |-----------------------------------------L0.968-----------------------------------------|" - - "L0.982[482,641] 57ns |-----------------------------------------L0.982-----------------------------------------|" - - "L0.996[482,641] 58ns |-----------------------------------------L0.996-----------------------------------------|" - - "L0.1010[482,641] 59ns |----------------------------------------L0.1010-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[482,641] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.744, L0.758, L0.772, L0.786, L0.800, L0.814, L0.828, L0.842, L0.856, L0.870, L0.884, L0.898, L0.912, L0.926, L0.940, L0.954, L0.968, L0.982, L0.996, L0.1010" - - " Creating 1 files" - - "**** Simulation run 232, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1024[482,641] 60ns |----------------------------------------L0.1024-----------------------------------------|" - - "L0.1038[482,641] 61ns |----------------------------------------L0.1038-----------------------------------------|" - - "L0.1052[482,641] 62ns |----------------------------------------L0.1052-----------------------------------------|" - - "L0.1066[482,641] 63ns |----------------------------------------L0.1066-----------------------------------------|" - - "L0.1080[482,641] 64ns |----------------------------------------L0.1080-----------------------------------------|" - - "L0.1094[482,641] 65ns |----------------------------------------L0.1094-----------------------------------------|" - - "L0.1108[482,641] 66ns |----------------------------------------L0.1108-----------------------------------------|" - - "L0.1122[482,641] 67ns |----------------------------------------L0.1122-----------------------------------------|" - - "L0.1136[482,641] 68ns |----------------------------------------L0.1136-----------------------------------------|" - - "L0.1150[482,641] 69ns |----------------------------------------L0.1150-----------------------------------------|" - - "L0.1164[482,641] 70ns |----------------------------------------L0.1164-----------------------------------------|" - - "L0.1178[482,641] 71ns |----------------------------------------L0.1178-----------------------------------------|" - - "L0.1192[482,641] 72ns |----------------------------------------L0.1192-----------------------------------------|" - - "L0.1206[482,641] 73ns |----------------------------------------L0.1206-----------------------------------------|" - - "L0.1220[482,641] 74ns |----------------------------------------L0.1220-----------------------------------------|" - - "L0.1234[482,641] 75ns |----------------------------------------L0.1234-----------------------------------------|" - - "L0.1248[482,641] 76ns |----------------------------------------L0.1248-----------------------------------------|" - - "L0.1262[482,641] 77ns |----------------------------------------L0.1262-----------------------------------------|" - - "L0.1276[482,641] 78ns |----------------------------------------L0.1276-----------------------------------------|" - - "L0.1290[482,641] 79ns |----------------------------------------L0.1290-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[482,641] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1024, L0.1038, L0.1052, L0.1066, L0.1080, L0.1094, L0.1108, L0.1122, L0.1136, L0.1150, L0.1164, L0.1178, L0.1192, L0.1206, L0.1220, L0.1234, L0.1248, L0.1262, L0.1276, L0.1290" - - " Creating 1 files" - - "**** Simulation run 233, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1304[482,641] 80ns |----------------------------------------L0.1304-----------------------------------------|" - - "L0.1318[482,641] 81ns |----------------------------------------L0.1318-----------------------------------------|" - - "L0.1332[482,641] 82ns |----------------------------------------L0.1332-----------------------------------------|" - - "L0.1346[482,641] 83ns |----------------------------------------L0.1346-----------------------------------------|" - - "L0.1360[482,641] 84ns |----------------------------------------L0.1360-----------------------------------------|" - - "L0.1374[482,641] 85ns |----------------------------------------L0.1374-----------------------------------------|" - - "L0.1388[482,641] 86ns |----------------------------------------L0.1388-----------------------------------------|" - - "L0.1402[482,641] 87ns |----------------------------------------L0.1402-----------------------------------------|" - - "L0.1416[482,641] 88ns |----------------------------------------L0.1416-----------------------------------------|" - - "L0.1430[482,641] 89ns |----------------------------------------L0.1430-----------------------------------------|" - - "L0.1444[482,641] 90ns |----------------------------------------L0.1444-----------------------------------------|" - - "L0.1458[482,641] 91ns |----------------------------------------L0.1458-----------------------------------------|" - - "L0.1472[482,641] 92ns |----------------------------------------L0.1472-----------------------------------------|" - - "L0.1486[482,641] 93ns |----------------------------------------L0.1486-----------------------------------------|" - - "L0.1500[482,641] 94ns |----------------------------------------L0.1500-----------------------------------------|" - - "L0.1514[482,641] 95ns |----------------------------------------L0.1514-----------------------------------------|" - - "L0.1528[482,641] 96ns |----------------------------------------L0.1528-----------------------------------------|" - - "L0.1542[482,641] 97ns |----------------------------------------L0.1542-----------------------------------------|" - - "L0.1556[482,641] 98ns |----------------------------------------L0.1556-----------------------------------------|" - - "L0.1570[482,641] 99ns |----------------------------------------L0.1570-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[482,641] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1304, L0.1318, L0.1332, L0.1346, L0.1360, L0.1374, L0.1388, L0.1402, L0.1416, L0.1430, L0.1444, L0.1458, L0.1472, L0.1486, L0.1500, L0.1514, L0.1528, L0.1542, L0.1556, L0.1570" - - " Creating 1 files" - - "**** Simulation run 234, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1584[482,641] 100ns |----------------------------------------L0.1584-----------------------------------------|" - - "L0.1598[482,641] 101ns |----------------------------------------L0.1598-----------------------------------------|" - - "L0.1612[482,641] 102ns |----------------------------------------L0.1612-----------------------------------------|" - - "L0.1626[482,641] 103ns |----------------------------------------L0.1626-----------------------------------------|" - - "L0.1640[482,641] 104ns |----------------------------------------L0.1640-----------------------------------------|" - - "L0.1654[482,641] 105ns |----------------------------------------L0.1654-----------------------------------------|" - - "L0.1668[482,641] 106ns |----------------------------------------L0.1668-----------------------------------------|" - - "L0.1682[482,641] 107ns |----------------------------------------L0.1682-----------------------------------------|" - - "L0.1696[482,641] 108ns |----------------------------------------L0.1696-----------------------------------------|" - - "L0.1710[482,641] 109ns |----------------------------------------L0.1710-----------------------------------------|" - - "L0.1724[482,641] 110ns |----------------------------------------L0.1724-----------------------------------------|" - - "L0.1738[482,641] 111ns |----------------------------------------L0.1738-----------------------------------------|" - - "L0.1752[482,641] 112ns |----------------------------------------L0.1752-----------------------------------------|" - - "L0.1766[482,641] 113ns |----------------------------------------L0.1766-----------------------------------------|" - - "L0.1780[482,641] 114ns |----------------------------------------L0.1780-----------------------------------------|" - - "L0.1794[482,641] 115ns |----------------------------------------L0.1794-----------------------------------------|" - - "L0.1808[482,641] 116ns |----------------------------------------L0.1808-----------------------------------------|" - - "L0.1822[482,641] 117ns |----------------------------------------L0.1822-----------------------------------------|" - - "L0.1836[482,641] 118ns |----------------------------------------L0.1836-----------------------------------------|" - - "L0.1850[482,641] 119ns |----------------------------------------L0.1850-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[482,641] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1584, L0.1598, L0.1612, L0.1626, L0.1640, L0.1654, L0.1668, L0.1682, L0.1696, L0.1710, L0.1724, L0.1738, L0.1752, L0.1766, L0.1780, L0.1794, L0.1808, L0.1822, L0.1836, L0.1850" - - " Creating 1 files" - - "**** Simulation run 235, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1864[482,641] 120ns |----------------------------------------L0.1864-----------------------------------------|" - - "L0.1878[482,641] 121ns |----------------------------------------L0.1878-----------------------------------------|" - - "L0.1892[482,641] 122ns |----------------------------------------L0.1892-----------------------------------------|" - - "L0.1906[482,641] 123ns |----------------------------------------L0.1906-----------------------------------------|" - - "L0.1920[482,641] 124ns |----------------------------------------L0.1920-----------------------------------------|" - - "L0.1934[482,641] 125ns |----------------------------------------L0.1934-----------------------------------------|" - - "L0.1948[482,641] 126ns |----------------------------------------L0.1948-----------------------------------------|" - - "L0.1962[482,641] 127ns |----------------------------------------L0.1962-----------------------------------------|" - - "L0.1976[482,641] 128ns |----------------------------------------L0.1976-----------------------------------------|" - - "L0.1990[482,641] 129ns |----------------------------------------L0.1990-----------------------------------------|" - - "L0.2004[482,641] 130ns |----------------------------------------L0.2004-----------------------------------------|" - - "L0.2018[482,641] 131ns |----------------------------------------L0.2018-----------------------------------------|" - - "L0.2032[482,641] 132ns |----------------------------------------L0.2032-----------------------------------------|" - - "L0.2046[482,641] 133ns |----------------------------------------L0.2046-----------------------------------------|" - - "L0.2060[482,641] 134ns |----------------------------------------L0.2060-----------------------------------------|" - - "L0.2186[482,641] 135ns |----------------------------------------L0.2186-----------------------------------------|" - - "L0.2200[482,641] 136ns |----------------------------------------L0.2200-----------------------------------------|" - - "L0.2074[482,641] 137ns |----------------------------------------L0.2074-----------------------------------------|" - - "L0.2088[482,641] 138ns |----------------------------------------L0.2088-----------------------------------------|" - - "L0.2102[482,641] 139ns |----------------------------------------L0.2102-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[482,641] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1864, L0.1878, L0.1892, L0.1906, L0.1920, L0.1934, L0.1948, L0.1962, L0.1976, L0.1990, L0.2004, L0.2018, L0.2032, L0.2046, L0.2060, L0.2074, L0.2088, L0.2102, L0.2186, L0.2200" - - " Creating 1 files" - - "**** Simulation run 236, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2116[482,641] 140ns |----------------------------------------L0.2116-----------------------------------------|" - - "L0.2130[482,641] 141ns |----------------------------------------L0.2130-----------------------------------------|" - - "L0.2144[482,641] 142ns |----------------------------------------L0.2144-----------------------------------------|" - - "L0.2158[482,641] 143ns |----------------------------------------L0.2158-----------------------------------------|" - - "L0.2172[482,641] 144ns |----------------------------------------L0.2172-----------------------------------------|" - - "L0.2214[482,641] 145ns |----------------------------------------L0.2214-----------------------------------------|" - - "L0.2228[482,641] 146ns |----------------------------------------L0.2228-----------------------------------------|" - - "L0.2242[482,641] 147ns |----------------------------------------L0.2242-----------------------------------------|" - - "L0.2256[482,641] 148ns |----------------------------------------L0.2256-----------------------------------------|" - - "L0.2270[482,641] 149ns |----------------------------------------L0.2270-----------------------------------------|" - - "L0.2284[482,641] 150ns |----------------------------------------L0.2284-----------------------------------------|" - - "L0.2298[482,641] 151ns |----------------------------------------L0.2298-----------------------------------------|" - - "L0.2312[482,641] 152ns |----------------------------------------L0.2312-----------------------------------------|" - - "L0.2326[482,641] 153ns |----------------------------------------L0.2326-----------------------------------------|" - - "L0.2340[482,641] 154ns |----------------------------------------L0.2340-----------------------------------------|" - - "L0.2354[482,641] 155ns |----------------------------------------L0.2354-----------------------------------------|" - - "L0.2368[482,641] 156ns |----------------------------------------L0.2368-----------------------------------------|" - - "L0.2382[482,641] 157ns |----------------------------------------L0.2382-----------------------------------------|" - - "L0.2396[482,641] 158ns |----------------------------------------L0.2396-----------------------------------------|" - - "L0.2410[482,641] 159ns |----------------------------------------L0.2410-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[482,641] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2116, L0.2130, L0.2144, L0.2158, L0.2172, L0.2214, L0.2228, L0.2242, L0.2256, L0.2270, L0.2284, L0.2298, L0.2312, L0.2326, L0.2340, L0.2354, L0.2368, L0.2382, L0.2396, L0.2410" - - " Creating 1 files" - - "**** Simulation run 237, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2685[482,641] 180ns |----------------------------------------L0.2685-----------------------------------------|" - - "L0.2698[482,641] 181ns |----------------------------------------L0.2698-----------------------------------------|" - - "L0.2711[482,641] 182ns |----------------------------------------L0.2711-----------------------------------------|" - - "L0.2724[482,641] 183ns |----------------------------------------L0.2724-----------------------------------------|" - - "L0.2737[482,641] 184ns |----------------------------------------L0.2737-----------------------------------------|" - - "L0.2750[482,641] 185ns |----------------------------------------L0.2750-----------------------------------------|" - - "L0.2763[482,641] 186ns |----------------------------------------L0.2763-----------------------------------------|" - - "L0.2776[482,641] 187ns |----------------------------------------L0.2776-----------------------------------------|" - - "L0.2789[482,641] 188ns |----------------------------------------L0.2789-----------------------------------------|" - - "L0.2802[482,641] 189ns |----------------------------------------L0.2802-----------------------------------------|" - - "L0.2815[482,641] 190ns |----------------------------------------L0.2815-----------------------------------------|" - - "L0.2828[482,641] 191ns |----------------------------------------L0.2828-----------------------------------------|" - - "L0.2841[482,641] 192ns |----------------------------------------L0.2841-----------------------------------------|" - - "L0.2854[482,641] 193ns |----------------------------------------L0.2854-----------------------------------------|" - - "L0.2867[482,641] 194ns |----------------------------------------L0.2867-----------------------------------------|" - - "L0.2880[482,641] 195ns |----------------------------------------L0.2880-----------------------------------------|" - - "L0.2893[482,641] 196ns |----------------------------------------L0.2893-----------------------------------------|" - - "L0.2906[482,641] 197ns |----------------------------------------L0.2906-----------------------------------------|" - - "L0.2919[482,641] 198ns |----------------------------------------L0.2919-----------------------------------------|" - - "L0.2932[482,641] 199ns |----------------------------------------L0.2932-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[482,641] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2685, L0.2698, L0.2711, L0.2724, L0.2737, L0.2750, L0.2763, L0.2776, L0.2789, L0.2802, L0.2815, L0.2828, L0.2841, L0.2854, L0.2867, L0.2880, L0.2893, L0.2906, L0.2919, L0.2932" - - " Creating 1 files" - - "**** Simulation run 238, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "**** Simulation run 204, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - "L0, all files 8mb " - "L0.205[642,801] 0ns |-----------------------------------------L0.205-----------------------------------------|" - "L0.218[642,801] 1ns |-----------------------------------------L0.218-----------------------------------------|" @@ -6551,287 +5616,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.205, L0.218, L0.231, L0.244, L0.257, L0.270, L0.283, L0.296, L0.309, L0.322, L0.335, L0.348, L0.361, L0.374, L0.387, L0.400, L0.413, L0.426, L0.439, L0.564" - " Creating 1 files" - - "**** Simulation run 239, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.577[642,801] 20ns |-----------------------------------------L0.577-----------------------------------------|" - - "L0.452[642,801] 21ns |-----------------------------------------L0.452-----------------------------------------|" - - "L0.466[642,801] 22ns |-----------------------------------------L0.466-----------------------------------------|" - - "L0.480[642,801] 23ns |-----------------------------------------L0.480-----------------------------------------|" - - "L0.494[642,801] 24ns |-----------------------------------------L0.494-----------------------------------------|" - - "L0.508[642,801] 25ns |-----------------------------------------L0.508-----------------------------------------|" - - "L0.522[642,801] 26ns |-----------------------------------------L0.522-----------------------------------------|" - - "L0.536[642,801] 27ns |-----------------------------------------L0.536-----------------------------------------|" - - "L0.550[642,801] 28ns |-----------------------------------------L0.550-----------------------------------------|" - - "L0.591[642,801] 29ns |-----------------------------------------L0.591-----------------------------------------|" - - "L0.605[642,801] 30ns |-----------------------------------------L0.605-----------------------------------------|" - - "L0.619[642,801] 31ns |-----------------------------------------L0.619-----------------------------------------|" - - "L0.633[642,801] 32ns |-----------------------------------------L0.633-----------------------------------------|" - - "L0.647[642,801] 33ns |-----------------------------------------L0.647-----------------------------------------|" - - "L0.661[642,801] 34ns |-----------------------------------------L0.661-----------------------------------------|" - - "L0.675[642,801] 35ns |-----------------------------------------L0.675-----------------------------------------|" - - "L0.689[642,801] 36ns |-----------------------------------------L0.689-----------------------------------------|" - - "L0.703[642,801] 37ns |-----------------------------------------L0.703-----------------------------------------|" - - "L0.717[642,801] 38ns |-----------------------------------------L0.717-----------------------------------------|" - - "L0.731[642,801] 39ns |-----------------------------------------L0.731-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[642,801] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.452, L0.466, L0.480, L0.494, L0.508, L0.522, L0.536, L0.550, L0.577, L0.591, L0.605, L0.619, L0.633, L0.647, L0.661, L0.675, L0.689, L0.703, L0.717, L0.731" - - " Creating 1 files" - - "**** Simulation run 240, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.745[642,801] 40ns |-----------------------------------------L0.745-----------------------------------------|" - - "L0.759[642,801] 41ns |-----------------------------------------L0.759-----------------------------------------|" - - "L0.773[642,801] 42ns |-----------------------------------------L0.773-----------------------------------------|" - - "L0.787[642,801] 43ns |-----------------------------------------L0.787-----------------------------------------|" - - "L0.801[642,801] 44ns |-----------------------------------------L0.801-----------------------------------------|" - - "L0.815[642,801] 45ns |-----------------------------------------L0.815-----------------------------------------|" - - "L0.829[642,801] 46ns |-----------------------------------------L0.829-----------------------------------------|" - - "L0.843[642,801] 47ns |-----------------------------------------L0.843-----------------------------------------|" - - "L0.857[642,801] 48ns |-----------------------------------------L0.857-----------------------------------------|" - - "L0.871[642,801] 49ns |-----------------------------------------L0.871-----------------------------------------|" - - "L0.885[642,801] 50ns |-----------------------------------------L0.885-----------------------------------------|" - - "L0.899[642,801] 51ns |-----------------------------------------L0.899-----------------------------------------|" - - "L0.913[642,801] 52ns |-----------------------------------------L0.913-----------------------------------------|" - - "L0.927[642,801] 53ns |-----------------------------------------L0.927-----------------------------------------|" - - "L0.941[642,801] 54ns |-----------------------------------------L0.941-----------------------------------------|" - - "L0.955[642,801] 55ns |-----------------------------------------L0.955-----------------------------------------|" - - "L0.969[642,801] 56ns |-----------------------------------------L0.969-----------------------------------------|" - - "L0.983[642,801] 57ns |-----------------------------------------L0.983-----------------------------------------|" - - "L0.997[642,801] 58ns |-----------------------------------------L0.997-----------------------------------------|" - - "L0.1011[642,801] 59ns |----------------------------------------L0.1011-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[642,801] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.745, L0.759, L0.773, L0.787, L0.801, L0.815, L0.829, L0.843, L0.857, L0.871, L0.885, L0.899, L0.913, L0.927, L0.941, L0.955, L0.969, L0.983, L0.997, L0.1011" - - " Creating 1 files" - - "**** Simulation run 241, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1025[642,801] 60ns |----------------------------------------L0.1025-----------------------------------------|" - - "L0.1039[642,801] 61ns |----------------------------------------L0.1039-----------------------------------------|" - - "L0.1053[642,801] 62ns |----------------------------------------L0.1053-----------------------------------------|" - - "L0.1067[642,801] 63ns |----------------------------------------L0.1067-----------------------------------------|" - - "L0.1081[642,801] 64ns |----------------------------------------L0.1081-----------------------------------------|" - - "L0.1095[642,801] 65ns |----------------------------------------L0.1095-----------------------------------------|" - - "L0.1109[642,801] 66ns |----------------------------------------L0.1109-----------------------------------------|" - - "L0.1123[642,801] 67ns |----------------------------------------L0.1123-----------------------------------------|" - - "L0.1137[642,801] 68ns |----------------------------------------L0.1137-----------------------------------------|" - - "L0.1151[642,801] 69ns |----------------------------------------L0.1151-----------------------------------------|" - - "L0.1165[642,801] 70ns |----------------------------------------L0.1165-----------------------------------------|" - - "L0.1179[642,801] 71ns |----------------------------------------L0.1179-----------------------------------------|" - - "L0.1193[642,801] 72ns |----------------------------------------L0.1193-----------------------------------------|" - - "L0.1207[642,801] 73ns |----------------------------------------L0.1207-----------------------------------------|" - - "L0.1221[642,801] 74ns |----------------------------------------L0.1221-----------------------------------------|" - - "L0.1235[642,801] 75ns |----------------------------------------L0.1235-----------------------------------------|" - - "L0.1249[642,801] 76ns |----------------------------------------L0.1249-----------------------------------------|" - - "L0.1263[642,801] 77ns |----------------------------------------L0.1263-----------------------------------------|" - - "L0.1277[642,801] 78ns |----------------------------------------L0.1277-----------------------------------------|" - - "L0.1291[642,801] 79ns |----------------------------------------L0.1291-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[642,801] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1025, L0.1039, L0.1053, L0.1067, L0.1081, L0.1095, L0.1109, L0.1123, L0.1137, L0.1151, L0.1165, L0.1179, L0.1193, L0.1207, L0.1221, L0.1235, L0.1249, L0.1263, L0.1277, L0.1291" - - " Creating 1 files" - - "**** Simulation run 242, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1305[642,801] 80ns |----------------------------------------L0.1305-----------------------------------------|" - - "L0.1319[642,801] 81ns |----------------------------------------L0.1319-----------------------------------------|" - - "L0.1333[642,801] 82ns |----------------------------------------L0.1333-----------------------------------------|" - - "L0.1347[642,801] 83ns |----------------------------------------L0.1347-----------------------------------------|" - - "L0.1361[642,801] 84ns |----------------------------------------L0.1361-----------------------------------------|" - - "L0.1375[642,801] 85ns |----------------------------------------L0.1375-----------------------------------------|" - - "L0.1389[642,801] 86ns |----------------------------------------L0.1389-----------------------------------------|" - - "L0.1403[642,801] 87ns |----------------------------------------L0.1403-----------------------------------------|" - - "L0.1417[642,801] 88ns |----------------------------------------L0.1417-----------------------------------------|" - - "L0.1431[642,801] 89ns |----------------------------------------L0.1431-----------------------------------------|" - - "L0.1445[642,801] 90ns |----------------------------------------L0.1445-----------------------------------------|" - - "L0.1459[642,801] 91ns |----------------------------------------L0.1459-----------------------------------------|" - - "L0.1473[642,801] 92ns |----------------------------------------L0.1473-----------------------------------------|" - - "L0.1487[642,801] 93ns |----------------------------------------L0.1487-----------------------------------------|" - - "L0.1501[642,801] 94ns |----------------------------------------L0.1501-----------------------------------------|" - - "L0.1515[642,801] 95ns |----------------------------------------L0.1515-----------------------------------------|" - - "L0.1529[642,801] 96ns |----------------------------------------L0.1529-----------------------------------------|" - - "L0.1543[642,801] 97ns |----------------------------------------L0.1543-----------------------------------------|" - - "L0.1557[642,801] 98ns |----------------------------------------L0.1557-----------------------------------------|" - - "L0.1571[642,801] 99ns |----------------------------------------L0.1571-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[642,801] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1305, L0.1319, L0.1333, L0.1347, L0.1361, L0.1375, L0.1389, L0.1403, L0.1417, L0.1431, L0.1445, L0.1459, L0.1473, L0.1487, L0.1501, L0.1515, L0.1529, L0.1543, L0.1557, L0.1571" - - " Creating 1 files" - - "**** Simulation run 243, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1585[642,801] 100ns |----------------------------------------L0.1585-----------------------------------------|" - - "L0.1599[642,801] 101ns |----------------------------------------L0.1599-----------------------------------------|" - - "L0.1613[642,801] 102ns |----------------------------------------L0.1613-----------------------------------------|" - - "L0.1627[642,801] 103ns |----------------------------------------L0.1627-----------------------------------------|" - - "L0.1641[642,801] 104ns |----------------------------------------L0.1641-----------------------------------------|" - - "L0.1655[642,801] 105ns |----------------------------------------L0.1655-----------------------------------------|" - - "L0.1669[642,801] 106ns |----------------------------------------L0.1669-----------------------------------------|" - - "L0.1683[642,801] 107ns |----------------------------------------L0.1683-----------------------------------------|" - - "L0.1697[642,801] 108ns |----------------------------------------L0.1697-----------------------------------------|" - - "L0.1711[642,801] 109ns |----------------------------------------L0.1711-----------------------------------------|" - - "L0.1725[642,801] 110ns |----------------------------------------L0.1725-----------------------------------------|" - - "L0.1739[642,801] 111ns |----------------------------------------L0.1739-----------------------------------------|" - - "L0.1753[642,801] 112ns |----------------------------------------L0.1753-----------------------------------------|" - - "L0.1767[642,801] 113ns |----------------------------------------L0.1767-----------------------------------------|" - - "L0.1781[642,801] 114ns |----------------------------------------L0.1781-----------------------------------------|" - - "L0.1795[642,801] 115ns |----------------------------------------L0.1795-----------------------------------------|" - - "L0.1809[642,801] 116ns |----------------------------------------L0.1809-----------------------------------------|" - - "L0.1823[642,801] 117ns |----------------------------------------L0.1823-----------------------------------------|" - - "L0.1837[642,801] 118ns |----------------------------------------L0.1837-----------------------------------------|" - - "L0.1851[642,801] 119ns |----------------------------------------L0.1851-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[642,801] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1585, L0.1599, L0.1613, L0.1627, L0.1641, L0.1655, L0.1669, L0.1683, L0.1697, L0.1711, L0.1725, L0.1739, L0.1753, L0.1767, L0.1781, L0.1795, L0.1809, L0.1823, L0.1837, L0.1851" - - " Creating 1 files" - - "**** Simulation run 244, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1865[642,801] 120ns |----------------------------------------L0.1865-----------------------------------------|" - - "L0.1879[642,801] 121ns |----------------------------------------L0.1879-----------------------------------------|" - - "L0.1893[642,801] 122ns |----------------------------------------L0.1893-----------------------------------------|" - - "L0.1907[642,801] 123ns |----------------------------------------L0.1907-----------------------------------------|" - - "L0.1921[642,801] 124ns |----------------------------------------L0.1921-----------------------------------------|" - - "L0.1935[642,801] 125ns |----------------------------------------L0.1935-----------------------------------------|" - - "L0.1949[642,801] 126ns |----------------------------------------L0.1949-----------------------------------------|" - - "L0.1963[642,801] 127ns |----------------------------------------L0.1963-----------------------------------------|" - - "L0.1977[642,801] 128ns |----------------------------------------L0.1977-----------------------------------------|" - - "L0.1991[642,801] 129ns |----------------------------------------L0.1991-----------------------------------------|" - - "L0.2005[642,801] 130ns |----------------------------------------L0.2005-----------------------------------------|" - - "L0.2019[642,801] 131ns |----------------------------------------L0.2019-----------------------------------------|" - - "L0.2033[642,801] 132ns |----------------------------------------L0.2033-----------------------------------------|" - - "L0.2047[642,801] 133ns |----------------------------------------L0.2047-----------------------------------------|" - - "L0.2061[642,801] 134ns |----------------------------------------L0.2061-----------------------------------------|" - - "L0.2187[642,801] 135ns |----------------------------------------L0.2187-----------------------------------------|" - - "L0.2201[642,801] 136ns |----------------------------------------L0.2201-----------------------------------------|" - - "L0.2075[642,801] 137ns |----------------------------------------L0.2075-----------------------------------------|" - - "L0.2089[642,801] 138ns |----------------------------------------L0.2089-----------------------------------------|" - - "L0.2103[642,801] 139ns |----------------------------------------L0.2103-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[642,801] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1865, L0.1879, L0.1893, L0.1907, L0.1921, L0.1935, L0.1949, L0.1963, L0.1977, L0.1991, L0.2005, L0.2019, L0.2033, L0.2047, L0.2061, L0.2075, L0.2089, L0.2103, L0.2187, L0.2201" - - " Creating 1 files" - - "**** Simulation run 245, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2424[482,641] 160ns |----------------------------------------L0.2424-----------------------------------------|" - - "L0.2438[482,641] 161ns |----------------------------------------L0.2438-----------------------------------------|" - - "L0.2451[482,641] 162ns |----------------------------------------L0.2451-----------------------------------------|" - - "L0.2464[482,641] 163ns |----------------------------------------L0.2464-----------------------------------------|" - - "L0.2477[482,641] 164ns |----------------------------------------L0.2477-----------------------------------------|" - - "L0.2490[482,641] 165ns |----------------------------------------L0.2490-----------------------------------------|" - - "L0.2503[482,641] 166ns |----------------------------------------L0.2503-----------------------------------------|" - - "L0.2516[482,641] 167ns |----------------------------------------L0.2516-----------------------------------------|" - - "L0.2529[482,641] 168ns |----------------------------------------L0.2529-----------------------------------------|" - - "L0.2542[482,641] 169ns |----------------------------------------L0.2542-----------------------------------------|" - - "L0.2555[482,641] 170ns |----------------------------------------L0.2555-----------------------------------------|" - - "L0.2568[482,641] 171ns |----------------------------------------L0.2568-----------------------------------------|" - - "L0.2581[482,641] 172ns |----------------------------------------L0.2581-----------------------------------------|" - - "L0.2594[482,641] 173ns |----------------------------------------L0.2594-----------------------------------------|" - - "L0.2607[482,641] 174ns |----------------------------------------L0.2607-----------------------------------------|" - - "L0.2620[482,641] 175ns |----------------------------------------L0.2620-----------------------------------------|" - - "L0.2633[482,641] 176ns |----------------------------------------L0.2633-----------------------------------------|" - - "L0.2646[482,641] 177ns |----------------------------------------L0.2646-----------------------------------------|" - - "L0.2659[482,641] 178ns |----------------------------------------L0.2659-----------------------------------------|" - - "L0.2672[482,641] 179ns |----------------------------------------L0.2672-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[482,641] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2424, L0.2438, L0.2451, L0.2464, L0.2477, L0.2490, L0.2503, L0.2516, L0.2529, L0.2542, L0.2555, L0.2568, L0.2581, L0.2594, L0.2607, L0.2620, L0.2633, L0.2646, L0.2659, L0.2672" - - " Creating 1 files" - - "**** Simulation run 246, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2117[642,801] 140ns |----------------------------------------L0.2117-----------------------------------------|" - - "L0.2131[642,801] 141ns |----------------------------------------L0.2131-----------------------------------------|" - - "L0.2145[642,801] 142ns |----------------------------------------L0.2145-----------------------------------------|" - - "L0.2159[642,801] 143ns |----------------------------------------L0.2159-----------------------------------------|" - - "L0.2173[642,801] 144ns |----------------------------------------L0.2173-----------------------------------------|" - - "L0.2215[642,801] 145ns |----------------------------------------L0.2215-----------------------------------------|" - - "L0.2229[642,801] 146ns |----------------------------------------L0.2229-----------------------------------------|" - - "L0.2243[642,801] 147ns |----------------------------------------L0.2243-----------------------------------------|" - - "L0.2257[642,801] 148ns |----------------------------------------L0.2257-----------------------------------------|" - - "L0.2271[642,801] 149ns |----------------------------------------L0.2271-----------------------------------------|" - - "L0.2285[642,801] 150ns |----------------------------------------L0.2285-----------------------------------------|" - - "L0.2299[642,801] 151ns |----------------------------------------L0.2299-----------------------------------------|" - - "L0.2313[642,801] 152ns |----------------------------------------L0.2313-----------------------------------------|" - - "L0.2327[642,801] 153ns |----------------------------------------L0.2327-----------------------------------------|" - - "L0.2341[642,801] 154ns |----------------------------------------L0.2341-----------------------------------------|" - - "L0.2355[642,801] 155ns |----------------------------------------L0.2355-----------------------------------------|" - - "L0.2369[642,801] 156ns |----------------------------------------L0.2369-----------------------------------------|" - - "L0.2383[642,801] 157ns |----------------------------------------L0.2383-----------------------------------------|" - - "L0.2397[642,801] 158ns |----------------------------------------L0.2397-----------------------------------------|" - - "L0.2411[642,801] 159ns |----------------------------------------L0.2411-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[642,801] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2117, L0.2131, L0.2145, L0.2159, L0.2173, L0.2215, L0.2229, L0.2243, L0.2257, L0.2271, L0.2285, L0.2299, L0.2313, L0.2327, L0.2341, L0.2355, L0.2369, L0.2383, L0.2397, L0.2411" - - " Creating 1 files" - - "**** Simulation run 247, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2425[642,801] 160ns |----------------------------------------L0.2425-----------------------------------------|" - - "L0.2439[642,801] 161ns |----------------------------------------L0.2439-----------------------------------------|" - - "L0.2452[642,801] 162ns |----------------------------------------L0.2452-----------------------------------------|" - - "L0.2465[642,801] 163ns |----------------------------------------L0.2465-----------------------------------------|" - - "L0.2478[642,801] 164ns |----------------------------------------L0.2478-----------------------------------------|" - - "L0.2491[642,801] 165ns |----------------------------------------L0.2491-----------------------------------------|" - - "L0.2504[642,801] 166ns |----------------------------------------L0.2504-----------------------------------------|" - - "L0.2517[642,801] 167ns |----------------------------------------L0.2517-----------------------------------------|" - - "L0.2530[642,801] 168ns |----------------------------------------L0.2530-----------------------------------------|" - - "L0.2543[642,801] 169ns |----------------------------------------L0.2543-----------------------------------------|" - - "L0.2556[642,801] 170ns |----------------------------------------L0.2556-----------------------------------------|" - - "L0.2569[642,801] 171ns |----------------------------------------L0.2569-----------------------------------------|" - - "L0.2582[642,801] 172ns |----------------------------------------L0.2582-----------------------------------------|" - - "L0.2595[642,801] 173ns |----------------------------------------L0.2595-----------------------------------------|" - - "L0.2608[642,801] 174ns |----------------------------------------L0.2608-----------------------------------------|" - - "L0.2621[642,801] 175ns |----------------------------------------L0.2621-----------------------------------------|" - - "L0.2634[642,801] 176ns |----------------------------------------L0.2634-----------------------------------------|" - - "L0.2647[642,801] 177ns |----------------------------------------L0.2647-----------------------------------------|" - - "L0.2660[642,801] 178ns |----------------------------------------L0.2660-----------------------------------------|" - - "L0.2673[642,801] 179ns |----------------------------------------L0.2673-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[642,801] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2425, L0.2439, L0.2452, L0.2465, L0.2478, L0.2491, L0.2504, L0.2517, L0.2530, L0.2543, L0.2556, L0.2569, L0.2582, L0.2595, L0.2608, L0.2621, L0.2634, L0.2647, L0.2660, L0.2673" - - " Creating 1 files" - - "**** Simulation run 248, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2686[642,801] 180ns |----------------------------------------L0.2686-----------------------------------------|" - - "L0.2699[642,801] 181ns |----------------------------------------L0.2699-----------------------------------------|" - - "L0.2712[642,801] 182ns |----------------------------------------L0.2712-----------------------------------------|" - - "L0.2725[642,801] 183ns |----------------------------------------L0.2725-----------------------------------------|" - - "L0.2738[642,801] 184ns |----------------------------------------L0.2738-----------------------------------------|" - - "L0.2751[642,801] 185ns |----------------------------------------L0.2751-----------------------------------------|" - - "L0.2764[642,801] 186ns |----------------------------------------L0.2764-----------------------------------------|" - - "L0.2777[642,801] 187ns |----------------------------------------L0.2777-----------------------------------------|" - - "L0.2790[642,801] 188ns |----------------------------------------L0.2790-----------------------------------------|" - - "L0.2803[642,801] 189ns |----------------------------------------L0.2803-----------------------------------------|" - - "L0.2816[642,801] 190ns |----------------------------------------L0.2816-----------------------------------------|" - - "L0.2829[642,801] 191ns |----------------------------------------L0.2829-----------------------------------------|" - - "L0.2842[642,801] 192ns |----------------------------------------L0.2842-----------------------------------------|" - - "L0.2855[642,801] 193ns |----------------------------------------L0.2855-----------------------------------------|" - - "L0.2868[642,801] 194ns |----------------------------------------L0.2868-----------------------------------------|" - - "L0.2881[642,801] 195ns |----------------------------------------L0.2881-----------------------------------------|" - - "L0.2894[642,801] 196ns |----------------------------------------L0.2894-----------------------------------------|" - - "L0.2907[642,801] 197ns |----------------------------------------L0.2907-----------------------------------------|" - - "L0.2920[642,801] 198ns |----------------------------------------L0.2920-----------------------------------------|" - - "L0.2933[642,801] 199ns |----------------------------------------L0.2933-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[642,801] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2686, L0.2699, L0.2712, L0.2725, L0.2738, L0.2751, L0.2764, L0.2777, L0.2790, L0.2803, L0.2816, L0.2829, L0.2842, L0.2855, L0.2868, L0.2881, L0.2894, L0.2907, L0.2920, L0.2933" - - " Creating 1 files" - - "**** Simulation run 249, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "**** Simulation run 205, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - "L0, all files 8mb " - "L0.206[802,961] 0ns |-----------------------------------------L0.206-----------------------------------------|" - "L0.219[802,961] 1ns |-----------------------------------------L0.219-----------------------------------------|" @@ -6859,259 +5644,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.206, L0.219, L0.232, L0.245, L0.258, L0.271, L0.284, L0.297, L0.310, L0.323, L0.336, L0.349, L0.362, L0.375, L0.388, L0.401, L0.414, L0.427, L0.440, L0.565" - " Creating 1 files" - - "**** Simulation run 250, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.578[802,961] 20ns |-----------------------------------------L0.578-----------------------------------------|" - - "L0.453[802,961] 21ns |-----------------------------------------L0.453-----------------------------------------|" - - "L0.467[802,961] 22ns |-----------------------------------------L0.467-----------------------------------------|" - - "L0.481[802,961] 23ns |-----------------------------------------L0.481-----------------------------------------|" - - "L0.495[802,961] 24ns |-----------------------------------------L0.495-----------------------------------------|" - - "L0.509[802,961] 25ns |-----------------------------------------L0.509-----------------------------------------|" - - "L0.523[802,961] 26ns |-----------------------------------------L0.523-----------------------------------------|" - - "L0.537[802,961] 27ns |-----------------------------------------L0.537-----------------------------------------|" - - "L0.551[802,961] 28ns |-----------------------------------------L0.551-----------------------------------------|" - - "L0.592[802,961] 29ns |-----------------------------------------L0.592-----------------------------------------|" - - "L0.606[802,961] 30ns |-----------------------------------------L0.606-----------------------------------------|" - - "L0.620[802,961] 31ns |-----------------------------------------L0.620-----------------------------------------|" - - "L0.634[802,961] 32ns |-----------------------------------------L0.634-----------------------------------------|" - - "L0.648[802,961] 33ns |-----------------------------------------L0.648-----------------------------------------|" - - "L0.662[802,961] 34ns |-----------------------------------------L0.662-----------------------------------------|" - - "L0.676[802,961] 35ns |-----------------------------------------L0.676-----------------------------------------|" - - "L0.690[802,961] 36ns |-----------------------------------------L0.690-----------------------------------------|" - - "L0.704[802,961] 37ns |-----------------------------------------L0.704-----------------------------------------|" - - "L0.718[802,961] 38ns |-----------------------------------------L0.718-----------------------------------------|" - - "L0.732[802,961] 39ns |-----------------------------------------L0.732-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[802,961] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.453, L0.467, L0.481, L0.495, L0.509, L0.523, L0.537, L0.551, L0.578, L0.592, L0.606, L0.620, L0.634, L0.648, L0.662, L0.676, L0.690, L0.704, L0.718, L0.732" - - " Creating 1 files" - - "**** Simulation run 251, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.746[802,961] 40ns |-----------------------------------------L0.746-----------------------------------------|" - - "L0.760[802,961] 41ns |-----------------------------------------L0.760-----------------------------------------|" - - "L0.774[802,961] 42ns |-----------------------------------------L0.774-----------------------------------------|" - - "L0.788[802,961] 43ns |-----------------------------------------L0.788-----------------------------------------|" - - "L0.802[802,961] 44ns |-----------------------------------------L0.802-----------------------------------------|" - - "L0.816[802,961] 45ns |-----------------------------------------L0.816-----------------------------------------|" - - "L0.830[802,961] 46ns |-----------------------------------------L0.830-----------------------------------------|" - - "L0.844[802,961] 47ns |-----------------------------------------L0.844-----------------------------------------|" - - "L0.858[802,961] 48ns |-----------------------------------------L0.858-----------------------------------------|" - - "L0.872[802,961] 49ns |-----------------------------------------L0.872-----------------------------------------|" - - "L0.886[802,961] 50ns |-----------------------------------------L0.886-----------------------------------------|" - - "L0.900[802,961] 51ns |-----------------------------------------L0.900-----------------------------------------|" - - "L0.914[802,961] 52ns |-----------------------------------------L0.914-----------------------------------------|" - - "L0.928[802,961] 53ns |-----------------------------------------L0.928-----------------------------------------|" - - "L0.942[802,961] 54ns |-----------------------------------------L0.942-----------------------------------------|" - - "L0.956[802,961] 55ns |-----------------------------------------L0.956-----------------------------------------|" - - "L0.970[802,961] 56ns |-----------------------------------------L0.970-----------------------------------------|" - - "L0.984[802,961] 57ns |-----------------------------------------L0.984-----------------------------------------|" - - "L0.998[802,961] 58ns |-----------------------------------------L0.998-----------------------------------------|" - - "L0.1012[802,961] 59ns |----------------------------------------L0.1012-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[802,961] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.746, L0.760, L0.774, L0.788, L0.802, L0.816, L0.830, L0.844, L0.858, L0.872, L0.886, L0.900, L0.914, L0.928, L0.942, L0.956, L0.970, L0.984, L0.998, L0.1012" - - " Creating 1 files" - - "**** Simulation run 252, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1026[802,961] 60ns |----------------------------------------L0.1026-----------------------------------------|" - - "L0.1040[802,961] 61ns |----------------------------------------L0.1040-----------------------------------------|" - - "L0.1054[802,961] 62ns |----------------------------------------L0.1054-----------------------------------------|" - - "L0.1068[802,961] 63ns |----------------------------------------L0.1068-----------------------------------------|" - - "L0.1082[802,961] 64ns |----------------------------------------L0.1082-----------------------------------------|" - - "L0.1096[802,961] 65ns |----------------------------------------L0.1096-----------------------------------------|" - - "L0.1110[802,961] 66ns |----------------------------------------L0.1110-----------------------------------------|" - - "L0.1124[802,961] 67ns |----------------------------------------L0.1124-----------------------------------------|" - - "L0.1138[802,961] 68ns |----------------------------------------L0.1138-----------------------------------------|" - - "L0.1152[802,961] 69ns |----------------------------------------L0.1152-----------------------------------------|" - - "L0.1166[802,961] 70ns |----------------------------------------L0.1166-----------------------------------------|" - - "L0.1180[802,961] 71ns |----------------------------------------L0.1180-----------------------------------------|" - - "L0.1194[802,961] 72ns |----------------------------------------L0.1194-----------------------------------------|" - - "L0.1208[802,961] 73ns |----------------------------------------L0.1208-----------------------------------------|" - - "L0.1222[802,961] 74ns |----------------------------------------L0.1222-----------------------------------------|" - - "L0.1236[802,961] 75ns |----------------------------------------L0.1236-----------------------------------------|" - - "L0.1250[802,961] 76ns |----------------------------------------L0.1250-----------------------------------------|" - - "L0.1264[802,961] 77ns |----------------------------------------L0.1264-----------------------------------------|" - - "L0.1278[802,961] 78ns |----------------------------------------L0.1278-----------------------------------------|" - - "L0.1292[802,961] 79ns |----------------------------------------L0.1292-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[802,961] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1026, L0.1040, L0.1054, L0.1068, L0.1082, L0.1096, L0.1110, L0.1124, L0.1138, L0.1152, L0.1166, L0.1180, L0.1194, L0.1208, L0.1222, L0.1236, L0.1250, L0.1264, L0.1278, L0.1292" - - " Creating 1 files" - - "**** Simulation run 253, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1306[802,961] 80ns |----------------------------------------L0.1306-----------------------------------------|" - - "L0.1320[802,961] 81ns |----------------------------------------L0.1320-----------------------------------------|" - - "L0.1334[802,961] 82ns |----------------------------------------L0.1334-----------------------------------------|" - - "L0.1348[802,961] 83ns |----------------------------------------L0.1348-----------------------------------------|" - - "L0.1362[802,961] 84ns |----------------------------------------L0.1362-----------------------------------------|" - - "L0.1376[802,961] 85ns |----------------------------------------L0.1376-----------------------------------------|" - - "L0.1390[802,961] 86ns |----------------------------------------L0.1390-----------------------------------------|" - - "L0.1404[802,961] 87ns |----------------------------------------L0.1404-----------------------------------------|" - - "L0.1418[802,961] 88ns |----------------------------------------L0.1418-----------------------------------------|" - - "L0.1432[802,961] 89ns |----------------------------------------L0.1432-----------------------------------------|" - - "L0.1446[802,961] 90ns |----------------------------------------L0.1446-----------------------------------------|" - - "L0.1460[802,961] 91ns |----------------------------------------L0.1460-----------------------------------------|" - - "L0.1474[802,961] 92ns |----------------------------------------L0.1474-----------------------------------------|" - - "L0.1488[802,961] 93ns |----------------------------------------L0.1488-----------------------------------------|" - - "L0.1502[802,961] 94ns |----------------------------------------L0.1502-----------------------------------------|" - - "L0.1516[802,961] 95ns |----------------------------------------L0.1516-----------------------------------------|" - - "L0.1530[802,961] 96ns |----------------------------------------L0.1530-----------------------------------------|" - - "L0.1544[802,961] 97ns |----------------------------------------L0.1544-----------------------------------------|" - - "L0.1558[802,961] 98ns |----------------------------------------L0.1558-----------------------------------------|" - - "L0.1572[802,961] 99ns |----------------------------------------L0.1572-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[802,961] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1306, L0.1320, L0.1334, L0.1348, L0.1362, L0.1376, L0.1390, L0.1404, L0.1418, L0.1432, L0.1446, L0.1460, L0.1474, L0.1488, L0.1502, L0.1516, L0.1530, L0.1544, L0.1558, L0.1572" - - " Creating 1 files" - - "**** Simulation run 254, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1586[802,961] 100ns |----------------------------------------L0.1586-----------------------------------------|" - - "L0.1600[802,961] 101ns |----------------------------------------L0.1600-----------------------------------------|" - - "L0.1614[802,961] 102ns |----------------------------------------L0.1614-----------------------------------------|" - - "L0.1628[802,961] 103ns |----------------------------------------L0.1628-----------------------------------------|" - - "L0.1642[802,961] 104ns |----------------------------------------L0.1642-----------------------------------------|" - - "L0.1656[802,961] 105ns |----------------------------------------L0.1656-----------------------------------------|" - - "L0.1670[802,961] 106ns |----------------------------------------L0.1670-----------------------------------------|" - - "L0.1684[802,961] 107ns |----------------------------------------L0.1684-----------------------------------------|" - - "L0.1698[802,961] 108ns |----------------------------------------L0.1698-----------------------------------------|" - - "L0.1712[802,961] 109ns |----------------------------------------L0.1712-----------------------------------------|" - - "L0.1726[802,961] 110ns |----------------------------------------L0.1726-----------------------------------------|" - - "L0.1740[802,961] 111ns |----------------------------------------L0.1740-----------------------------------------|" - - "L0.1754[802,961] 112ns |----------------------------------------L0.1754-----------------------------------------|" - - "L0.1768[802,961] 113ns |----------------------------------------L0.1768-----------------------------------------|" - - "L0.1782[802,961] 114ns |----------------------------------------L0.1782-----------------------------------------|" - - "L0.1796[802,961] 115ns |----------------------------------------L0.1796-----------------------------------------|" - - "L0.1810[802,961] 116ns |----------------------------------------L0.1810-----------------------------------------|" - - "L0.1824[802,961] 117ns |----------------------------------------L0.1824-----------------------------------------|" - - "L0.1838[802,961] 118ns |----------------------------------------L0.1838-----------------------------------------|" - - "L0.1852[802,961] 119ns |----------------------------------------L0.1852-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[802,961] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1586, L0.1600, L0.1614, L0.1628, L0.1642, L0.1656, L0.1670, L0.1684, L0.1698, L0.1712, L0.1726, L0.1740, L0.1754, L0.1768, L0.1782, L0.1796, L0.1810, L0.1824, L0.1838, L0.1852" - - " Creating 1 files" - - "**** Simulation run 255, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1866[802,961] 120ns |----------------------------------------L0.1866-----------------------------------------|" - - "L0.1880[802,961] 121ns |----------------------------------------L0.1880-----------------------------------------|" - - "L0.1894[802,961] 122ns |----------------------------------------L0.1894-----------------------------------------|" - - "L0.1908[802,961] 123ns |----------------------------------------L0.1908-----------------------------------------|" - - "L0.1922[802,961] 124ns |----------------------------------------L0.1922-----------------------------------------|" - - "L0.1936[802,961] 125ns |----------------------------------------L0.1936-----------------------------------------|" - - "L0.1950[802,961] 126ns |----------------------------------------L0.1950-----------------------------------------|" - - "L0.1964[802,961] 127ns |----------------------------------------L0.1964-----------------------------------------|" - - "L0.1978[802,961] 128ns |----------------------------------------L0.1978-----------------------------------------|" - - "L0.1992[802,961] 129ns |----------------------------------------L0.1992-----------------------------------------|" - - "L0.2006[802,961] 130ns |----------------------------------------L0.2006-----------------------------------------|" - - "L0.2020[802,961] 131ns |----------------------------------------L0.2020-----------------------------------------|" - - "L0.2034[802,961] 132ns |----------------------------------------L0.2034-----------------------------------------|" - - "L0.2048[802,961] 133ns |----------------------------------------L0.2048-----------------------------------------|" - - "L0.2062[802,961] 134ns |----------------------------------------L0.2062-----------------------------------------|" - - "L0.2188[802,961] 135ns |----------------------------------------L0.2188-----------------------------------------|" - - "L0.2202[802,961] 136ns |----------------------------------------L0.2202-----------------------------------------|" - - "L0.2076[802,961] 137ns |----------------------------------------L0.2076-----------------------------------------|" - - "L0.2090[802,961] 138ns |----------------------------------------L0.2090-----------------------------------------|" - - "L0.2104[802,961] 139ns |----------------------------------------L0.2104-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[802,961] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1866, L0.1880, L0.1894, L0.1908, L0.1922, L0.1936, L0.1950, L0.1964, L0.1978, L0.1992, L0.2006, L0.2020, L0.2034, L0.2048, L0.2062, L0.2076, L0.2090, L0.2104, L0.2188, L0.2202" - - " Creating 1 files" - - "**** Simulation run 256, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2118[802,961] 140ns |----------------------------------------L0.2118-----------------------------------------|" - - "L0.2132[802,961] 141ns |----------------------------------------L0.2132-----------------------------------------|" - - "L0.2146[802,961] 142ns |----------------------------------------L0.2146-----------------------------------------|" - - "L0.2160[802,961] 143ns |----------------------------------------L0.2160-----------------------------------------|" - - "L0.2174[802,961] 144ns |----------------------------------------L0.2174-----------------------------------------|" - - "L0.2216[802,961] 145ns |----------------------------------------L0.2216-----------------------------------------|" - - "L0.2230[802,961] 146ns |----------------------------------------L0.2230-----------------------------------------|" - - "L0.2244[802,961] 147ns |----------------------------------------L0.2244-----------------------------------------|" - - "L0.2258[802,961] 148ns |----------------------------------------L0.2258-----------------------------------------|" - - "L0.2272[802,961] 149ns |----------------------------------------L0.2272-----------------------------------------|" - - "L0.2286[802,961] 150ns |----------------------------------------L0.2286-----------------------------------------|" - - "L0.2300[802,961] 151ns |----------------------------------------L0.2300-----------------------------------------|" - - "L0.2314[802,961] 152ns |----------------------------------------L0.2314-----------------------------------------|" - - "L0.2328[802,961] 153ns |----------------------------------------L0.2328-----------------------------------------|" - - "L0.2342[802,961] 154ns |----------------------------------------L0.2342-----------------------------------------|" - - "L0.2356[802,961] 155ns |----------------------------------------L0.2356-----------------------------------------|" - - "L0.2370[802,961] 156ns |----------------------------------------L0.2370-----------------------------------------|" - - "L0.2384[802,961] 157ns |----------------------------------------L0.2384-----------------------------------------|" - - "L0.2398[802,961] 158ns |----------------------------------------L0.2398-----------------------------------------|" - - "L0.2412[802,961] 159ns |----------------------------------------L0.2412-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[802,961] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2118, L0.2132, L0.2146, L0.2160, L0.2174, L0.2216, L0.2230, L0.2244, L0.2258, L0.2272, L0.2286, L0.2300, L0.2314, L0.2328, L0.2342, L0.2356, L0.2370, L0.2384, L0.2398, L0.2412" - - " Creating 1 files" - - "**** Simulation run 257, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2426[802,961] 160ns |----------------------------------------L0.2426-----------------------------------------|" - - "L0.2440[802,961] 161ns |----------------------------------------L0.2440-----------------------------------------|" - - "L0.2453[802,961] 162ns |----------------------------------------L0.2453-----------------------------------------|" - - "L0.2466[802,961] 163ns |----------------------------------------L0.2466-----------------------------------------|" - - "L0.2479[802,961] 164ns |----------------------------------------L0.2479-----------------------------------------|" - - "L0.2492[802,961] 165ns |----------------------------------------L0.2492-----------------------------------------|" - - "L0.2505[802,961] 166ns |----------------------------------------L0.2505-----------------------------------------|" - - "L0.2518[802,961] 167ns |----------------------------------------L0.2518-----------------------------------------|" - - "L0.2531[802,961] 168ns |----------------------------------------L0.2531-----------------------------------------|" - - "L0.2544[802,961] 169ns |----------------------------------------L0.2544-----------------------------------------|" - - "L0.2557[802,961] 170ns |----------------------------------------L0.2557-----------------------------------------|" - - "L0.2570[802,961] 171ns |----------------------------------------L0.2570-----------------------------------------|" - - "L0.2583[802,961] 172ns |----------------------------------------L0.2583-----------------------------------------|" - - "L0.2596[802,961] 173ns |----------------------------------------L0.2596-----------------------------------------|" - - "L0.2609[802,961] 174ns |----------------------------------------L0.2609-----------------------------------------|" - - "L0.2622[802,961] 175ns |----------------------------------------L0.2622-----------------------------------------|" - - "L0.2635[802,961] 176ns |----------------------------------------L0.2635-----------------------------------------|" - - "L0.2648[802,961] 177ns |----------------------------------------L0.2648-----------------------------------------|" - - "L0.2661[802,961] 178ns |----------------------------------------L0.2661-----------------------------------------|" - - "L0.2674[802,961] 179ns |----------------------------------------L0.2674-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[802,961] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2426, L0.2440, L0.2453, L0.2466, L0.2479, L0.2492, L0.2505, L0.2518, L0.2531, L0.2544, L0.2557, L0.2570, L0.2583, L0.2596, L0.2609, L0.2622, L0.2635, L0.2648, L0.2661, L0.2674" - - " Creating 1 files" - - "**** Simulation run 258, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2687[802,961] 180ns |----------------------------------------L0.2687-----------------------------------------|" - - "L0.2700[802,961] 181ns |----------------------------------------L0.2700-----------------------------------------|" - - "L0.2713[802,961] 182ns |----------------------------------------L0.2713-----------------------------------------|" - - "L0.2726[802,961] 183ns |----------------------------------------L0.2726-----------------------------------------|" - - "L0.2739[802,961] 184ns |----------------------------------------L0.2739-----------------------------------------|" - - "L0.2752[802,961] 185ns |----------------------------------------L0.2752-----------------------------------------|" - - "L0.2765[802,961] 186ns |----------------------------------------L0.2765-----------------------------------------|" - - "L0.2778[802,961] 187ns |----------------------------------------L0.2778-----------------------------------------|" - - "L0.2791[802,961] 188ns |----------------------------------------L0.2791-----------------------------------------|" - - "L0.2804[802,961] 189ns |----------------------------------------L0.2804-----------------------------------------|" - - "L0.2817[802,961] 190ns |----------------------------------------L0.2817-----------------------------------------|" - - "L0.2830[802,961] 191ns |----------------------------------------L0.2830-----------------------------------------|" - - "L0.2843[802,961] 192ns |----------------------------------------L0.2843-----------------------------------------|" - - "L0.2856[802,961] 193ns |----------------------------------------L0.2856-----------------------------------------|" - - "L0.2869[802,961] 194ns |----------------------------------------L0.2869-----------------------------------------|" - - "L0.2882[802,961] 195ns |----------------------------------------L0.2882-----------------------------------------|" - - "L0.2895[802,961] 196ns |----------------------------------------L0.2895-----------------------------------------|" - - "L0.2908[802,961] 197ns |----------------------------------------L0.2908-----------------------------------------|" - - "L0.2921[802,961] 198ns |----------------------------------------L0.2921-----------------------------------------|" - - "L0.2934[802,961] 199ns |----------------------------------------L0.2934-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[802,961] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2687, L0.2700, L0.2713, L0.2726, L0.2739, L0.2752, L0.2765, L0.2778, L0.2791, L0.2804, L0.2817, L0.2830, L0.2843, L0.2856, L0.2869, L0.2882, L0.2895, L0.2908, L0.2921, L0.2934" - - " Creating 1 files" - - "**** Simulation run 259, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "**** Simulation run 206, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - "L0, all files 8mb " - "L0.207[962,1121] 0ns |-----------------------------------------L0.207-----------------------------------------|" - "L0.220[962,1121] 1ns |-----------------------------------------L0.220-----------------------------------------|" @@ -7139,228 +5672,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.207, L0.220, L0.233, L0.246, L0.259, L0.272, L0.285, L0.298, L0.311, L0.324, L0.337, L0.350, L0.363, L0.376, L0.389, L0.402, L0.415, L0.428, L0.441, L0.566" - " Creating 1 files" - - "**** Simulation run 260, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.579[962,1121] 20ns |-----------------------------------------L0.579-----------------------------------------|" - - "L0.454[962,1121] 21ns |-----------------------------------------L0.454-----------------------------------------|" - - "L0.468[962,1121] 22ns |-----------------------------------------L0.468-----------------------------------------|" - - "L0.482[962,1121] 23ns |-----------------------------------------L0.482-----------------------------------------|" - - "L0.496[962,1121] 24ns |-----------------------------------------L0.496-----------------------------------------|" - - "L0.510[962,1121] 25ns |-----------------------------------------L0.510-----------------------------------------|" - - "L0.524[962,1121] 26ns |-----------------------------------------L0.524-----------------------------------------|" - - "L0.538[962,1121] 27ns |-----------------------------------------L0.538-----------------------------------------|" - - "L0.552[962,1121] 28ns |-----------------------------------------L0.552-----------------------------------------|" - - "L0.593[962,1121] 29ns |-----------------------------------------L0.593-----------------------------------------|" - - "L0.607[962,1121] 30ns |-----------------------------------------L0.607-----------------------------------------|" - - "L0.621[962,1121] 31ns |-----------------------------------------L0.621-----------------------------------------|" - - "L0.635[962,1121] 32ns |-----------------------------------------L0.635-----------------------------------------|" - - "L0.649[962,1121] 33ns |-----------------------------------------L0.649-----------------------------------------|" - - "L0.663[962,1121] 34ns |-----------------------------------------L0.663-----------------------------------------|" - - "L0.677[962,1121] 35ns |-----------------------------------------L0.677-----------------------------------------|" - - "L0.691[962,1121] 36ns |-----------------------------------------L0.691-----------------------------------------|" - - "L0.705[962,1121] 37ns |-----------------------------------------L0.705-----------------------------------------|" - - "L0.719[962,1121] 38ns |-----------------------------------------L0.719-----------------------------------------|" - - "L0.733[962,1121] 39ns |-----------------------------------------L0.733-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[962,1121] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.454, L0.468, L0.482, L0.496, L0.510, L0.524, L0.538, L0.552, L0.579, L0.593, L0.607, L0.621, L0.635, L0.649, L0.663, L0.677, L0.691, L0.705, L0.719, L0.733" - - " Creating 1 files" - - "**** Simulation run 261, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.747[962,1121] 40ns |-----------------------------------------L0.747-----------------------------------------|" - - "L0.761[962,1121] 41ns |-----------------------------------------L0.761-----------------------------------------|" - - "L0.775[962,1121] 42ns |-----------------------------------------L0.775-----------------------------------------|" - - "L0.789[962,1121] 43ns |-----------------------------------------L0.789-----------------------------------------|" - - "L0.803[962,1121] 44ns |-----------------------------------------L0.803-----------------------------------------|" - - "L0.817[962,1121] 45ns |-----------------------------------------L0.817-----------------------------------------|" - - "L0.831[962,1121] 46ns |-----------------------------------------L0.831-----------------------------------------|" - - "L0.845[962,1121] 47ns |-----------------------------------------L0.845-----------------------------------------|" - - "L0.859[962,1121] 48ns |-----------------------------------------L0.859-----------------------------------------|" - - "L0.873[962,1121] 49ns |-----------------------------------------L0.873-----------------------------------------|" - - "L0.887[962,1121] 50ns |-----------------------------------------L0.887-----------------------------------------|" - - "L0.901[962,1121] 51ns |-----------------------------------------L0.901-----------------------------------------|" - - "L0.915[962,1121] 52ns |-----------------------------------------L0.915-----------------------------------------|" - - "L0.929[962,1121] 53ns |-----------------------------------------L0.929-----------------------------------------|" - - "L0.943[962,1121] 54ns |-----------------------------------------L0.943-----------------------------------------|" - - "L0.957[962,1121] 55ns |-----------------------------------------L0.957-----------------------------------------|" - - "L0.971[962,1121] 56ns |-----------------------------------------L0.971-----------------------------------------|" - - "L0.985[962,1121] 57ns |-----------------------------------------L0.985-----------------------------------------|" - - "L0.999[962,1121] 58ns |-----------------------------------------L0.999-----------------------------------------|" - - "L0.1013[962,1121] 59ns |----------------------------------------L0.1013-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[962,1121] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.747, L0.761, L0.775, L0.789, L0.803, L0.817, L0.831, L0.845, L0.859, L0.873, L0.887, L0.901, L0.915, L0.929, L0.943, L0.957, L0.971, L0.985, L0.999, L0.1013" - - " Creating 1 files" - - "**** Simulation run 262, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1027[962,1121] 60ns |----------------------------------------L0.1027-----------------------------------------|" - - "L0.1041[962,1121] 61ns |----------------------------------------L0.1041-----------------------------------------|" - - "L0.1055[962,1121] 62ns |----------------------------------------L0.1055-----------------------------------------|" - - "L0.1069[962,1121] 63ns |----------------------------------------L0.1069-----------------------------------------|" - - "L0.1083[962,1121] 64ns |----------------------------------------L0.1083-----------------------------------------|" - - "L0.1097[962,1121] 65ns |----------------------------------------L0.1097-----------------------------------------|" - - "L0.1111[962,1121] 66ns |----------------------------------------L0.1111-----------------------------------------|" - - "L0.1125[962,1121] 67ns |----------------------------------------L0.1125-----------------------------------------|" - - "L0.1139[962,1121] 68ns |----------------------------------------L0.1139-----------------------------------------|" - - "L0.1153[962,1121] 69ns |----------------------------------------L0.1153-----------------------------------------|" - - "L0.1167[962,1121] 70ns |----------------------------------------L0.1167-----------------------------------------|" - - "L0.1181[962,1121] 71ns |----------------------------------------L0.1181-----------------------------------------|" - - "L0.1195[962,1121] 72ns |----------------------------------------L0.1195-----------------------------------------|" - - "L0.1209[962,1121] 73ns |----------------------------------------L0.1209-----------------------------------------|" - - "L0.1223[962,1121] 74ns |----------------------------------------L0.1223-----------------------------------------|" - - "L0.1237[962,1121] 75ns |----------------------------------------L0.1237-----------------------------------------|" - - "L0.1251[962,1121] 76ns |----------------------------------------L0.1251-----------------------------------------|" - - "L0.1265[962,1121] 77ns |----------------------------------------L0.1265-----------------------------------------|" - - "L0.1279[962,1121] 78ns |----------------------------------------L0.1279-----------------------------------------|" - - "L0.1293[962,1121] 79ns |----------------------------------------L0.1293-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[962,1121] 79ns |------------------------------------------L0.?------------------------------------------|" - - "**** Simulation run 263, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1587[962,1121] 100ns |----------------------------------------L0.1587-----------------------------------------|" - - "L0.1601[962,1121] 101ns |----------------------------------------L0.1601-----------------------------------------|" - - "L0.1615[962,1121] 102ns |----------------------------------------L0.1615-----------------------------------------|" - - "L0.1629[962,1121] 103ns |----------------------------------------L0.1629-----------------------------------------|" - - "L0.1643[962,1121] 104ns |----------------------------------------L0.1643-----------------------------------------|" - - "L0.1657[962,1121] 105ns |----------------------------------------L0.1657-----------------------------------------|" - - "L0.1671[962,1121] 106ns |----------------------------------------L0.1671-----------------------------------------|" - - "L0.1685[962,1121] 107ns |----------------------------------------L0.1685-----------------------------------------|" - - "L0.1699[962,1121] 108ns |----------------------------------------L0.1699-----------------------------------------|" - - "L0.1713[962,1121] 109ns |----------------------------------------L0.1713-----------------------------------------|" - - "L0.1727[962,1121] 110ns |----------------------------------------L0.1727-----------------------------------------|" - - "L0.1741[962,1121] 111ns |----------------------------------------L0.1741-----------------------------------------|" - - "L0.1755[962,1121] 112ns |----------------------------------------L0.1755-----------------------------------------|" - - "L0.1769[962,1121] 113ns |----------------------------------------L0.1769-----------------------------------------|" - - "L0.1783[962,1121] 114ns |----------------------------------------L0.1783-----------------------------------------|" - - "L0.1797[962,1121] 115ns |----------------------------------------L0.1797-----------------------------------------|" - - "L0.1811[962,1121] 116ns |----------------------------------------L0.1811-----------------------------------------|" - - "L0.1825[962,1121] 117ns |----------------------------------------L0.1825-----------------------------------------|" - - "L0.1839[962,1121] 118ns |----------------------------------------L0.1839-----------------------------------------|" - - "L0.1853[962,1121] 119ns |----------------------------------------L0.1853-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[962,1121] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1587, L0.1601, L0.1615, L0.1629, L0.1643, L0.1657, L0.1671, L0.1685, L0.1699, L0.1713, L0.1727, L0.1741, L0.1755, L0.1769, L0.1783, L0.1797, L0.1811, L0.1825, L0.1839, L0.1853" - - " Creating 1 files" - - "**** Simulation run 264, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1867[962,1121] 120ns |----------------------------------------L0.1867-----------------------------------------|" - - "L0.1881[962,1121] 121ns |----------------------------------------L0.1881-----------------------------------------|" - - "L0.1895[962,1121] 122ns |----------------------------------------L0.1895-----------------------------------------|" - - "L0.1909[962,1121] 123ns |----------------------------------------L0.1909-----------------------------------------|" - - "L0.1923[962,1121] 124ns |----------------------------------------L0.1923-----------------------------------------|" - - "L0.1937[962,1121] 125ns |----------------------------------------L0.1937-----------------------------------------|" - - "L0.1951[962,1121] 126ns |----------------------------------------L0.1951-----------------------------------------|" - - "L0.1965[962,1121] 127ns |----------------------------------------L0.1965-----------------------------------------|" - - "L0.1979[962,1121] 128ns |----------------------------------------L0.1979-----------------------------------------|" - - "L0.1993[962,1121] 129ns |----------------------------------------L0.1993-----------------------------------------|" - - "L0.2007[962,1121] 130ns |----------------------------------------L0.2007-----------------------------------------|" - - "L0.2021[962,1121] 131ns |----------------------------------------L0.2021-----------------------------------------|" - - "L0.2035[962,1121] 132ns |----------------------------------------L0.2035-----------------------------------------|" - - "L0.2049[962,1121] 133ns |----------------------------------------L0.2049-----------------------------------------|" - - "L0.2063[962,1121] 134ns |----------------------------------------L0.2063-----------------------------------------|" - - "L0.2189[962,1121] 135ns |----------------------------------------L0.2189-----------------------------------------|" - - "L0.2203[962,1121] 136ns |----------------------------------------L0.2203-----------------------------------------|" - - "L0.2077[962,1121] 137ns |----------------------------------------L0.2077-----------------------------------------|" - - "L0.2091[962,1121] 138ns |----------------------------------------L0.2091-----------------------------------------|" - - "L0.2105[962,1121] 139ns |----------------------------------------L0.2105-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[962,1121] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1867, L0.1881, L0.1895, L0.1909, L0.1923, L0.1937, L0.1951, L0.1965, L0.1979, L0.1993, L0.2007, L0.2021, L0.2035, L0.2049, L0.2063, L0.2077, L0.2091, L0.2105, L0.2189, L0.2203" - - " Creating 1 files" - - "**** Simulation run 265, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2119[962,1121] 140ns |----------------------------------------L0.2119-----------------------------------------|" - - "L0.2133[962,1121] 141ns |----------------------------------------L0.2133-----------------------------------------|" - - "L0.2147[962,1121] 142ns |----------------------------------------L0.2147-----------------------------------------|" - - "L0.2161[962,1121] 143ns |----------------------------------------L0.2161-----------------------------------------|" - - "L0.2175[962,1121] 144ns |----------------------------------------L0.2175-----------------------------------------|" - - "L0.2217[962,1121] 145ns |----------------------------------------L0.2217-----------------------------------------|" - - "L0.2231[962,1121] 146ns |----------------------------------------L0.2231-----------------------------------------|" - - "L0.2245[962,1121] 147ns |----------------------------------------L0.2245-----------------------------------------|" - - "L0.2259[962,1121] 148ns |----------------------------------------L0.2259-----------------------------------------|" - - "L0.2273[962,1121] 149ns |----------------------------------------L0.2273-----------------------------------------|" - - "L0.2287[962,1121] 150ns |----------------------------------------L0.2287-----------------------------------------|" - - "L0.2301[962,1121] 151ns |----------------------------------------L0.2301-----------------------------------------|" - - "L0.2315[962,1121] 152ns |----------------------------------------L0.2315-----------------------------------------|" - - "L0.2329[962,1121] 153ns |----------------------------------------L0.2329-----------------------------------------|" - - "L0.2343[962,1121] 154ns |----------------------------------------L0.2343-----------------------------------------|" - - "L0.2357[962,1121] 155ns |----------------------------------------L0.2357-----------------------------------------|" - - "L0.2371[962,1121] 156ns |----------------------------------------L0.2371-----------------------------------------|" - - "L0.2385[962,1121] 157ns |----------------------------------------L0.2385-----------------------------------------|" - - "L0.2399[962,1121] 158ns |----------------------------------------L0.2399-----------------------------------------|" - - "L0.2413[962,1121] 159ns |----------------------------------------L0.2413-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[962,1121] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2119, L0.2133, L0.2147, L0.2161, L0.2175, L0.2217, L0.2231, L0.2245, L0.2259, L0.2273, L0.2287, L0.2301, L0.2315, L0.2329, L0.2343, L0.2357, L0.2371, L0.2385, L0.2399, L0.2413" - - " Creating 1 files" - - "**** Simulation run 266, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2427[962,1121] 160ns |----------------------------------------L0.2427-----------------------------------------|" - - "L0.2441[962,1121] 161ns |----------------------------------------L0.2441-----------------------------------------|" - - "L0.2454[962,1121] 162ns |----------------------------------------L0.2454-----------------------------------------|" - - "L0.2467[962,1121] 163ns |----------------------------------------L0.2467-----------------------------------------|" - - "L0.2480[962,1121] 164ns |----------------------------------------L0.2480-----------------------------------------|" - - "L0.2493[962,1121] 165ns |----------------------------------------L0.2493-----------------------------------------|" - - "L0.2506[962,1121] 166ns |----------------------------------------L0.2506-----------------------------------------|" - - "L0.2519[962,1121] 167ns |----------------------------------------L0.2519-----------------------------------------|" - - "L0.2532[962,1121] 168ns |----------------------------------------L0.2532-----------------------------------------|" - - "L0.2545[962,1121] 169ns |----------------------------------------L0.2545-----------------------------------------|" - - "L0.2558[962,1121] 170ns |----------------------------------------L0.2558-----------------------------------------|" - - "L0.2571[962,1121] 171ns |----------------------------------------L0.2571-----------------------------------------|" - - "L0.2584[962,1121] 172ns |----------------------------------------L0.2584-----------------------------------------|" - - "L0.2597[962,1121] 173ns |----------------------------------------L0.2597-----------------------------------------|" - - "L0.2610[962,1121] 174ns |----------------------------------------L0.2610-----------------------------------------|" - - "L0.2623[962,1121] 175ns |----------------------------------------L0.2623-----------------------------------------|" - - "L0.2636[962,1121] 176ns |----------------------------------------L0.2636-----------------------------------------|" - - "L0.2649[962,1121] 177ns |----------------------------------------L0.2649-----------------------------------------|" - - "L0.2662[962,1121] 178ns |----------------------------------------L0.2662-----------------------------------------|" - - "L0.2675[962,1121] 179ns |----------------------------------------L0.2675-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[962,1121] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2427, L0.2441, L0.2454, L0.2467, L0.2480, L0.2493, L0.2506, L0.2519, L0.2532, L0.2545, L0.2558, L0.2571, L0.2584, L0.2597, L0.2610, L0.2623, L0.2636, L0.2649, L0.2662, L0.2675" - - " Creating 1 files" - - "**** Simulation run 267, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2688[962,1121] 180ns |----------------------------------------L0.2688-----------------------------------------|" - - "L0.2701[962,1121] 181ns |----------------------------------------L0.2701-----------------------------------------|" - - "L0.2714[962,1121] 182ns |----------------------------------------L0.2714-----------------------------------------|" - - "L0.2727[962,1121] 183ns |----------------------------------------L0.2727-----------------------------------------|" - - "L0.2740[962,1121] 184ns |----------------------------------------L0.2740-----------------------------------------|" - - "L0.2753[962,1121] 185ns |----------------------------------------L0.2753-----------------------------------------|" - - "L0.2766[962,1121] 186ns |----------------------------------------L0.2766-----------------------------------------|" - - "L0.2779[962,1121] 187ns |----------------------------------------L0.2779-----------------------------------------|" - - "L0.2792[962,1121] 188ns |----------------------------------------L0.2792-----------------------------------------|" - - "L0.2805[962,1121] 189ns |----------------------------------------L0.2805-----------------------------------------|" - - "L0.2818[962,1121] 190ns |----------------------------------------L0.2818-----------------------------------------|" - - "L0.2831[962,1121] 191ns |----------------------------------------L0.2831-----------------------------------------|" - - "L0.2844[962,1121] 192ns |----------------------------------------L0.2844-----------------------------------------|" - - "L0.2857[962,1121] 193ns |----------------------------------------L0.2857-----------------------------------------|" - - "L0.2870[962,1121] 194ns |----------------------------------------L0.2870-----------------------------------------|" - - "L0.2883[962,1121] 195ns |----------------------------------------L0.2883-----------------------------------------|" - - "L0.2896[962,1121] 196ns |----------------------------------------L0.2896-----------------------------------------|" - - "L0.2909[962,1121] 197ns |----------------------------------------L0.2909-----------------------------------------|" - - "L0.2922[962,1121] 198ns |----------------------------------------L0.2922-----------------------------------------|" - - "L0.2935[962,1121] 199ns |----------------------------------------L0.2935-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[962,1121] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2688, L0.2701, L0.2714, L0.2727, L0.2740, L0.2753, L0.2766, L0.2779, L0.2792, L0.2805, L0.2818, L0.2831, L0.2844, L0.2857, L0.2870, L0.2883, L0.2896, L0.2909, L0.2922, L0.2935" - - " Creating 1 files" - - "**** Simulation run 268, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "**** Simulation run 207, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - "L0, all files 8mb " - "L0.208[1122,1281] 0ns |-----------------------------------------L0.208-----------------------------------------|" - "L0.221[1122,1281] 1ns |-----------------------------------------L0.221-----------------------------------------|" @@ -7388,290 +5700,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.208, L0.221, L0.234, L0.247, L0.260, L0.273, L0.286, L0.299, L0.312, L0.325, L0.338, L0.351, L0.364, L0.377, L0.390, L0.403, L0.416, L0.429, L0.442, L0.567" - " Creating 1 files" - - "**** Simulation run 269, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.580[1122,1281] 20ns |-----------------------------------------L0.580-----------------------------------------|" - - "L0.455[1122,1281] 21ns |-----------------------------------------L0.455-----------------------------------------|" - - "L0.469[1122,1281] 22ns |-----------------------------------------L0.469-----------------------------------------|" - - "L0.483[1122,1281] 23ns |-----------------------------------------L0.483-----------------------------------------|" - - "L0.497[1122,1281] 24ns |-----------------------------------------L0.497-----------------------------------------|" - - "L0.511[1122,1281] 25ns |-----------------------------------------L0.511-----------------------------------------|" - - "L0.525[1122,1281] 26ns |-----------------------------------------L0.525-----------------------------------------|" - - "L0.539[1122,1281] 27ns |-----------------------------------------L0.539-----------------------------------------|" - - "L0.553[1122,1281] 28ns |-----------------------------------------L0.553-----------------------------------------|" - - "L0.594[1122,1281] 29ns |-----------------------------------------L0.594-----------------------------------------|" - - "L0.608[1122,1281] 30ns |-----------------------------------------L0.608-----------------------------------------|" - - "L0.622[1122,1281] 31ns |-----------------------------------------L0.622-----------------------------------------|" - - "L0.636[1122,1281] 32ns |-----------------------------------------L0.636-----------------------------------------|" - - "L0.650[1122,1281] 33ns |-----------------------------------------L0.650-----------------------------------------|" - - "L0.664[1122,1281] 34ns |-----------------------------------------L0.664-----------------------------------------|" - - "L0.678[1122,1281] 35ns |-----------------------------------------L0.678-----------------------------------------|" - - "L0.692[1122,1281] 36ns |-----------------------------------------L0.692-----------------------------------------|" - - "L0.706[1122,1281] 37ns |-----------------------------------------L0.706-----------------------------------------|" - - "L0.720[1122,1281] 38ns |-----------------------------------------L0.720-----------------------------------------|" - - "L0.734[1122,1281] 39ns |-----------------------------------------L0.734-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1122,1281] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.455, L0.469, L0.483, L0.497, L0.511, L0.525, L0.539, L0.553, L0.580, L0.594, L0.608, L0.622, L0.636, L0.650, L0.664, L0.678, L0.692, L0.706, L0.720, L0.734" - - " Creating 1 files" - - "**** Simulation run 270, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.748[1122,1281] 40ns |-----------------------------------------L0.748-----------------------------------------|" - - "L0.762[1122,1281] 41ns |-----------------------------------------L0.762-----------------------------------------|" - - "L0.776[1122,1281] 42ns |-----------------------------------------L0.776-----------------------------------------|" - - "L0.790[1122,1281] 43ns |-----------------------------------------L0.790-----------------------------------------|" - - "L0.804[1122,1281] 44ns |-----------------------------------------L0.804-----------------------------------------|" - - "L0.818[1122,1281] 45ns |-----------------------------------------L0.818-----------------------------------------|" - - "L0.832[1122,1281] 46ns |-----------------------------------------L0.832-----------------------------------------|" - - "L0.846[1122,1281] 47ns |-----------------------------------------L0.846-----------------------------------------|" - - "L0.860[1122,1281] 48ns |-----------------------------------------L0.860-----------------------------------------|" - - "L0.874[1122,1281] 49ns |-----------------------------------------L0.874-----------------------------------------|" - - "L0.888[1122,1281] 50ns |-----------------------------------------L0.888-----------------------------------------|" - - "L0.902[1122,1281] 51ns |-----------------------------------------L0.902-----------------------------------------|" - - "L0.916[1122,1281] 52ns |-----------------------------------------L0.916-----------------------------------------|" - - "L0.930[1122,1281] 53ns |-----------------------------------------L0.930-----------------------------------------|" - - "L0.944[1122,1281] 54ns |-----------------------------------------L0.944-----------------------------------------|" - - "L0.958[1122,1281] 55ns |-----------------------------------------L0.958-----------------------------------------|" - - "L0.972[1122,1281] 56ns |-----------------------------------------L0.972-----------------------------------------|" - - "L0.986[1122,1281] 57ns |-----------------------------------------L0.986-----------------------------------------|" - - "L0.1000[1122,1281] 58ns |----------------------------------------L0.1000-----------------------------------------|" - - "L0.1014[1122,1281] 59ns |----------------------------------------L0.1014-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1122,1281] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.748, L0.762, L0.776, L0.790, L0.804, L0.818, L0.832, L0.846, L0.860, L0.874, L0.888, L0.902, L0.916, L0.930, L0.944, L0.958, L0.972, L0.986, L0.1000, L0.1014" - - " Creating 1 files" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1027, L0.1041, L0.1055, L0.1069, L0.1083, L0.1097, L0.1111, L0.1125, L0.1139, L0.1153, L0.1167, L0.1181, L0.1195, L0.1209, L0.1223, L0.1237, L0.1251, L0.1265, L0.1279, L0.1293" - - " Creating 1 files" - - "**** Simulation run 271, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1307[962,1121] 80ns |----------------------------------------L0.1307-----------------------------------------|" - - "L0.1321[962,1121] 81ns |----------------------------------------L0.1321-----------------------------------------|" - - "L0.1335[962,1121] 82ns |----------------------------------------L0.1335-----------------------------------------|" - - "L0.1349[962,1121] 83ns |----------------------------------------L0.1349-----------------------------------------|" - - "L0.1363[962,1121] 84ns |----------------------------------------L0.1363-----------------------------------------|" - - "L0.1377[962,1121] 85ns |----------------------------------------L0.1377-----------------------------------------|" - - "L0.1391[962,1121] 86ns |----------------------------------------L0.1391-----------------------------------------|" - - "L0.1405[962,1121] 87ns |----------------------------------------L0.1405-----------------------------------------|" - - "L0.1419[962,1121] 88ns |----------------------------------------L0.1419-----------------------------------------|" - - "L0.1433[962,1121] 89ns |----------------------------------------L0.1433-----------------------------------------|" - - "L0.1447[962,1121] 90ns |----------------------------------------L0.1447-----------------------------------------|" - - "L0.1461[962,1121] 91ns |----------------------------------------L0.1461-----------------------------------------|" - - "L0.1475[962,1121] 92ns |----------------------------------------L0.1475-----------------------------------------|" - - "L0.1489[962,1121] 93ns |----------------------------------------L0.1489-----------------------------------------|" - - "L0.1503[962,1121] 94ns |----------------------------------------L0.1503-----------------------------------------|" - - "L0.1517[962,1121] 95ns |----------------------------------------L0.1517-----------------------------------------|" - - "L0.1531[962,1121] 96ns |----------------------------------------L0.1531-----------------------------------------|" - - "L0.1545[962,1121] 97ns |----------------------------------------L0.1545-----------------------------------------|" - - "L0.1559[962,1121] 98ns |----------------------------------------L0.1559-----------------------------------------|" - - "L0.1573[962,1121] 99ns |----------------------------------------L0.1573-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[962,1121] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1307, L0.1321, L0.1335, L0.1349, L0.1363, L0.1377, L0.1391, L0.1405, L0.1419, L0.1433, L0.1447, L0.1461, L0.1475, L0.1489, L0.1503, L0.1517, L0.1531, L0.1545, L0.1559, L0.1573" - - " Creating 1 files" - - "**** Simulation run 272, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1028[1122,1281] 60ns |----------------------------------------L0.1028-----------------------------------------|" - - "L0.1042[1122,1281] 61ns |----------------------------------------L0.1042-----------------------------------------|" - - "L0.1056[1122,1281] 62ns |----------------------------------------L0.1056-----------------------------------------|" - - "L0.1070[1122,1281] 63ns |----------------------------------------L0.1070-----------------------------------------|" - - "L0.1084[1122,1281] 64ns |----------------------------------------L0.1084-----------------------------------------|" - - "L0.1098[1122,1281] 65ns |----------------------------------------L0.1098-----------------------------------------|" - - "L0.1112[1122,1281] 66ns |----------------------------------------L0.1112-----------------------------------------|" - - "L0.1126[1122,1281] 67ns |----------------------------------------L0.1126-----------------------------------------|" - - "L0.1140[1122,1281] 68ns |----------------------------------------L0.1140-----------------------------------------|" - - "L0.1154[1122,1281] 69ns |----------------------------------------L0.1154-----------------------------------------|" - - "L0.1168[1122,1281] 70ns |----------------------------------------L0.1168-----------------------------------------|" - - "L0.1182[1122,1281] 71ns |----------------------------------------L0.1182-----------------------------------------|" - - "L0.1196[1122,1281] 72ns |----------------------------------------L0.1196-----------------------------------------|" - - "L0.1210[1122,1281] 73ns |----------------------------------------L0.1210-----------------------------------------|" - - "L0.1224[1122,1281] 74ns |----------------------------------------L0.1224-----------------------------------------|" - - "L0.1238[1122,1281] 75ns |----------------------------------------L0.1238-----------------------------------------|" - - "L0.1252[1122,1281] 76ns |----------------------------------------L0.1252-----------------------------------------|" - - "L0.1266[1122,1281] 77ns |----------------------------------------L0.1266-----------------------------------------|" - - "L0.1280[1122,1281] 78ns |----------------------------------------L0.1280-----------------------------------------|" - - "L0.1294[1122,1281] 79ns |----------------------------------------L0.1294-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1122,1281] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1028, L0.1042, L0.1056, L0.1070, L0.1084, L0.1098, L0.1112, L0.1126, L0.1140, L0.1154, L0.1168, L0.1182, L0.1196, L0.1210, L0.1224, L0.1238, L0.1252, L0.1266, L0.1280, L0.1294" - - " Creating 1 files" - - "**** Simulation run 273, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1308[1122,1281] 80ns |----------------------------------------L0.1308-----------------------------------------|" - - "L0.1322[1122,1281] 81ns |----------------------------------------L0.1322-----------------------------------------|" - - "L0.1336[1122,1281] 82ns |----------------------------------------L0.1336-----------------------------------------|" - - "L0.1350[1122,1281] 83ns |----------------------------------------L0.1350-----------------------------------------|" - - "L0.1364[1122,1281] 84ns |----------------------------------------L0.1364-----------------------------------------|" - - "L0.1378[1122,1281] 85ns |----------------------------------------L0.1378-----------------------------------------|" - - "L0.1392[1122,1281] 86ns |----------------------------------------L0.1392-----------------------------------------|" - - "L0.1406[1122,1281] 87ns |----------------------------------------L0.1406-----------------------------------------|" - - "L0.1420[1122,1281] 88ns |----------------------------------------L0.1420-----------------------------------------|" - - "L0.1434[1122,1281] 89ns |----------------------------------------L0.1434-----------------------------------------|" - - "L0.1448[1122,1281] 90ns |----------------------------------------L0.1448-----------------------------------------|" - - "L0.1462[1122,1281] 91ns |----------------------------------------L0.1462-----------------------------------------|" - - "L0.1476[1122,1281] 92ns |----------------------------------------L0.1476-----------------------------------------|" - - "L0.1490[1122,1281] 93ns |----------------------------------------L0.1490-----------------------------------------|" - - "L0.1504[1122,1281] 94ns |----------------------------------------L0.1504-----------------------------------------|" - - "L0.1518[1122,1281] 95ns |----------------------------------------L0.1518-----------------------------------------|" - - "L0.1532[1122,1281] 96ns |----------------------------------------L0.1532-----------------------------------------|" - - "L0.1546[1122,1281] 97ns |----------------------------------------L0.1546-----------------------------------------|" - - "L0.1560[1122,1281] 98ns |----------------------------------------L0.1560-----------------------------------------|" - - "L0.1574[1122,1281] 99ns |----------------------------------------L0.1574-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1122,1281] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1308, L0.1322, L0.1336, L0.1350, L0.1364, L0.1378, L0.1392, L0.1406, L0.1420, L0.1434, L0.1448, L0.1462, L0.1476, L0.1490, L0.1504, L0.1518, L0.1532, L0.1546, L0.1560, L0.1574" - - " Creating 1 files" - - "**** Simulation run 274, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1588[1122,1281] 100ns |----------------------------------------L0.1588-----------------------------------------|" - - "L0.1602[1122,1281] 101ns |----------------------------------------L0.1602-----------------------------------------|" - - "L0.1616[1122,1281] 102ns |----------------------------------------L0.1616-----------------------------------------|" - - "L0.1630[1122,1281] 103ns |----------------------------------------L0.1630-----------------------------------------|" - - "L0.1644[1122,1281] 104ns |----------------------------------------L0.1644-----------------------------------------|" - - "L0.1658[1122,1281] 105ns |----------------------------------------L0.1658-----------------------------------------|" - - "L0.1672[1122,1281] 106ns |----------------------------------------L0.1672-----------------------------------------|" - - "L0.1686[1122,1281] 107ns |----------------------------------------L0.1686-----------------------------------------|" - - "L0.1700[1122,1281] 108ns |----------------------------------------L0.1700-----------------------------------------|" - - "L0.1714[1122,1281] 109ns |----------------------------------------L0.1714-----------------------------------------|" - - "L0.1728[1122,1281] 110ns |----------------------------------------L0.1728-----------------------------------------|" - - "L0.1742[1122,1281] 111ns |----------------------------------------L0.1742-----------------------------------------|" - - "L0.1756[1122,1281] 112ns |----------------------------------------L0.1756-----------------------------------------|" - - "L0.1770[1122,1281] 113ns |----------------------------------------L0.1770-----------------------------------------|" - - "L0.1784[1122,1281] 114ns |----------------------------------------L0.1784-----------------------------------------|" - - "L0.1798[1122,1281] 115ns |----------------------------------------L0.1798-----------------------------------------|" - - "L0.1812[1122,1281] 116ns |----------------------------------------L0.1812-----------------------------------------|" - - "L0.1826[1122,1281] 117ns |----------------------------------------L0.1826-----------------------------------------|" - - "L0.1840[1122,1281] 118ns |----------------------------------------L0.1840-----------------------------------------|" - - "L0.1854[1122,1281] 119ns |----------------------------------------L0.1854-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1122,1281] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1588, L0.1602, L0.1616, L0.1630, L0.1644, L0.1658, L0.1672, L0.1686, L0.1700, L0.1714, L0.1728, L0.1742, L0.1756, L0.1770, L0.1784, L0.1798, L0.1812, L0.1826, L0.1840, L0.1854" - - " Creating 1 files" - - "**** Simulation run 275, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1868[1122,1281] 120ns |----------------------------------------L0.1868-----------------------------------------|" - - "L0.1882[1122,1281] 121ns |----------------------------------------L0.1882-----------------------------------------|" - - "L0.1896[1122,1281] 122ns |----------------------------------------L0.1896-----------------------------------------|" - - "L0.1910[1122,1281] 123ns |----------------------------------------L0.1910-----------------------------------------|" - - "L0.1924[1122,1281] 124ns |----------------------------------------L0.1924-----------------------------------------|" - - "L0.1938[1122,1281] 125ns |----------------------------------------L0.1938-----------------------------------------|" - - "L0.1952[1122,1281] 126ns |----------------------------------------L0.1952-----------------------------------------|" - - "L0.1966[1122,1281] 127ns |----------------------------------------L0.1966-----------------------------------------|" - - "L0.1980[1122,1281] 128ns |----------------------------------------L0.1980-----------------------------------------|" - - "L0.1994[1122,1281] 129ns |----------------------------------------L0.1994-----------------------------------------|" - - "L0.2008[1122,1281] 130ns |----------------------------------------L0.2008-----------------------------------------|" - - "L0.2022[1122,1281] 131ns |----------------------------------------L0.2022-----------------------------------------|" - - "L0.2036[1122,1281] 132ns |----------------------------------------L0.2036-----------------------------------------|" - - "L0.2050[1122,1281] 133ns |----------------------------------------L0.2050-----------------------------------------|" - - "L0.2064[1122,1281] 134ns |----------------------------------------L0.2064-----------------------------------------|" - - "L0.2190[1122,1281] 135ns |----------------------------------------L0.2190-----------------------------------------|" - - "L0.2204[1122,1281] 136ns |----------------------------------------L0.2204-----------------------------------------|" - - "L0.2078[1122,1281] 137ns |----------------------------------------L0.2078-----------------------------------------|" - - "L0.2092[1122,1281] 138ns |----------------------------------------L0.2092-----------------------------------------|" - - "L0.2106[1122,1281] 139ns |----------------------------------------L0.2106-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1122,1281] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1868, L0.1882, L0.1896, L0.1910, L0.1924, L0.1938, L0.1952, L0.1966, L0.1980, L0.1994, L0.2008, L0.2022, L0.2036, L0.2050, L0.2064, L0.2078, L0.2092, L0.2106, L0.2190, L0.2204" - - " Creating 1 files" - - "**** Simulation run 276, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2120[1122,1281] 140ns |----------------------------------------L0.2120-----------------------------------------|" - - "L0.2134[1122,1281] 141ns |----------------------------------------L0.2134-----------------------------------------|" - - "L0.2148[1122,1281] 142ns |----------------------------------------L0.2148-----------------------------------------|" - - "L0.2162[1122,1281] 143ns |----------------------------------------L0.2162-----------------------------------------|" - - "L0.2176[1122,1281] 144ns |----------------------------------------L0.2176-----------------------------------------|" - - "L0.2218[1122,1281] 145ns |----------------------------------------L0.2218-----------------------------------------|" - - "L0.2232[1122,1281] 146ns |----------------------------------------L0.2232-----------------------------------------|" - - "L0.2246[1122,1281] 147ns |----------------------------------------L0.2246-----------------------------------------|" - - "L0.2260[1122,1281] 148ns |----------------------------------------L0.2260-----------------------------------------|" - - "L0.2274[1122,1281] 149ns |----------------------------------------L0.2274-----------------------------------------|" - - "L0.2288[1122,1281] 150ns |----------------------------------------L0.2288-----------------------------------------|" - - "L0.2302[1122,1281] 151ns |----------------------------------------L0.2302-----------------------------------------|" - - "L0.2316[1122,1281] 152ns |----------------------------------------L0.2316-----------------------------------------|" - - "L0.2330[1122,1281] 153ns |----------------------------------------L0.2330-----------------------------------------|" - - "L0.2344[1122,1281] 154ns |----------------------------------------L0.2344-----------------------------------------|" - - "L0.2358[1122,1281] 155ns |----------------------------------------L0.2358-----------------------------------------|" - - "L0.2372[1122,1281] 156ns |----------------------------------------L0.2372-----------------------------------------|" - - "L0.2386[1122,1281] 157ns |----------------------------------------L0.2386-----------------------------------------|" - - "L0.2400[1122,1281] 158ns |----------------------------------------L0.2400-----------------------------------------|" - - "L0.2414[1122,1281] 159ns |----------------------------------------L0.2414-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1122,1281] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2120, L0.2134, L0.2148, L0.2162, L0.2176, L0.2218, L0.2232, L0.2246, L0.2260, L0.2274, L0.2288, L0.2302, L0.2316, L0.2330, L0.2344, L0.2358, L0.2372, L0.2386, L0.2400, L0.2414" - - " Creating 1 files" - - "**** Simulation run 277, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2428[1122,1281] 160ns |----------------------------------------L0.2428-----------------------------------------|" - - "L0.2442[1122,1281] 161ns |----------------------------------------L0.2442-----------------------------------------|" - - "L0.2455[1122,1281] 162ns |----------------------------------------L0.2455-----------------------------------------|" - - "L0.2468[1122,1281] 163ns |----------------------------------------L0.2468-----------------------------------------|" - - "L0.2481[1122,1281] 164ns |----------------------------------------L0.2481-----------------------------------------|" - - "L0.2494[1122,1281] 165ns |----------------------------------------L0.2494-----------------------------------------|" - - "L0.2507[1122,1281] 166ns |----------------------------------------L0.2507-----------------------------------------|" - - "L0.2520[1122,1281] 167ns |----------------------------------------L0.2520-----------------------------------------|" - - "L0.2533[1122,1281] 168ns |----------------------------------------L0.2533-----------------------------------------|" - - "L0.2546[1122,1281] 169ns |----------------------------------------L0.2546-----------------------------------------|" - - "L0.2559[1122,1281] 170ns |----------------------------------------L0.2559-----------------------------------------|" - - "L0.2572[1122,1281] 171ns |----------------------------------------L0.2572-----------------------------------------|" - - "L0.2585[1122,1281] 172ns |----------------------------------------L0.2585-----------------------------------------|" - - "L0.2598[1122,1281] 173ns |----------------------------------------L0.2598-----------------------------------------|" - - "L0.2611[1122,1281] 174ns |----------------------------------------L0.2611-----------------------------------------|" - - "L0.2624[1122,1281] 175ns |----------------------------------------L0.2624-----------------------------------------|" - - "L0.2637[1122,1281] 176ns |----------------------------------------L0.2637-----------------------------------------|" - - "L0.2650[1122,1281] 177ns |----------------------------------------L0.2650-----------------------------------------|" - - "L0.2663[1122,1281] 178ns |----------------------------------------L0.2663-----------------------------------------|" - - "L0.2676[1122,1281] 179ns |----------------------------------------L0.2676-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1122,1281] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2428, L0.2442, L0.2455, L0.2468, L0.2481, L0.2494, L0.2507, L0.2520, L0.2533, L0.2546, L0.2559, L0.2572, L0.2585, L0.2598, L0.2611, L0.2624, L0.2637, L0.2650, L0.2663, L0.2676" - - " Creating 1 files" - - "**** Simulation run 278, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2689[1122,1281] 180ns |----------------------------------------L0.2689-----------------------------------------|" - - "L0.2702[1122,1281] 181ns |----------------------------------------L0.2702-----------------------------------------|" - - "L0.2715[1122,1281] 182ns |----------------------------------------L0.2715-----------------------------------------|" - - "L0.2728[1122,1281] 183ns |----------------------------------------L0.2728-----------------------------------------|" - - "L0.2741[1122,1281] 184ns |----------------------------------------L0.2741-----------------------------------------|" - - "L0.2754[1122,1281] 185ns |----------------------------------------L0.2754-----------------------------------------|" - - "L0.2767[1122,1281] 186ns |----------------------------------------L0.2767-----------------------------------------|" - - "L0.2780[1122,1281] 187ns |----------------------------------------L0.2780-----------------------------------------|" - - "L0.2793[1122,1281] 188ns |----------------------------------------L0.2793-----------------------------------------|" - - "L0.2806[1122,1281] 189ns |----------------------------------------L0.2806-----------------------------------------|" - - "L0.2819[1122,1281] 190ns |----------------------------------------L0.2819-----------------------------------------|" - - "L0.2832[1122,1281] 191ns |----------------------------------------L0.2832-----------------------------------------|" - - "L0.2845[1122,1281] 192ns |----------------------------------------L0.2845-----------------------------------------|" - - "L0.2858[1122,1281] 193ns |----------------------------------------L0.2858-----------------------------------------|" - - "L0.2871[1122,1281] 194ns |----------------------------------------L0.2871-----------------------------------------|" - - "L0.2884[1122,1281] 195ns |----------------------------------------L0.2884-----------------------------------------|" - - "L0.2897[1122,1281] 196ns |----------------------------------------L0.2897-----------------------------------------|" - - "L0.2910[1122,1281] 197ns |----------------------------------------L0.2910-----------------------------------------|" - - "L0.2923[1122,1281] 198ns |----------------------------------------L0.2923-----------------------------------------|" - - "L0.2936[1122,1281] 199ns |----------------------------------------L0.2936-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1122,1281] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2689, L0.2702, L0.2715, L0.2728, L0.2741, L0.2754, L0.2767, L0.2780, L0.2793, L0.2806, L0.2819, L0.2832, L0.2845, L0.2858, L0.2871, L0.2884, L0.2897, L0.2910, L0.2923, L0.2936" - - " Creating 1 files" - - "**** Simulation run 279, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "**** Simulation run 208, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - "L0, all files 8mb " - "L0.209[1282,1441] 0ns |-----------------------------------------L0.209-----------------------------------------|" - "L0.222[1282,1441] 1ns |-----------------------------------------L0.222-----------------------------------------|" @@ -7699,231 +5728,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.209, L0.222, L0.235, L0.248, L0.261, L0.274, L0.287, L0.300, L0.313, L0.326, L0.339, L0.352, L0.365, L0.378, L0.391, L0.404, L0.417, L0.430, L0.443, L0.568" - " Creating 1 files" - - "**** Simulation run 280, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.581[1282,1441] 20ns |-----------------------------------------L0.581-----------------------------------------|" - - "L0.456[1282,1441] 21ns |-----------------------------------------L0.456-----------------------------------------|" - - "L0.470[1282,1441] 22ns |-----------------------------------------L0.470-----------------------------------------|" - - "L0.484[1282,1441] 23ns |-----------------------------------------L0.484-----------------------------------------|" - - "L0.498[1282,1441] 24ns |-----------------------------------------L0.498-----------------------------------------|" - - "L0.512[1282,1441] 25ns |-----------------------------------------L0.512-----------------------------------------|" - - "L0.526[1282,1441] 26ns |-----------------------------------------L0.526-----------------------------------------|" - - "L0.540[1282,1441] 27ns |-----------------------------------------L0.540-----------------------------------------|" - - "L0.554[1282,1441] 28ns |-----------------------------------------L0.554-----------------------------------------|" - - "L0.595[1282,1441] 29ns |-----------------------------------------L0.595-----------------------------------------|" - - "L0.609[1282,1441] 30ns |-----------------------------------------L0.609-----------------------------------------|" - - "L0.623[1282,1441] 31ns |-----------------------------------------L0.623-----------------------------------------|" - - "L0.637[1282,1441] 32ns |-----------------------------------------L0.637-----------------------------------------|" - - "L0.651[1282,1441] 33ns |-----------------------------------------L0.651-----------------------------------------|" - - "L0.665[1282,1441] 34ns |-----------------------------------------L0.665-----------------------------------------|" - - "L0.679[1282,1441] 35ns |-----------------------------------------L0.679-----------------------------------------|" - - "L0.693[1282,1441] 36ns |-----------------------------------------L0.693-----------------------------------------|" - - "L0.707[1282,1441] 37ns |-----------------------------------------L0.707-----------------------------------------|" - - "L0.721[1282,1441] 38ns |-----------------------------------------L0.721-----------------------------------------|" - - "L0.735[1282,1441] 39ns |-----------------------------------------L0.735-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1282,1441] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.456, L0.470, L0.484, L0.498, L0.512, L0.526, L0.540, L0.554, L0.581, L0.595, L0.609, L0.623, L0.637, L0.651, L0.665, L0.679, L0.693, L0.707, L0.721, L0.735" - - " Creating 1 files" - - "**** Simulation run 281, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.749[1282,1441] 40ns |-----------------------------------------L0.749-----------------------------------------|" - - "L0.763[1282,1441] 41ns |-----------------------------------------L0.763-----------------------------------------|" - - "L0.777[1282,1441] 42ns |-----------------------------------------L0.777-----------------------------------------|" - - "L0.791[1282,1441] 43ns |-----------------------------------------L0.791-----------------------------------------|" - - "L0.805[1282,1441] 44ns |-----------------------------------------L0.805-----------------------------------------|" - - "L0.819[1282,1441] 45ns |-----------------------------------------L0.819-----------------------------------------|" - - "L0.833[1282,1441] 46ns |-----------------------------------------L0.833-----------------------------------------|" - - "L0.847[1282,1441] 47ns |-----------------------------------------L0.847-----------------------------------------|" - - "L0.861[1282,1441] 48ns |-----------------------------------------L0.861-----------------------------------------|" - - "L0.875[1282,1441] 49ns |-----------------------------------------L0.875-----------------------------------------|" - - "L0.889[1282,1441] 50ns |-----------------------------------------L0.889-----------------------------------------|" - - "L0.903[1282,1441] 51ns |-----------------------------------------L0.903-----------------------------------------|" - - "L0.917[1282,1441] 52ns |-----------------------------------------L0.917-----------------------------------------|" - - "L0.931[1282,1441] 53ns |-----------------------------------------L0.931-----------------------------------------|" - - "L0.945[1282,1441] 54ns |-----------------------------------------L0.945-----------------------------------------|" - - "L0.959[1282,1441] 55ns |-----------------------------------------L0.959-----------------------------------------|" - - "L0.973[1282,1441] 56ns |-----------------------------------------L0.973-----------------------------------------|" - - "L0.987[1282,1441] 57ns |-----------------------------------------L0.987-----------------------------------------|" - - "L0.1001[1282,1441] 58ns |----------------------------------------L0.1001-----------------------------------------|" - - "L0.1015[1282,1441] 59ns |----------------------------------------L0.1015-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1282,1441] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.749, L0.763, L0.777, L0.791, L0.805, L0.819, L0.833, L0.847, L0.861, L0.875, L0.889, L0.903, L0.917, L0.931, L0.945, L0.959, L0.973, L0.987, L0.1001, L0.1015" - - " Creating 1 files" - - "**** Simulation run 282, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1029[1282,1441] 60ns |----------------------------------------L0.1029-----------------------------------------|" - - "L0.1043[1282,1441] 61ns |----------------------------------------L0.1043-----------------------------------------|" - - "L0.1057[1282,1441] 62ns |----------------------------------------L0.1057-----------------------------------------|" - - "L0.1071[1282,1441] 63ns |----------------------------------------L0.1071-----------------------------------------|" - - "L0.1085[1282,1441] 64ns |----------------------------------------L0.1085-----------------------------------------|" - - "L0.1099[1282,1441] 65ns |----------------------------------------L0.1099-----------------------------------------|" - - "L0.1113[1282,1441] 66ns |----------------------------------------L0.1113-----------------------------------------|" - - "L0.1127[1282,1441] 67ns |----------------------------------------L0.1127-----------------------------------------|" - - "L0.1141[1282,1441] 68ns |----------------------------------------L0.1141-----------------------------------------|" - - "L0.1155[1282,1441] 69ns |----------------------------------------L0.1155-----------------------------------------|" - - "L0.1169[1282,1441] 70ns |----------------------------------------L0.1169-----------------------------------------|" - - "L0.1183[1282,1441] 71ns |----------------------------------------L0.1183-----------------------------------------|" - - "L0.1197[1282,1441] 72ns |----------------------------------------L0.1197-----------------------------------------|" - - "L0.1211[1282,1441] 73ns |----------------------------------------L0.1211-----------------------------------------|" - - "L0.1225[1282,1441] 74ns |----------------------------------------L0.1225-----------------------------------------|" - - "L0.1239[1282,1441] 75ns |----------------------------------------L0.1239-----------------------------------------|" - - "L0.1253[1282,1441] 76ns |----------------------------------------L0.1253-----------------------------------------|" - - "L0.1267[1282,1441] 77ns |----------------------------------------L0.1267-----------------------------------------|" - - "L0.1281[1282,1441] 78ns |----------------------------------------L0.1281-----------------------------------------|" - - "L0.1295[1282,1441] 79ns |----------------------------------------L0.1295-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1282,1441] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1029, L0.1043, L0.1057, L0.1071, L0.1085, L0.1099, L0.1113, L0.1127, L0.1141, L0.1155, L0.1169, L0.1183, L0.1197, L0.1211, L0.1225, L0.1239, L0.1253, L0.1267, L0.1281, L0.1295" - - " Creating 1 files" - - "**** Simulation run 283, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1309[1282,1441] 80ns |----------------------------------------L0.1309-----------------------------------------|" - - "L0.1323[1282,1441] 81ns |----------------------------------------L0.1323-----------------------------------------|" - - "L0.1337[1282,1441] 82ns |----------------------------------------L0.1337-----------------------------------------|" - - "L0.1351[1282,1441] 83ns |----------------------------------------L0.1351-----------------------------------------|" - - "L0.1365[1282,1441] 84ns |----------------------------------------L0.1365-----------------------------------------|" - - "L0.1379[1282,1441] 85ns |----------------------------------------L0.1379-----------------------------------------|" - - "L0.1393[1282,1441] 86ns |----------------------------------------L0.1393-----------------------------------------|" - - "L0.1407[1282,1441] 87ns |----------------------------------------L0.1407-----------------------------------------|" - - "L0.1421[1282,1441] 88ns |----------------------------------------L0.1421-----------------------------------------|" - - "L0.1435[1282,1441] 89ns |----------------------------------------L0.1435-----------------------------------------|" - - "L0.1449[1282,1441] 90ns |----------------------------------------L0.1449-----------------------------------------|" - - "L0.1463[1282,1441] 91ns |----------------------------------------L0.1463-----------------------------------------|" - - "L0.1477[1282,1441] 92ns |----------------------------------------L0.1477-----------------------------------------|" - - "L0.1491[1282,1441] 93ns |----------------------------------------L0.1491-----------------------------------------|" - - "L0.1505[1282,1441] 94ns |----------------------------------------L0.1505-----------------------------------------|" - - "L0.1519[1282,1441] 95ns |----------------------------------------L0.1519-----------------------------------------|" - - "L0.1533[1282,1441] 96ns |----------------------------------------L0.1533-----------------------------------------|" - - "L0.1547[1282,1441] 97ns |----------------------------------------L0.1547-----------------------------------------|" - - "L0.1561[1282,1441] 98ns |----------------------------------------L0.1561-----------------------------------------|" - - "L0.1575[1282,1441] 99ns |----------------------------------------L0.1575-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1282,1441] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1309, L0.1323, L0.1337, L0.1351, L0.1365, L0.1379, L0.1393, L0.1407, L0.1421, L0.1435, L0.1449, L0.1463, L0.1477, L0.1491, L0.1505, L0.1519, L0.1533, L0.1547, L0.1561, L0.1575" - - " Creating 1 files" - - "**** Simulation run 284, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1589[1282,1441] 100ns |----------------------------------------L0.1589-----------------------------------------|" - - "L0.1603[1282,1441] 101ns |----------------------------------------L0.1603-----------------------------------------|" - - "L0.1617[1282,1441] 102ns |----------------------------------------L0.1617-----------------------------------------|" - - "L0.1631[1282,1441] 103ns |----------------------------------------L0.1631-----------------------------------------|" - - "L0.1645[1282,1441] 104ns |----------------------------------------L0.1645-----------------------------------------|" - - "L0.1659[1282,1441] 105ns |----------------------------------------L0.1659-----------------------------------------|" - - "L0.1673[1282,1441] 106ns |----------------------------------------L0.1673-----------------------------------------|" - - "L0.1687[1282,1441] 107ns |----------------------------------------L0.1687-----------------------------------------|" - - "L0.1701[1282,1441] 108ns |----------------------------------------L0.1701-----------------------------------------|" - - "L0.1715[1282,1441] 109ns |----------------------------------------L0.1715-----------------------------------------|" - - "L0.1729[1282,1441] 110ns |----------------------------------------L0.1729-----------------------------------------|" - - "L0.1743[1282,1441] 111ns |----------------------------------------L0.1743-----------------------------------------|" - - "L0.1757[1282,1441] 112ns |----------------------------------------L0.1757-----------------------------------------|" - - "L0.1771[1282,1441] 113ns |----------------------------------------L0.1771-----------------------------------------|" - - "L0.1785[1282,1441] 114ns |----------------------------------------L0.1785-----------------------------------------|" - - "L0.1799[1282,1441] 115ns |----------------------------------------L0.1799-----------------------------------------|" - - "L0.1813[1282,1441] 116ns |----------------------------------------L0.1813-----------------------------------------|" - - "L0.1827[1282,1441] 117ns |----------------------------------------L0.1827-----------------------------------------|" - - "L0.1841[1282,1441] 118ns |----------------------------------------L0.1841-----------------------------------------|" - - "L0.1855[1282,1441] 119ns |----------------------------------------L0.1855-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1282,1441] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1589, L0.1603, L0.1617, L0.1631, L0.1645, L0.1659, L0.1673, L0.1687, L0.1701, L0.1715, L0.1729, L0.1743, L0.1757, L0.1771, L0.1785, L0.1799, L0.1813, L0.1827, L0.1841, L0.1855" - - " Creating 1 files" - - "**** Simulation run 285, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1869[1282,1441] 120ns |----------------------------------------L0.1869-----------------------------------------|" - - "L0.1883[1282,1441] 121ns |----------------------------------------L0.1883-----------------------------------------|" - - "L0.1897[1282,1441] 122ns |----------------------------------------L0.1897-----------------------------------------|" - - "L0.1911[1282,1441] 123ns |----------------------------------------L0.1911-----------------------------------------|" - - "L0.1925[1282,1441] 124ns |----------------------------------------L0.1925-----------------------------------------|" - - "L0.1939[1282,1441] 125ns |----------------------------------------L0.1939-----------------------------------------|" - - "L0.1953[1282,1441] 126ns |----------------------------------------L0.1953-----------------------------------------|" - - "L0.1967[1282,1441] 127ns |----------------------------------------L0.1967-----------------------------------------|" - - "L0.1981[1282,1441] 128ns |----------------------------------------L0.1981-----------------------------------------|" - - "L0.1995[1282,1441] 129ns |----------------------------------------L0.1995-----------------------------------------|" - - "L0.2009[1282,1441] 130ns |----------------------------------------L0.2009-----------------------------------------|" - - "L0.2023[1282,1441] 131ns |----------------------------------------L0.2023-----------------------------------------|" - - "L0.2037[1282,1441] 132ns |----------------------------------------L0.2037-----------------------------------------|" - - "L0.2051[1282,1441] 133ns |----------------------------------------L0.2051-----------------------------------------|" - - "L0.2065[1282,1441] 134ns |----------------------------------------L0.2065-----------------------------------------|" - - "L0.2191[1282,1441] 135ns |----------------------------------------L0.2191-----------------------------------------|" - - "L0.2205[1282,1441] 136ns |----------------------------------------L0.2205-----------------------------------------|" - - "L0.2079[1282,1441] 137ns |----------------------------------------L0.2079-----------------------------------------|" - - "L0.2093[1282,1441] 138ns |----------------------------------------L0.2093-----------------------------------------|" - - "L0.2107[1282,1441] 139ns |----------------------------------------L0.2107-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1282,1441] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1869, L0.1883, L0.1897, L0.1911, L0.1925, L0.1939, L0.1953, L0.1967, L0.1981, L0.1995, L0.2009, L0.2023, L0.2037, L0.2051, L0.2065, L0.2079, L0.2093, L0.2107, L0.2191, L0.2205" - - " Creating 1 files" - - "**** Simulation run 286, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2121[1282,1441] 140ns |----------------------------------------L0.2121-----------------------------------------|" - - "L0.2135[1282,1441] 141ns |----------------------------------------L0.2135-----------------------------------------|" - - "L0.2149[1282,1441] 142ns |----------------------------------------L0.2149-----------------------------------------|" - - "L0.2163[1282,1441] 143ns |----------------------------------------L0.2163-----------------------------------------|" - - "L0.2177[1282,1441] 144ns |----------------------------------------L0.2177-----------------------------------------|" - - "L0.2219[1282,1441] 145ns |----------------------------------------L0.2219-----------------------------------------|" - - "L0.2233[1282,1441] 146ns |----------------------------------------L0.2233-----------------------------------------|" - - "L0.2247[1282,1441] 147ns |----------------------------------------L0.2247-----------------------------------------|" - - "L0.2261[1282,1441] 148ns |----------------------------------------L0.2261-----------------------------------------|" - - "L0.2275[1282,1441] 149ns |----------------------------------------L0.2275-----------------------------------------|" - - "L0.2289[1282,1441] 150ns |----------------------------------------L0.2289-----------------------------------------|" - - "L0.2303[1282,1441] 151ns |----------------------------------------L0.2303-----------------------------------------|" - - "L0.2317[1282,1441] 152ns |----------------------------------------L0.2317-----------------------------------------|" - - "L0.2331[1282,1441] 153ns |----------------------------------------L0.2331-----------------------------------------|" - - "L0.2345[1282,1441] 154ns |----------------------------------------L0.2345-----------------------------------------|" - - "L0.2359[1282,1441] 155ns |----------------------------------------L0.2359-----------------------------------------|" - - "L0.2373[1282,1441] 156ns |----------------------------------------L0.2373-----------------------------------------|" - - "L0.2387[1282,1441] 157ns |----------------------------------------L0.2387-----------------------------------------|" - - "L0.2401[1282,1441] 158ns |----------------------------------------L0.2401-----------------------------------------|" - - "L0.2415[1282,1441] 159ns |----------------------------------------L0.2415-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1282,1441] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2121, L0.2135, L0.2149, L0.2163, L0.2177, L0.2219, L0.2233, L0.2247, L0.2261, L0.2275, L0.2289, L0.2303, L0.2317, L0.2331, L0.2345, L0.2359, L0.2373, L0.2387, L0.2401, L0.2415" - - " Creating 1 files" - - "**** Simulation run 287, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2429[1282,1441] 160ns |----------------------------------------L0.2429-----------------------------------------|" - - "L0.2443[1282,1441] 161ns |----------------------------------------L0.2443-----------------------------------------|" - - "L0.2456[1282,1441] 162ns |----------------------------------------L0.2456-----------------------------------------|" - - "L0.2469[1282,1441] 163ns |----------------------------------------L0.2469-----------------------------------------|" - - "L0.2482[1282,1441] 164ns |----------------------------------------L0.2482-----------------------------------------|" - - "L0.2495[1282,1441] 165ns |----------------------------------------L0.2495-----------------------------------------|" - - "L0.2508[1282,1441] 166ns |----------------------------------------L0.2508-----------------------------------------|" - - "L0.2521[1282,1441] 167ns |----------------------------------------L0.2521-----------------------------------------|" - - "L0.2534[1282,1441] 168ns |----------------------------------------L0.2534-----------------------------------------|" - - "L0.2547[1282,1441] 169ns |----------------------------------------L0.2547-----------------------------------------|" - - "L0.2560[1282,1441] 170ns |----------------------------------------L0.2560-----------------------------------------|" - - "L0.2573[1282,1441] 171ns |----------------------------------------L0.2573-----------------------------------------|" - - "L0.2586[1282,1441] 172ns |----------------------------------------L0.2586-----------------------------------------|" - - "L0.2599[1282,1441] 173ns |----------------------------------------L0.2599-----------------------------------------|" - - "L0.2612[1282,1441] 174ns |----------------------------------------L0.2612-----------------------------------------|" - - "L0.2625[1282,1441] 175ns |----------------------------------------L0.2625-----------------------------------------|" - - "L0.2638[1282,1441] 176ns |----------------------------------------L0.2638-----------------------------------------|" - - "L0.2651[1282,1441] 177ns |----------------------------------------L0.2651-----------------------------------------|" - - "L0.2664[1282,1441] 178ns |----------------------------------------L0.2664-----------------------------------------|" - - "L0.2677[1282,1441] 179ns |----------------------------------------L0.2677-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1282,1441] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2429, L0.2443, L0.2456, L0.2469, L0.2482, L0.2495, L0.2508, L0.2521, L0.2534, L0.2547, L0.2560, L0.2573, L0.2586, L0.2599, L0.2612, L0.2625, L0.2638, L0.2651, L0.2664, L0.2677" - - " Creating 1 files" - - "**** Simulation run 288, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "**** Simulation run 209, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - "L0, all files 8mb " - "L0.210[1442,1601] 0ns |-----------------------------------------L0.210-----------------------------------------|" - "L0.223[1442,1601] 1ns |-----------------------------------------L0.223-----------------------------------------|" @@ -7951,287 +5756,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.210, L0.223, L0.236, L0.249, L0.262, L0.275, L0.288, L0.301, L0.314, L0.327, L0.340, L0.353, L0.366, L0.379, L0.392, L0.405, L0.418, L0.431, L0.444, L0.569" - " Creating 1 files" - - "**** Simulation run 289, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.582[1442,1601] 20ns |-----------------------------------------L0.582-----------------------------------------|" - - "L0.457[1442,1601] 21ns |-----------------------------------------L0.457-----------------------------------------|" - - "L0.471[1442,1601] 22ns |-----------------------------------------L0.471-----------------------------------------|" - - "L0.485[1442,1601] 23ns |-----------------------------------------L0.485-----------------------------------------|" - - "L0.499[1442,1601] 24ns |-----------------------------------------L0.499-----------------------------------------|" - - "L0.513[1442,1601] 25ns |-----------------------------------------L0.513-----------------------------------------|" - - "L0.527[1442,1601] 26ns |-----------------------------------------L0.527-----------------------------------------|" - - "L0.541[1442,1601] 27ns |-----------------------------------------L0.541-----------------------------------------|" - - "L0.555[1442,1601] 28ns |-----------------------------------------L0.555-----------------------------------------|" - - "L0.596[1442,1601] 29ns |-----------------------------------------L0.596-----------------------------------------|" - - "L0.610[1442,1601] 30ns |-----------------------------------------L0.610-----------------------------------------|" - - "L0.624[1442,1601] 31ns |-----------------------------------------L0.624-----------------------------------------|" - - "L0.638[1442,1601] 32ns |-----------------------------------------L0.638-----------------------------------------|" - - "L0.652[1442,1601] 33ns |-----------------------------------------L0.652-----------------------------------------|" - - "L0.666[1442,1601] 34ns |-----------------------------------------L0.666-----------------------------------------|" - - "L0.680[1442,1601] 35ns |-----------------------------------------L0.680-----------------------------------------|" - - "L0.694[1442,1601] 36ns |-----------------------------------------L0.694-----------------------------------------|" - - "L0.708[1442,1601] 37ns |-----------------------------------------L0.708-----------------------------------------|" - - "L0.722[1442,1601] 38ns |-----------------------------------------L0.722-----------------------------------------|" - - "L0.736[1442,1601] 39ns |-----------------------------------------L0.736-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1442,1601] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.457, L0.471, L0.485, L0.499, L0.513, L0.527, L0.541, L0.555, L0.582, L0.596, L0.610, L0.624, L0.638, L0.652, L0.666, L0.680, L0.694, L0.708, L0.722, L0.736" - - " Creating 1 files" - - "**** Simulation run 290, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.750[1442,1601] 40ns |-----------------------------------------L0.750-----------------------------------------|" - - "L0.764[1442,1601] 41ns |-----------------------------------------L0.764-----------------------------------------|" - - "L0.778[1442,1601] 42ns |-----------------------------------------L0.778-----------------------------------------|" - - "L0.792[1442,1601] 43ns |-----------------------------------------L0.792-----------------------------------------|" - - "L0.806[1442,1601] 44ns |-----------------------------------------L0.806-----------------------------------------|" - - "L0.820[1442,1601] 45ns |-----------------------------------------L0.820-----------------------------------------|" - - "L0.834[1442,1601] 46ns |-----------------------------------------L0.834-----------------------------------------|" - - "L0.848[1442,1601] 47ns |-----------------------------------------L0.848-----------------------------------------|" - - "L0.862[1442,1601] 48ns |-----------------------------------------L0.862-----------------------------------------|" - - "L0.876[1442,1601] 49ns |-----------------------------------------L0.876-----------------------------------------|" - - "L0.890[1442,1601] 50ns |-----------------------------------------L0.890-----------------------------------------|" - - "L0.904[1442,1601] 51ns |-----------------------------------------L0.904-----------------------------------------|" - - "L0.918[1442,1601] 52ns |-----------------------------------------L0.918-----------------------------------------|" - - "L0.932[1442,1601] 53ns |-----------------------------------------L0.932-----------------------------------------|" - - "L0.946[1442,1601] 54ns |-----------------------------------------L0.946-----------------------------------------|" - - "L0.960[1442,1601] 55ns |-----------------------------------------L0.960-----------------------------------------|" - - "L0.974[1442,1601] 56ns |-----------------------------------------L0.974-----------------------------------------|" - - "L0.988[1442,1601] 57ns |-----------------------------------------L0.988-----------------------------------------|" - - "L0.1002[1442,1601] 58ns |----------------------------------------L0.1002-----------------------------------------|" - - "L0.1016[1442,1601] 59ns |----------------------------------------L0.1016-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1442,1601] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.750, L0.764, L0.778, L0.792, L0.806, L0.820, L0.834, L0.848, L0.862, L0.876, L0.890, L0.904, L0.918, L0.932, L0.946, L0.960, L0.974, L0.988, L0.1002, L0.1016" - - " Creating 1 files" - - "**** Simulation run 291, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1030[1442,1601] 60ns |----------------------------------------L0.1030-----------------------------------------|" - - "L0.1044[1442,1601] 61ns |----------------------------------------L0.1044-----------------------------------------|" - - "L0.1058[1442,1601] 62ns |----------------------------------------L0.1058-----------------------------------------|" - - "L0.1072[1442,1601] 63ns |----------------------------------------L0.1072-----------------------------------------|" - - "L0.1086[1442,1601] 64ns |----------------------------------------L0.1086-----------------------------------------|" - - "L0.1100[1442,1601] 65ns |----------------------------------------L0.1100-----------------------------------------|" - - "L0.1114[1442,1601] 66ns |----------------------------------------L0.1114-----------------------------------------|" - - "L0.1128[1442,1601] 67ns |----------------------------------------L0.1128-----------------------------------------|" - - "L0.1142[1442,1601] 68ns |----------------------------------------L0.1142-----------------------------------------|" - - "L0.1156[1442,1601] 69ns |----------------------------------------L0.1156-----------------------------------------|" - - "L0.1170[1442,1601] 70ns |----------------------------------------L0.1170-----------------------------------------|" - - "L0.1184[1442,1601] 71ns |----------------------------------------L0.1184-----------------------------------------|" - - "L0.1198[1442,1601] 72ns |----------------------------------------L0.1198-----------------------------------------|" - - "L0.1212[1442,1601] 73ns |----------------------------------------L0.1212-----------------------------------------|" - - "L0.1226[1442,1601] 74ns |----------------------------------------L0.1226-----------------------------------------|" - - "L0.1240[1442,1601] 75ns |----------------------------------------L0.1240-----------------------------------------|" - - "L0.1254[1442,1601] 76ns |----------------------------------------L0.1254-----------------------------------------|" - - "L0.1268[1442,1601] 77ns |----------------------------------------L0.1268-----------------------------------------|" - - "L0.1282[1442,1601] 78ns |----------------------------------------L0.1282-----------------------------------------|" - - "L0.1296[1442,1601] 79ns |----------------------------------------L0.1296-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1442,1601] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1030, L0.1044, L0.1058, L0.1072, L0.1086, L0.1100, L0.1114, L0.1128, L0.1142, L0.1156, L0.1170, L0.1184, L0.1198, L0.1212, L0.1226, L0.1240, L0.1254, L0.1268, L0.1282, L0.1296" - - " Creating 1 files" - - "**** Simulation run 292, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1310[1442,1601] 80ns |----------------------------------------L0.1310-----------------------------------------|" - - "L0.1324[1442,1601] 81ns |----------------------------------------L0.1324-----------------------------------------|" - - "L0.1338[1442,1601] 82ns |----------------------------------------L0.1338-----------------------------------------|" - - "L0.1352[1442,1601] 83ns |----------------------------------------L0.1352-----------------------------------------|" - - "L0.1366[1442,1601] 84ns |----------------------------------------L0.1366-----------------------------------------|" - - "L0.1380[1442,1601] 85ns |----------------------------------------L0.1380-----------------------------------------|" - - "L0.1394[1442,1601] 86ns |----------------------------------------L0.1394-----------------------------------------|" - - "L0.1408[1442,1601] 87ns |----------------------------------------L0.1408-----------------------------------------|" - - "L0.1422[1442,1601] 88ns |----------------------------------------L0.1422-----------------------------------------|" - - "L0.1436[1442,1601] 89ns |----------------------------------------L0.1436-----------------------------------------|" - - "L0.1450[1442,1601] 90ns |----------------------------------------L0.1450-----------------------------------------|" - - "L0.1464[1442,1601] 91ns |----------------------------------------L0.1464-----------------------------------------|" - - "L0.1478[1442,1601] 92ns |----------------------------------------L0.1478-----------------------------------------|" - - "L0.1492[1442,1601] 93ns |----------------------------------------L0.1492-----------------------------------------|" - - "L0.1506[1442,1601] 94ns |----------------------------------------L0.1506-----------------------------------------|" - - "L0.1520[1442,1601] 95ns |----------------------------------------L0.1520-----------------------------------------|" - - "L0.1534[1442,1601] 96ns |----------------------------------------L0.1534-----------------------------------------|" - - "L0.1548[1442,1601] 97ns |----------------------------------------L0.1548-----------------------------------------|" - - "L0.1562[1442,1601] 98ns |----------------------------------------L0.1562-----------------------------------------|" - - "L0.1576[1442,1601] 99ns |----------------------------------------L0.1576-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1442,1601] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1310, L0.1324, L0.1338, L0.1352, L0.1366, L0.1380, L0.1394, L0.1408, L0.1422, L0.1436, L0.1450, L0.1464, L0.1478, L0.1492, L0.1506, L0.1520, L0.1534, L0.1548, L0.1562, L0.1576" - - " Creating 1 files" - - "**** Simulation run 293, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1590[1442,1601] 100ns |----------------------------------------L0.1590-----------------------------------------|" - - "L0.1604[1442,1601] 101ns |----------------------------------------L0.1604-----------------------------------------|" - - "L0.1618[1442,1601] 102ns |----------------------------------------L0.1618-----------------------------------------|" - - "L0.1632[1442,1601] 103ns |----------------------------------------L0.1632-----------------------------------------|" - - "L0.1646[1442,1601] 104ns |----------------------------------------L0.1646-----------------------------------------|" - - "L0.1660[1442,1601] 105ns |----------------------------------------L0.1660-----------------------------------------|" - - "L0.1674[1442,1601] 106ns |----------------------------------------L0.1674-----------------------------------------|" - - "L0.1688[1442,1601] 107ns |----------------------------------------L0.1688-----------------------------------------|" - - "L0.1702[1442,1601] 108ns |----------------------------------------L0.1702-----------------------------------------|" - - "L0.1716[1442,1601] 109ns |----------------------------------------L0.1716-----------------------------------------|" - - "L0.1730[1442,1601] 110ns |----------------------------------------L0.1730-----------------------------------------|" - - "L0.1744[1442,1601] 111ns |----------------------------------------L0.1744-----------------------------------------|" - - "L0.1758[1442,1601] 112ns |----------------------------------------L0.1758-----------------------------------------|" - - "L0.1772[1442,1601] 113ns |----------------------------------------L0.1772-----------------------------------------|" - - "L0.1786[1442,1601] 114ns |----------------------------------------L0.1786-----------------------------------------|" - - "L0.1800[1442,1601] 115ns |----------------------------------------L0.1800-----------------------------------------|" - - "L0.1814[1442,1601] 116ns |----------------------------------------L0.1814-----------------------------------------|" - - "L0.1828[1442,1601] 117ns |----------------------------------------L0.1828-----------------------------------------|" - - "L0.1842[1442,1601] 118ns |----------------------------------------L0.1842-----------------------------------------|" - - "L0.1856[1442,1601] 119ns |----------------------------------------L0.1856-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1442,1601] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1590, L0.1604, L0.1618, L0.1632, L0.1646, L0.1660, L0.1674, L0.1688, L0.1702, L0.1716, L0.1730, L0.1744, L0.1758, L0.1772, L0.1786, L0.1800, L0.1814, L0.1828, L0.1842, L0.1856" - - " Creating 1 files" - - "**** Simulation run 294, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1870[1442,1601] 120ns |----------------------------------------L0.1870-----------------------------------------|" - - "L0.1884[1442,1601] 121ns |----------------------------------------L0.1884-----------------------------------------|" - - "L0.1898[1442,1601] 122ns |----------------------------------------L0.1898-----------------------------------------|" - - "L0.1912[1442,1601] 123ns |----------------------------------------L0.1912-----------------------------------------|" - - "L0.1926[1442,1601] 124ns |----------------------------------------L0.1926-----------------------------------------|" - - "L0.1940[1442,1601] 125ns |----------------------------------------L0.1940-----------------------------------------|" - - "L0.1954[1442,1601] 126ns |----------------------------------------L0.1954-----------------------------------------|" - - "L0.1968[1442,1601] 127ns |----------------------------------------L0.1968-----------------------------------------|" - - "L0.1982[1442,1601] 128ns |----------------------------------------L0.1982-----------------------------------------|" - - "L0.1996[1442,1601] 129ns |----------------------------------------L0.1996-----------------------------------------|" - - "L0.2010[1442,1601] 130ns |----------------------------------------L0.2010-----------------------------------------|" - - "L0.2024[1442,1601] 131ns |----------------------------------------L0.2024-----------------------------------------|" - - "L0.2038[1442,1601] 132ns |----------------------------------------L0.2038-----------------------------------------|" - - "L0.2052[1442,1601] 133ns |----------------------------------------L0.2052-----------------------------------------|" - - "L0.2066[1442,1601] 134ns |----------------------------------------L0.2066-----------------------------------------|" - - "L0.2192[1442,1601] 135ns |----------------------------------------L0.2192-----------------------------------------|" - - "L0.2206[1442,1601] 136ns |----------------------------------------L0.2206-----------------------------------------|" - - "L0.2080[1442,1601] 137ns |----------------------------------------L0.2080-----------------------------------------|" - - "L0.2094[1442,1601] 138ns |----------------------------------------L0.2094-----------------------------------------|" - - "L0.2108[1442,1601] 139ns |----------------------------------------L0.2108-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1442,1601] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1870, L0.1884, L0.1898, L0.1912, L0.1926, L0.1940, L0.1954, L0.1968, L0.1982, L0.1996, L0.2010, L0.2024, L0.2038, L0.2052, L0.2066, L0.2080, L0.2094, L0.2108, L0.2192, L0.2206" - - " Creating 1 files" - - "**** Simulation run 295, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2122[1442,1601] 140ns |----------------------------------------L0.2122-----------------------------------------|" - - "L0.2136[1442,1601] 141ns |----------------------------------------L0.2136-----------------------------------------|" - - "L0.2150[1442,1601] 142ns |----------------------------------------L0.2150-----------------------------------------|" - - "L0.2164[1442,1601] 143ns |----------------------------------------L0.2164-----------------------------------------|" - - "L0.2178[1442,1601] 144ns |----------------------------------------L0.2178-----------------------------------------|" - - "L0.2220[1442,1601] 145ns |----------------------------------------L0.2220-----------------------------------------|" - - "L0.2234[1442,1601] 146ns |----------------------------------------L0.2234-----------------------------------------|" - - "L0.2248[1442,1601] 147ns |----------------------------------------L0.2248-----------------------------------------|" - - "L0.2262[1442,1601] 148ns |----------------------------------------L0.2262-----------------------------------------|" - - "L0.2276[1442,1601] 149ns |----------------------------------------L0.2276-----------------------------------------|" - - "L0.2290[1442,1601] 150ns |----------------------------------------L0.2290-----------------------------------------|" - - "L0.2304[1442,1601] 151ns |----------------------------------------L0.2304-----------------------------------------|" - - "L0.2318[1442,1601] 152ns |----------------------------------------L0.2318-----------------------------------------|" - - "L0.2332[1442,1601] 153ns |----------------------------------------L0.2332-----------------------------------------|" - - "L0.2346[1442,1601] 154ns |----------------------------------------L0.2346-----------------------------------------|" - - "L0.2360[1442,1601] 155ns |----------------------------------------L0.2360-----------------------------------------|" - - "L0.2374[1442,1601] 156ns |----------------------------------------L0.2374-----------------------------------------|" - - "L0.2388[1442,1601] 157ns |----------------------------------------L0.2388-----------------------------------------|" - - "L0.2402[1442,1601] 158ns |----------------------------------------L0.2402-----------------------------------------|" - - "L0.2416[1442,1601] 159ns |----------------------------------------L0.2416-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1442,1601] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2122, L0.2136, L0.2150, L0.2164, L0.2178, L0.2220, L0.2234, L0.2248, L0.2262, L0.2276, L0.2290, L0.2304, L0.2318, L0.2332, L0.2346, L0.2360, L0.2374, L0.2388, L0.2402, L0.2416" - - " Creating 1 files" - - "**** Simulation run 296, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2690[1282,1441] 180ns |----------------------------------------L0.2690-----------------------------------------|" - - "L0.2703[1282,1441] 181ns |----------------------------------------L0.2703-----------------------------------------|" - - "L0.2716[1282,1441] 182ns |----------------------------------------L0.2716-----------------------------------------|" - - "L0.2729[1282,1441] 183ns |----------------------------------------L0.2729-----------------------------------------|" - - "L0.2742[1282,1441] 184ns |----------------------------------------L0.2742-----------------------------------------|" - - "L0.2755[1282,1441] 185ns |----------------------------------------L0.2755-----------------------------------------|" - - "L0.2768[1282,1441] 186ns |----------------------------------------L0.2768-----------------------------------------|" - - "L0.2781[1282,1441] 187ns |----------------------------------------L0.2781-----------------------------------------|" - - "L0.2794[1282,1441] 188ns |----------------------------------------L0.2794-----------------------------------------|" - - "L0.2807[1282,1441] 189ns |----------------------------------------L0.2807-----------------------------------------|" - - "L0.2820[1282,1441] 190ns |----------------------------------------L0.2820-----------------------------------------|" - - "L0.2833[1282,1441] 191ns |----------------------------------------L0.2833-----------------------------------------|" - - "L0.2846[1282,1441] 192ns |----------------------------------------L0.2846-----------------------------------------|" - - "L0.2859[1282,1441] 193ns |----------------------------------------L0.2859-----------------------------------------|" - - "L0.2872[1282,1441] 194ns |----------------------------------------L0.2872-----------------------------------------|" - - "L0.2885[1282,1441] 195ns |----------------------------------------L0.2885-----------------------------------------|" - - "L0.2898[1282,1441] 196ns |----------------------------------------L0.2898-----------------------------------------|" - - "L0.2911[1282,1441] 197ns |----------------------------------------L0.2911-----------------------------------------|" - - "L0.2924[1282,1441] 198ns |----------------------------------------L0.2924-----------------------------------------|" - - "L0.2937[1282,1441] 199ns |----------------------------------------L0.2937-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1282,1441] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2690, L0.2703, L0.2716, L0.2729, L0.2742, L0.2755, L0.2768, L0.2781, L0.2794, L0.2807, L0.2820, L0.2833, L0.2846, L0.2859, L0.2872, L0.2885, L0.2898, L0.2911, L0.2924, L0.2937" - - " Creating 1 files" - - "**** Simulation run 297, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2430[1442,1601] 160ns |----------------------------------------L0.2430-----------------------------------------|" - - "L0.2444[1442,1601] 161ns |----------------------------------------L0.2444-----------------------------------------|" - - "L0.2457[1442,1601] 162ns |----------------------------------------L0.2457-----------------------------------------|" - - "L0.2470[1442,1601] 163ns |----------------------------------------L0.2470-----------------------------------------|" - - "L0.2483[1442,1601] 164ns |----------------------------------------L0.2483-----------------------------------------|" - - "L0.2496[1442,1601] 165ns |----------------------------------------L0.2496-----------------------------------------|" - - "L0.2509[1442,1601] 166ns |----------------------------------------L0.2509-----------------------------------------|" - - "L0.2522[1442,1601] 167ns |----------------------------------------L0.2522-----------------------------------------|" - - "L0.2535[1442,1601] 168ns |----------------------------------------L0.2535-----------------------------------------|" - - "L0.2548[1442,1601] 169ns |----------------------------------------L0.2548-----------------------------------------|" - - "L0.2561[1442,1601] 170ns |----------------------------------------L0.2561-----------------------------------------|" - - "L0.2574[1442,1601] 171ns |----------------------------------------L0.2574-----------------------------------------|" - - "L0.2587[1442,1601] 172ns |----------------------------------------L0.2587-----------------------------------------|" - - "L0.2600[1442,1601] 173ns |----------------------------------------L0.2600-----------------------------------------|" - - "L0.2613[1442,1601] 174ns |----------------------------------------L0.2613-----------------------------------------|" - - "L0.2626[1442,1601] 175ns |----------------------------------------L0.2626-----------------------------------------|" - - "L0.2639[1442,1601] 176ns |----------------------------------------L0.2639-----------------------------------------|" - - "L0.2652[1442,1601] 177ns |----------------------------------------L0.2652-----------------------------------------|" - - "L0.2665[1442,1601] 178ns |----------------------------------------L0.2665-----------------------------------------|" - - "L0.2678[1442,1601] 179ns |----------------------------------------L0.2678-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1442,1601] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2430, L0.2444, L0.2457, L0.2470, L0.2483, L0.2496, L0.2509, L0.2522, L0.2535, L0.2548, L0.2561, L0.2574, L0.2587, L0.2600, L0.2613, L0.2626, L0.2639, L0.2652, L0.2665, L0.2678" - - " Creating 1 files" - - "**** Simulation run 298, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2691[1442,1601] 180ns |----------------------------------------L0.2691-----------------------------------------|" - - "L0.2704[1442,1601] 181ns |----------------------------------------L0.2704-----------------------------------------|" - - "L0.2717[1442,1601] 182ns |----------------------------------------L0.2717-----------------------------------------|" - - "L0.2730[1442,1601] 183ns |----------------------------------------L0.2730-----------------------------------------|" - - "L0.2743[1442,1601] 184ns |----------------------------------------L0.2743-----------------------------------------|" - - "L0.2756[1442,1601] 185ns |----------------------------------------L0.2756-----------------------------------------|" - - "L0.2769[1442,1601] 186ns |----------------------------------------L0.2769-----------------------------------------|" - - "L0.2782[1442,1601] 187ns |----------------------------------------L0.2782-----------------------------------------|" - - "L0.2795[1442,1601] 188ns |----------------------------------------L0.2795-----------------------------------------|" - - "L0.2808[1442,1601] 189ns |----------------------------------------L0.2808-----------------------------------------|" - - "L0.2821[1442,1601] 190ns |----------------------------------------L0.2821-----------------------------------------|" - - "L0.2834[1442,1601] 191ns |----------------------------------------L0.2834-----------------------------------------|" - - "L0.2847[1442,1601] 192ns |----------------------------------------L0.2847-----------------------------------------|" - - "L0.2860[1442,1601] 193ns |----------------------------------------L0.2860-----------------------------------------|" - - "L0.2873[1442,1601] 194ns |----------------------------------------L0.2873-----------------------------------------|" - - "L0.2886[1442,1601] 195ns |----------------------------------------L0.2886-----------------------------------------|" - - "L0.2899[1442,1601] 196ns |----------------------------------------L0.2899-----------------------------------------|" - - "L0.2912[1442,1601] 197ns |----------------------------------------L0.2912-----------------------------------------|" - - "L0.2925[1442,1601] 198ns |----------------------------------------L0.2925-----------------------------------------|" - - "L0.2938[1442,1601] 199ns |----------------------------------------L0.2938-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1442,1601] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2691, L0.2704, L0.2717, L0.2730, L0.2743, L0.2756, L0.2769, L0.2782, L0.2795, L0.2808, L0.2821, L0.2834, L0.2847, L0.2860, L0.2873, L0.2886, L0.2899, L0.2912, L0.2925, L0.2938" - - " Creating 1 files" - - "**** Simulation run 299, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "**** Simulation run 210, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - "L0, all files 8mb " - "L0.211[1602,1761] 0ns |-----------------------------------------L0.211-----------------------------------------|" - "L0.224[1602,1761] 1ns |-----------------------------------------L0.224-----------------------------------------|" @@ -8259,819 +5784,7 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.211, L0.224, L0.237, L0.250, L0.263, L0.276, L0.289, L0.302, L0.315, L0.328, L0.341, L0.354, L0.367, L0.380, L0.393, L0.406, L0.419, L0.432, L0.445, L0.570" - " Creating 1 files" - - "**** Simulation run 300, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.583[1602,1761] 20ns |-----------------------------------------L0.583-----------------------------------------|" - - "L0.458[1602,1761] 21ns |-----------------------------------------L0.458-----------------------------------------|" - - "L0.472[1602,1761] 22ns |-----------------------------------------L0.472-----------------------------------------|" - - "L0.486[1602,1761] 23ns |-----------------------------------------L0.486-----------------------------------------|" - - "L0.500[1602,1761] 24ns |-----------------------------------------L0.500-----------------------------------------|" - - "L0.514[1602,1761] 25ns |-----------------------------------------L0.514-----------------------------------------|" - - "L0.528[1602,1761] 26ns |-----------------------------------------L0.528-----------------------------------------|" - - "L0.542[1602,1761] 27ns |-----------------------------------------L0.542-----------------------------------------|" - - "L0.556[1602,1761] 28ns |-----------------------------------------L0.556-----------------------------------------|" - - "L0.597[1602,1761] 29ns |-----------------------------------------L0.597-----------------------------------------|" - - "L0.611[1602,1761] 30ns |-----------------------------------------L0.611-----------------------------------------|" - - "L0.625[1602,1761] 31ns |-----------------------------------------L0.625-----------------------------------------|" - - "L0.639[1602,1761] 32ns |-----------------------------------------L0.639-----------------------------------------|" - - "L0.653[1602,1761] 33ns |-----------------------------------------L0.653-----------------------------------------|" - - "L0.667[1602,1761] 34ns |-----------------------------------------L0.667-----------------------------------------|" - - "L0.681[1602,1761] 35ns |-----------------------------------------L0.681-----------------------------------------|" - - "L0.695[1602,1761] 36ns |-----------------------------------------L0.695-----------------------------------------|" - - "L0.709[1602,1761] 37ns |-----------------------------------------L0.709-----------------------------------------|" - - "L0.723[1602,1761] 38ns |-----------------------------------------L0.723-----------------------------------------|" - - "L0.737[1602,1761] 39ns |-----------------------------------------L0.737-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1602,1761] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.458, L0.472, L0.486, L0.500, L0.514, L0.528, L0.542, L0.556, L0.583, L0.597, L0.611, L0.625, L0.639, L0.653, L0.667, L0.681, L0.695, L0.709, L0.723, L0.737" - - " Creating 1 files" - - "**** Simulation run 301, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.751[1602,1761] 40ns |-----------------------------------------L0.751-----------------------------------------|" - - "L0.765[1602,1761] 41ns |-----------------------------------------L0.765-----------------------------------------|" - - "L0.779[1602,1761] 42ns |-----------------------------------------L0.779-----------------------------------------|" - - "L0.793[1602,1761] 43ns |-----------------------------------------L0.793-----------------------------------------|" - - "L0.807[1602,1761] 44ns |-----------------------------------------L0.807-----------------------------------------|" - - "L0.821[1602,1761] 45ns |-----------------------------------------L0.821-----------------------------------------|" - - "L0.835[1602,1761] 46ns |-----------------------------------------L0.835-----------------------------------------|" - - "L0.849[1602,1761] 47ns |-----------------------------------------L0.849-----------------------------------------|" - - "L0.863[1602,1761] 48ns |-----------------------------------------L0.863-----------------------------------------|" - - "L0.877[1602,1761] 49ns |-----------------------------------------L0.877-----------------------------------------|" - - "L0.891[1602,1761] 50ns |-----------------------------------------L0.891-----------------------------------------|" - - "L0.905[1602,1761] 51ns |-----------------------------------------L0.905-----------------------------------------|" - - "L0.919[1602,1761] 52ns |-----------------------------------------L0.919-----------------------------------------|" - - "L0.933[1602,1761] 53ns |-----------------------------------------L0.933-----------------------------------------|" - - "L0.947[1602,1761] 54ns |-----------------------------------------L0.947-----------------------------------------|" - - "L0.961[1602,1761] 55ns |-----------------------------------------L0.961-----------------------------------------|" - - "L0.975[1602,1761] 56ns |-----------------------------------------L0.975-----------------------------------------|" - - "L0.989[1602,1761] 57ns |-----------------------------------------L0.989-----------------------------------------|" - - "L0.1003[1602,1761] 58ns |----------------------------------------L0.1003-----------------------------------------|" - - "L0.1017[1602,1761] 59ns |----------------------------------------L0.1017-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1602,1761] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.751, L0.765, L0.779, L0.793, L0.807, L0.821, L0.835, L0.849, L0.863, L0.877, L0.891, L0.905, L0.919, L0.933, L0.947, L0.961, L0.975, L0.989, L0.1003, L0.1017" - - " Creating 1 files" - - "**** Simulation run 302, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1031[1602,1761] 60ns |----------------------------------------L0.1031-----------------------------------------|" - - "L0.1045[1602,1761] 61ns |----------------------------------------L0.1045-----------------------------------------|" - - "L0.1059[1602,1761] 62ns |----------------------------------------L0.1059-----------------------------------------|" - - "L0.1073[1602,1761] 63ns |----------------------------------------L0.1073-----------------------------------------|" - - "L0.1087[1602,1761] 64ns |----------------------------------------L0.1087-----------------------------------------|" - - "L0.1101[1602,1761] 65ns |----------------------------------------L0.1101-----------------------------------------|" - - "L0.1115[1602,1761] 66ns |----------------------------------------L0.1115-----------------------------------------|" - - "L0.1129[1602,1761] 67ns |----------------------------------------L0.1129-----------------------------------------|" - - "L0.1143[1602,1761] 68ns |----------------------------------------L0.1143-----------------------------------------|" - - "L0.1157[1602,1761] 69ns |----------------------------------------L0.1157-----------------------------------------|" - - "L0.1171[1602,1761] 70ns |----------------------------------------L0.1171-----------------------------------------|" - - "L0.1185[1602,1761] 71ns |----------------------------------------L0.1185-----------------------------------------|" - - "L0.1199[1602,1761] 72ns |----------------------------------------L0.1199-----------------------------------------|" - - "L0.1213[1602,1761] 73ns |----------------------------------------L0.1213-----------------------------------------|" - - "L0.1227[1602,1761] 74ns |----------------------------------------L0.1227-----------------------------------------|" - - "L0.1241[1602,1761] 75ns |----------------------------------------L0.1241-----------------------------------------|" - - "L0.1255[1602,1761] 76ns |----------------------------------------L0.1255-----------------------------------------|" - - "L0.1269[1602,1761] 77ns |----------------------------------------L0.1269-----------------------------------------|" - - "L0.1283[1602,1761] 78ns |----------------------------------------L0.1283-----------------------------------------|" - - "L0.1297[1602,1761] 79ns |----------------------------------------L0.1297-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1602,1761] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1031, L0.1045, L0.1059, L0.1073, L0.1087, L0.1101, L0.1115, L0.1129, L0.1143, L0.1157, L0.1171, L0.1185, L0.1199, L0.1213, L0.1227, L0.1241, L0.1255, L0.1269, L0.1283, L0.1297" - - " Creating 1 files" - - "**** Simulation run 303, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1311[1602,1761] 80ns |----------------------------------------L0.1311-----------------------------------------|" - - "L0.1325[1602,1761] 81ns |----------------------------------------L0.1325-----------------------------------------|" - - "L0.1339[1602,1761] 82ns |----------------------------------------L0.1339-----------------------------------------|" - - "L0.1353[1602,1761] 83ns |----------------------------------------L0.1353-----------------------------------------|" - - "L0.1367[1602,1761] 84ns |----------------------------------------L0.1367-----------------------------------------|" - - "L0.1381[1602,1761] 85ns |----------------------------------------L0.1381-----------------------------------------|" - - "L0.1395[1602,1761] 86ns |----------------------------------------L0.1395-----------------------------------------|" - - "L0.1409[1602,1761] 87ns |----------------------------------------L0.1409-----------------------------------------|" - - "L0.1423[1602,1761] 88ns |----------------------------------------L0.1423-----------------------------------------|" - - "L0.1437[1602,1761] 89ns |----------------------------------------L0.1437-----------------------------------------|" - - "L0.1451[1602,1761] 90ns |----------------------------------------L0.1451-----------------------------------------|" - - "L0.1465[1602,1761] 91ns |----------------------------------------L0.1465-----------------------------------------|" - - "L0.1479[1602,1761] 92ns |----------------------------------------L0.1479-----------------------------------------|" - - "L0.1493[1602,1761] 93ns |----------------------------------------L0.1493-----------------------------------------|" - - "L0.1507[1602,1761] 94ns |----------------------------------------L0.1507-----------------------------------------|" - - "L0.1521[1602,1761] 95ns |----------------------------------------L0.1521-----------------------------------------|" - - "L0.1535[1602,1761] 96ns |----------------------------------------L0.1535-----------------------------------------|" - - "L0.1549[1602,1761] 97ns |----------------------------------------L0.1549-----------------------------------------|" - - "L0.1563[1602,1761] 98ns |----------------------------------------L0.1563-----------------------------------------|" - - "L0.1577[1602,1761] 99ns |----------------------------------------L0.1577-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1602,1761] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1311, L0.1325, L0.1339, L0.1353, L0.1367, L0.1381, L0.1395, L0.1409, L0.1423, L0.1437, L0.1451, L0.1465, L0.1479, L0.1493, L0.1507, L0.1521, L0.1535, L0.1549, L0.1563, L0.1577" - - " Creating 1 files" - - "**** Simulation run 304, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1591[1602,1761] 100ns |----------------------------------------L0.1591-----------------------------------------|" - - "L0.1605[1602,1761] 101ns |----------------------------------------L0.1605-----------------------------------------|" - - "L0.1619[1602,1761] 102ns |----------------------------------------L0.1619-----------------------------------------|" - - "L0.1633[1602,1761] 103ns |----------------------------------------L0.1633-----------------------------------------|" - - "L0.1647[1602,1761] 104ns |----------------------------------------L0.1647-----------------------------------------|" - - "L0.1661[1602,1761] 105ns |----------------------------------------L0.1661-----------------------------------------|" - - "L0.1675[1602,1761] 106ns |----------------------------------------L0.1675-----------------------------------------|" - - "L0.1689[1602,1761] 107ns |----------------------------------------L0.1689-----------------------------------------|" - - "L0.1703[1602,1761] 108ns |----------------------------------------L0.1703-----------------------------------------|" - - "L0.1717[1602,1761] 109ns |----------------------------------------L0.1717-----------------------------------------|" - - "L0.1731[1602,1761] 110ns |----------------------------------------L0.1731-----------------------------------------|" - - "L0.1745[1602,1761] 111ns |----------------------------------------L0.1745-----------------------------------------|" - - "L0.1759[1602,1761] 112ns |----------------------------------------L0.1759-----------------------------------------|" - - "L0.1773[1602,1761] 113ns |----------------------------------------L0.1773-----------------------------------------|" - - "L0.1787[1602,1761] 114ns |----------------------------------------L0.1787-----------------------------------------|" - - "L0.1801[1602,1761] 115ns |----------------------------------------L0.1801-----------------------------------------|" - - "L0.1815[1602,1761] 116ns |----------------------------------------L0.1815-----------------------------------------|" - - "L0.1829[1602,1761] 117ns |----------------------------------------L0.1829-----------------------------------------|" - - "L0.1843[1602,1761] 118ns |----------------------------------------L0.1843-----------------------------------------|" - - "L0.1857[1602,1761] 119ns |----------------------------------------L0.1857-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1602,1761] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1591, L0.1605, L0.1619, L0.1633, L0.1647, L0.1661, L0.1675, L0.1689, L0.1703, L0.1717, L0.1731, L0.1745, L0.1759, L0.1773, L0.1787, L0.1801, L0.1815, L0.1829, L0.1843, L0.1857" - - " Creating 1 files" - - "**** Simulation run 305, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1871[1602,1761] 120ns |----------------------------------------L0.1871-----------------------------------------|" - - "L0.1885[1602,1761] 121ns |----------------------------------------L0.1885-----------------------------------------|" - - "L0.1899[1602,1761] 122ns |----------------------------------------L0.1899-----------------------------------------|" - - "L0.1913[1602,1761] 123ns |----------------------------------------L0.1913-----------------------------------------|" - - "L0.1927[1602,1761] 124ns |----------------------------------------L0.1927-----------------------------------------|" - - "L0.1941[1602,1761] 125ns |----------------------------------------L0.1941-----------------------------------------|" - - "L0.1955[1602,1761] 126ns |----------------------------------------L0.1955-----------------------------------------|" - - "L0.1969[1602,1761] 127ns |----------------------------------------L0.1969-----------------------------------------|" - - "L0.1983[1602,1761] 128ns |----------------------------------------L0.1983-----------------------------------------|" - - "L0.1997[1602,1761] 129ns |----------------------------------------L0.1997-----------------------------------------|" - - "L0.2011[1602,1761] 130ns |----------------------------------------L0.2011-----------------------------------------|" - - "L0.2025[1602,1761] 131ns |----------------------------------------L0.2025-----------------------------------------|" - - "L0.2039[1602,1761] 132ns |----------------------------------------L0.2039-----------------------------------------|" - - "L0.2053[1602,1761] 133ns |----------------------------------------L0.2053-----------------------------------------|" - - "L0.2067[1602,1761] 134ns |----------------------------------------L0.2067-----------------------------------------|" - - "L0.2193[1602,1761] 135ns |----------------------------------------L0.2193-----------------------------------------|" - - "L0.2207[1602,1761] 136ns |----------------------------------------L0.2207-----------------------------------------|" - - "L0.2081[1602,1761] 137ns |----------------------------------------L0.2081-----------------------------------------|" - - "L0.2095[1602,1761] 138ns |----------------------------------------L0.2095-----------------------------------------|" - - "L0.2109[1602,1761] 139ns |----------------------------------------L0.2109-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1602,1761] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1871, L0.1885, L0.1899, L0.1913, L0.1927, L0.1941, L0.1955, L0.1969, L0.1983, L0.1997, L0.2011, L0.2025, L0.2039, L0.2053, L0.2067, L0.2081, L0.2095, L0.2109, L0.2193, L0.2207" - - " Creating 1 files" - - "**** Simulation run 306, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2123[1602,1761] 140ns |----------------------------------------L0.2123-----------------------------------------|" - - "L0.2137[1602,1761] 141ns |----------------------------------------L0.2137-----------------------------------------|" - - "L0.2151[1602,1761] 142ns |----------------------------------------L0.2151-----------------------------------------|" - - "L0.2165[1602,1761] 143ns |----------------------------------------L0.2165-----------------------------------------|" - - "L0.2179[1602,1761] 144ns |----------------------------------------L0.2179-----------------------------------------|" - - "L0.2221[1602,1761] 145ns |----------------------------------------L0.2221-----------------------------------------|" - - "L0.2235[1602,1761] 146ns |----------------------------------------L0.2235-----------------------------------------|" - - "L0.2249[1602,1761] 147ns |----------------------------------------L0.2249-----------------------------------------|" - - "L0.2263[1602,1761] 148ns |----------------------------------------L0.2263-----------------------------------------|" - - "L0.2277[1602,1761] 149ns |----------------------------------------L0.2277-----------------------------------------|" - - "L0.2291[1602,1761] 150ns |----------------------------------------L0.2291-----------------------------------------|" - - "L0.2305[1602,1761] 151ns |----------------------------------------L0.2305-----------------------------------------|" - - "L0.2319[1602,1761] 152ns |----------------------------------------L0.2319-----------------------------------------|" - - "L0.2333[1602,1761] 153ns |----------------------------------------L0.2333-----------------------------------------|" - - "L0.2347[1602,1761] 154ns |----------------------------------------L0.2347-----------------------------------------|" - - "L0.2361[1602,1761] 155ns |----------------------------------------L0.2361-----------------------------------------|" - - "L0.2375[1602,1761] 156ns |----------------------------------------L0.2375-----------------------------------------|" - - "L0.2389[1602,1761] 157ns |----------------------------------------L0.2389-----------------------------------------|" - - "L0.2403[1602,1761] 158ns |----------------------------------------L0.2403-----------------------------------------|" - - "L0.2417[1602,1761] 159ns |----------------------------------------L0.2417-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1602,1761] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2123, L0.2137, L0.2151, L0.2165, L0.2179, L0.2221, L0.2235, L0.2249, L0.2263, L0.2277, L0.2291, L0.2305, L0.2319, L0.2333, L0.2347, L0.2361, L0.2375, L0.2389, L0.2403, L0.2417" - - " Creating 1 files" - - "**** Simulation run 307, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2431[1602,1761] 160ns |----------------------------------------L0.2431-----------------------------------------|" - - "L0.2445[1602,1761] 161ns |----------------------------------------L0.2445-----------------------------------------|" - - "L0.2458[1602,1761] 162ns |----------------------------------------L0.2458-----------------------------------------|" - - "L0.2471[1602,1761] 163ns |----------------------------------------L0.2471-----------------------------------------|" - - "L0.2484[1602,1761] 164ns |----------------------------------------L0.2484-----------------------------------------|" - - "L0.2497[1602,1761] 165ns |----------------------------------------L0.2497-----------------------------------------|" - - "L0.2510[1602,1761] 166ns |----------------------------------------L0.2510-----------------------------------------|" - - "L0.2523[1602,1761] 167ns |----------------------------------------L0.2523-----------------------------------------|" - - "L0.2536[1602,1761] 168ns |----------------------------------------L0.2536-----------------------------------------|" - - "L0.2549[1602,1761] 169ns |----------------------------------------L0.2549-----------------------------------------|" - - "L0.2562[1602,1761] 170ns |----------------------------------------L0.2562-----------------------------------------|" - - "L0.2575[1602,1761] 171ns |----------------------------------------L0.2575-----------------------------------------|" - - "L0.2588[1602,1761] 172ns |----------------------------------------L0.2588-----------------------------------------|" - - "L0.2601[1602,1761] 173ns |----------------------------------------L0.2601-----------------------------------------|" - - "L0.2614[1602,1761] 174ns |----------------------------------------L0.2614-----------------------------------------|" - - "L0.2627[1602,1761] 175ns |----------------------------------------L0.2627-----------------------------------------|" - - "L0.2640[1602,1761] 176ns |----------------------------------------L0.2640-----------------------------------------|" - - "L0.2653[1602,1761] 177ns |----------------------------------------L0.2653-----------------------------------------|" - - "L0.2666[1602,1761] 178ns |----------------------------------------L0.2666-----------------------------------------|" - - "L0.2679[1602,1761] 179ns |----------------------------------------L0.2679-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1602,1761] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2431, L0.2445, L0.2458, L0.2471, L0.2484, L0.2497, L0.2510, L0.2523, L0.2536, L0.2549, L0.2562, L0.2575, L0.2588, L0.2601, L0.2614, L0.2627, L0.2640, L0.2653, L0.2666, L0.2679" - - " Creating 1 files" - - "**** Simulation run 308, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2692[1602,1761] 180ns |----------------------------------------L0.2692-----------------------------------------|" - - "L0.2705[1602,1761] 181ns |----------------------------------------L0.2705-----------------------------------------|" - - "L0.2718[1602,1761] 182ns |----------------------------------------L0.2718-----------------------------------------|" - - "L0.2731[1602,1761] 183ns |----------------------------------------L0.2731-----------------------------------------|" - - "L0.2744[1602,1761] 184ns |----------------------------------------L0.2744-----------------------------------------|" - - "L0.2757[1602,1761] 185ns |----------------------------------------L0.2757-----------------------------------------|" - - "L0.2770[1602,1761] 186ns |----------------------------------------L0.2770-----------------------------------------|" - - "L0.2783[1602,1761] 187ns |----------------------------------------L0.2783-----------------------------------------|" - - "L0.2796[1602,1761] 188ns |----------------------------------------L0.2796-----------------------------------------|" - - "L0.2809[1602,1761] 189ns |----------------------------------------L0.2809-----------------------------------------|" - - "L0.2822[1602,1761] 190ns |----------------------------------------L0.2822-----------------------------------------|" - - "L0.2835[1602,1761] 191ns |----------------------------------------L0.2835-----------------------------------------|" - - "L0.2848[1602,1761] 192ns |----------------------------------------L0.2848-----------------------------------------|" - - "L0.2861[1602,1761] 193ns |----------------------------------------L0.2861-----------------------------------------|" - - "L0.2874[1602,1761] 194ns |----------------------------------------L0.2874-----------------------------------------|" - - "L0.2887[1602,1761] 195ns |----------------------------------------L0.2887-----------------------------------------|" - - "L0.2900[1602,1761] 196ns |----------------------------------------L0.2900-----------------------------------------|" - - "L0.2913[1602,1761] 197ns |----------------------------------------L0.2913-----------------------------------------|" - - "L0.2926[1602,1761] 198ns |----------------------------------------L0.2926-----------------------------------------|" - - "L0.2939[1602,1761] 199ns |----------------------------------------L0.2939-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1602,1761] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2692, L0.2705, L0.2718, L0.2731, L0.2744, L0.2757, L0.2770, L0.2783, L0.2796, L0.2809, L0.2822, L0.2835, L0.2848, L0.2861, L0.2874, L0.2887, L0.2900, L0.2913, L0.2926, L0.2939" - - " Creating 1 files" - - "**** Simulation run 309, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" - - "L0, all files 8mb " - - "L0.212[1762,1921] 0ns |-----------------------------------------L0.212-----------------------------------------|" - - "L0.225[1762,1921] 1ns |-----------------------------------------L0.225-----------------------------------------|" - - "L0.238[1762,1921] 2ns |-----------------------------------------L0.238-----------------------------------------|" - - "L0.251[1762,1921] 3ns |-----------------------------------------L0.251-----------------------------------------|" - - "L0.264[1762,1921] 4ns |-----------------------------------------L0.264-----------------------------------------|" - - "L0.277[1762,1921] 5ns |-----------------------------------------L0.277-----------------------------------------|" - - "L0.290[1762,1921] 6ns |-----------------------------------------L0.290-----------------------------------------|" - - "L0.303[1762,1921] 7ns |-----------------------------------------L0.303-----------------------------------------|" - - "L0.316[1762,1921] 8ns |-----------------------------------------L0.316-----------------------------------------|" - - "L0.329[1762,1921] 9ns |-----------------------------------------L0.329-----------------------------------------|" - - "L0.342[1762,1921] 10ns |-----------------------------------------L0.342-----------------------------------------|" - - "L0.355[1762,1921] 11ns |-----------------------------------------L0.355-----------------------------------------|" - - "L0.368[1762,1921] 12ns |-----------------------------------------L0.368-----------------------------------------|" - - "L0.381[1762,1921] 13ns |-----------------------------------------L0.381-----------------------------------------|" - - "L0.394[1762,1921] 14ns |-----------------------------------------L0.394-----------------------------------------|" - - "L0.407[1762,1921] 15ns |-----------------------------------------L0.407-----------------------------------------|" - - "L0.420[1762,1921] 16ns |-----------------------------------------L0.420-----------------------------------------|" - - "L0.433[1762,1921] 17ns |-----------------------------------------L0.433-----------------------------------------|" - - "L0.446[1762,1921] 18ns |-----------------------------------------L0.446-----------------------------------------|" - - "L0.571[1762,1921] 19ns |-----------------------------------------L0.571-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[1762,1921] 19ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.212, L0.225, L0.238, L0.251, L0.264, L0.277, L0.290, L0.303, L0.316, L0.329, L0.342, L0.355, L0.368, L0.381, L0.394, L0.407, L0.420, L0.433, L0.446, L0.571" - - " Creating 1 files" - - "**** Simulation run 310, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.584[1762,1921] 20ns |-----------------------------------------L0.584-----------------------------------------|" - - "L0.459[1762,1921] 21ns |-----------------------------------------L0.459-----------------------------------------|" - - "L0.473[1762,1921] 22ns |-----------------------------------------L0.473-----------------------------------------|" - - "L0.487[1762,1921] 23ns |-----------------------------------------L0.487-----------------------------------------|" - - "L0.501[1762,1921] 24ns |-----------------------------------------L0.501-----------------------------------------|" - - "L0.515[1762,1921] 25ns |-----------------------------------------L0.515-----------------------------------------|" - - "L0.529[1762,1921] 26ns |-----------------------------------------L0.529-----------------------------------------|" - - "L0.543[1762,1921] 27ns |-----------------------------------------L0.543-----------------------------------------|" - - "L0.557[1762,1921] 28ns |-----------------------------------------L0.557-----------------------------------------|" - - "L0.598[1762,1921] 29ns |-----------------------------------------L0.598-----------------------------------------|" - - "L0.612[1762,1921] 30ns |-----------------------------------------L0.612-----------------------------------------|" - - "L0.626[1762,1921] 31ns |-----------------------------------------L0.626-----------------------------------------|" - - "L0.640[1762,1921] 32ns |-----------------------------------------L0.640-----------------------------------------|" - - "L0.654[1762,1921] 33ns |-----------------------------------------L0.654-----------------------------------------|" - - "L0.668[1762,1921] 34ns |-----------------------------------------L0.668-----------------------------------------|" - - "L0.682[1762,1921] 35ns |-----------------------------------------L0.682-----------------------------------------|" - - "L0.696[1762,1921] 36ns |-----------------------------------------L0.696-----------------------------------------|" - - "L0.710[1762,1921] 37ns |-----------------------------------------L0.710-----------------------------------------|" - - "L0.724[1762,1921] 38ns |-----------------------------------------L0.724-----------------------------------------|" - - "L0.738[1762,1921] 39ns |-----------------------------------------L0.738-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1762,1921] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.459, L0.473, L0.487, L0.501, L0.515, L0.529, L0.543, L0.557, L0.584, L0.598, L0.612, L0.626, L0.640, L0.654, L0.668, L0.682, L0.696, L0.710, L0.724, L0.738" - - " Creating 1 files" - - "**** Simulation run 311, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.752[1762,1921] 40ns |-----------------------------------------L0.752-----------------------------------------|" - - "L0.766[1762,1921] 41ns |-----------------------------------------L0.766-----------------------------------------|" - - "L0.780[1762,1921] 42ns |-----------------------------------------L0.780-----------------------------------------|" - - "L0.794[1762,1921] 43ns |-----------------------------------------L0.794-----------------------------------------|" - - "L0.808[1762,1921] 44ns |-----------------------------------------L0.808-----------------------------------------|" - - "L0.822[1762,1921] 45ns |-----------------------------------------L0.822-----------------------------------------|" - - "L0.836[1762,1921] 46ns |-----------------------------------------L0.836-----------------------------------------|" - - "L0.850[1762,1921] 47ns |-----------------------------------------L0.850-----------------------------------------|" - - "L0.864[1762,1921] 48ns |-----------------------------------------L0.864-----------------------------------------|" - - "L0.878[1762,1921] 49ns |-----------------------------------------L0.878-----------------------------------------|" - - "L0.892[1762,1921] 50ns |-----------------------------------------L0.892-----------------------------------------|" - - "L0.906[1762,1921] 51ns |-----------------------------------------L0.906-----------------------------------------|" - - "L0.920[1762,1921] 52ns |-----------------------------------------L0.920-----------------------------------------|" - - "L0.934[1762,1921] 53ns |-----------------------------------------L0.934-----------------------------------------|" - - "L0.948[1762,1921] 54ns |-----------------------------------------L0.948-----------------------------------------|" - - "L0.962[1762,1921] 55ns |-----------------------------------------L0.962-----------------------------------------|" - - "L0.976[1762,1921] 56ns |-----------------------------------------L0.976-----------------------------------------|" - - "L0.990[1762,1921] 57ns |-----------------------------------------L0.990-----------------------------------------|" - - "L0.1004[1762,1921] 58ns |----------------------------------------L0.1004-----------------------------------------|" - - "L0.1018[1762,1921] 59ns |----------------------------------------L0.1018-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1762,1921] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.752, L0.766, L0.780, L0.794, L0.808, L0.822, L0.836, L0.850, L0.864, L0.878, L0.892, L0.906, L0.920, L0.934, L0.948, L0.962, L0.976, L0.990, L0.1004, L0.1018" - - " Creating 1 files" - - "**** Simulation run 312, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1032[1762,1921] 60ns |----------------------------------------L0.1032-----------------------------------------|" - - "L0.1046[1762,1921] 61ns |----------------------------------------L0.1046-----------------------------------------|" - - "L0.1060[1762,1921] 62ns |----------------------------------------L0.1060-----------------------------------------|" - - "L0.1074[1762,1921] 63ns |----------------------------------------L0.1074-----------------------------------------|" - - "L0.1088[1762,1921] 64ns |----------------------------------------L0.1088-----------------------------------------|" - - "L0.1102[1762,1921] 65ns |----------------------------------------L0.1102-----------------------------------------|" - - "L0.1116[1762,1921] 66ns |----------------------------------------L0.1116-----------------------------------------|" - - "L0.1130[1762,1921] 67ns |----------------------------------------L0.1130-----------------------------------------|" - - "L0.1144[1762,1921] 68ns |----------------------------------------L0.1144-----------------------------------------|" - - "L0.1158[1762,1921] 69ns |----------------------------------------L0.1158-----------------------------------------|" - - "L0.1172[1762,1921] 70ns |----------------------------------------L0.1172-----------------------------------------|" - - "L0.1186[1762,1921] 71ns |----------------------------------------L0.1186-----------------------------------------|" - - "L0.1200[1762,1921] 72ns |----------------------------------------L0.1200-----------------------------------------|" - - "L0.1214[1762,1921] 73ns |----------------------------------------L0.1214-----------------------------------------|" - - "L0.1228[1762,1921] 74ns |----------------------------------------L0.1228-----------------------------------------|" - - "L0.1242[1762,1921] 75ns |----------------------------------------L0.1242-----------------------------------------|" - - "L0.1256[1762,1921] 76ns |----------------------------------------L0.1256-----------------------------------------|" - - "L0.1270[1762,1921] 77ns |----------------------------------------L0.1270-----------------------------------------|" - - "L0.1284[1762,1921] 78ns |----------------------------------------L0.1284-----------------------------------------|" - - "L0.1298[1762,1921] 79ns |----------------------------------------L0.1298-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1762,1921] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1032, L0.1046, L0.1060, L0.1074, L0.1088, L0.1102, L0.1116, L0.1130, L0.1144, L0.1158, L0.1172, L0.1186, L0.1200, L0.1214, L0.1228, L0.1242, L0.1256, L0.1270, L0.1284, L0.1298" - - " Creating 1 files" - - "**** Simulation run 313, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1312[1762,1921] 80ns |----------------------------------------L0.1312-----------------------------------------|" - - "L0.1326[1762,1921] 81ns |----------------------------------------L0.1326-----------------------------------------|" - - "L0.1340[1762,1921] 82ns |----------------------------------------L0.1340-----------------------------------------|" - - "L0.1354[1762,1921] 83ns |----------------------------------------L0.1354-----------------------------------------|" - - "L0.1368[1762,1921] 84ns |----------------------------------------L0.1368-----------------------------------------|" - - "L0.1382[1762,1921] 85ns |----------------------------------------L0.1382-----------------------------------------|" - - "L0.1396[1762,1921] 86ns |----------------------------------------L0.1396-----------------------------------------|" - - "L0.1410[1762,1921] 87ns |----------------------------------------L0.1410-----------------------------------------|" - - "L0.1424[1762,1921] 88ns |----------------------------------------L0.1424-----------------------------------------|" - - "L0.1438[1762,1921] 89ns |----------------------------------------L0.1438-----------------------------------------|" - - "L0.1452[1762,1921] 90ns |----------------------------------------L0.1452-----------------------------------------|" - - "L0.1466[1762,1921] 91ns |----------------------------------------L0.1466-----------------------------------------|" - - "L0.1480[1762,1921] 92ns |----------------------------------------L0.1480-----------------------------------------|" - - "L0.1494[1762,1921] 93ns |----------------------------------------L0.1494-----------------------------------------|" - - "L0.1508[1762,1921] 94ns |----------------------------------------L0.1508-----------------------------------------|" - - "L0.1522[1762,1921] 95ns |----------------------------------------L0.1522-----------------------------------------|" - - "L0.1536[1762,1921] 96ns |----------------------------------------L0.1536-----------------------------------------|" - - "L0.1550[1762,1921] 97ns |----------------------------------------L0.1550-----------------------------------------|" - - "L0.1564[1762,1921] 98ns |----------------------------------------L0.1564-----------------------------------------|" - - "L0.1578[1762,1921] 99ns |----------------------------------------L0.1578-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1762,1921] 99ns |------------------------------------------L0.?------------------------------------------|" - - "**** Simulation run 314, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1872[1762,1921] 120ns |----------------------------------------L0.1872-----------------------------------------|" - - "L0.1886[1762,1921] 121ns |----------------------------------------L0.1886-----------------------------------------|" - - "L0.1900[1762,1921] 122ns |----------------------------------------L0.1900-----------------------------------------|" - - "L0.1914[1762,1921] 123ns |----------------------------------------L0.1914-----------------------------------------|" - - "L0.1928[1762,1921] 124ns |----------------------------------------L0.1928-----------------------------------------|" - - "L0.1942[1762,1921] 125ns |----------------------------------------L0.1942-----------------------------------------|" - - "L0.1956[1762,1921] 126ns |----------------------------------------L0.1956-----------------------------------------|" - - "L0.1970[1762,1921] 127ns |----------------------------------------L0.1970-----------------------------------------|" - - "L0.1984[1762,1921] 128ns |----------------------------------------L0.1984-----------------------------------------|" - - "L0.1998[1762,1921] 129ns |----------------------------------------L0.1998-----------------------------------------|" - - "L0.2012[1762,1921] 130ns |----------------------------------------L0.2012-----------------------------------------|" - - "L0.2026[1762,1921] 131ns |----------------------------------------L0.2026-----------------------------------------|" - - "L0.2040[1762,1921] 132ns |----------------------------------------L0.2040-----------------------------------------|" - - "L0.2054[1762,1921] 133ns |----------------------------------------L0.2054-----------------------------------------|" - - "L0.2068[1762,1921] 134ns |----------------------------------------L0.2068-----------------------------------------|" - - "L0.2194[1762,1921] 135ns |----------------------------------------L0.2194-----------------------------------------|" - - "L0.2208[1762,1921] 136ns |----------------------------------------L0.2208-----------------------------------------|" - - "L0.2082[1762,1921] 137ns |----------------------------------------L0.2082-----------------------------------------|" - - "L0.2096[1762,1921] 138ns |----------------------------------------L0.2096-----------------------------------------|" - - "L0.2110[1762,1921] 139ns |----------------------------------------L0.2110-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1762,1921] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1872, L0.1886, L0.1900, L0.1914, L0.1928, L0.1942, L0.1956, L0.1970, L0.1984, L0.1998, L0.2012, L0.2026, L0.2040, L0.2054, L0.2068, L0.2082, L0.2096, L0.2110, L0.2194, L0.2208" - - " Creating 1 files" - - "**** Simulation run 315, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2124[1762,1921] 140ns |----------------------------------------L0.2124-----------------------------------------|" - - "L0.2138[1762,1921] 141ns |----------------------------------------L0.2138-----------------------------------------|" - - "L0.2152[1762,1921] 142ns |----------------------------------------L0.2152-----------------------------------------|" - - "L0.2166[1762,1921] 143ns |----------------------------------------L0.2166-----------------------------------------|" - - "L0.2180[1762,1921] 144ns |----------------------------------------L0.2180-----------------------------------------|" - - "L0.2222[1762,1921] 145ns |----------------------------------------L0.2222-----------------------------------------|" - - "L0.2236[1762,1921] 146ns |----------------------------------------L0.2236-----------------------------------------|" - - "L0.2250[1762,1921] 147ns |----------------------------------------L0.2250-----------------------------------------|" - - "L0.2264[1762,1921] 148ns |----------------------------------------L0.2264-----------------------------------------|" - - "L0.2278[1762,1921] 149ns |----------------------------------------L0.2278-----------------------------------------|" - - "L0.2292[1762,1921] 150ns |----------------------------------------L0.2292-----------------------------------------|" - - "L0.2306[1762,1921] 151ns |----------------------------------------L0.2306-----------------------------------------|" - - "L0.2320[1762,1921] 152ns |----------------------------------------L0.2320-----------------------------------------|" - - "L0.2334[1762,1921] 153ns |----------------------------------------L0.2334-----------------------------------------|" - - "L0.2348[1762,1921] 154ns |----------------------------------------L0.2348-----------------------------------------|" - - "L0.2362[1762,1921] 155ns |----------------------------------------L0.2362-----------------------------------------|" - - "L0.2376[1762,1921] 156ns |----------------------------------------L0.2376-----------------------------------------|" - - "L0.2390[1762,1921] 157ns |----------------------------------------L0.2390-----------------------------------------|" - - "L0.2404[1762,1921] 158ns |----------------------------------------L0.2404-----------------------------------------|" - - "L0.2418[1762,1921] 159ns |----------------------------------------L0.2418-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1762,1921] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2124, L0.2138, L0.2152, L0.2166, L0.2180, L0.2222, L0.2236, L0.2250, L0.2264, L0.2278, L0.2292, L0.2306, L0.2320, L0.2334, L0.2348, L0.2362, L0.2376, L0.2390, L0.2404, L0.2418" - - " Creating 1 files" - - "**** Simulation run 316, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2432[1762,1921] 160ns |----------------------------------------L0.2432-----------------------------------------|" - - "L0.2446[1762,1921] 161ns |----------------------------------------L0.2446-----------------------------------------|" - - "L0.2459[1762,1921] 162ns |----------------------------------------L0.2459-----------------------------------------|" - - "L0.2472[1762,1921] 163ns |----------------------------------------L0.2472-----------------------------------------|" - - "L0.2485[1762,1921] 164ns |----------------------------------------L0.2485-----------------------------------------|" - - "L0.2498[1762,1921] 165ns |----------------------------------------L0.2498-----------------------------------------|" - - "L0.2511[1762,1921] 166ns |----------------------------------------L0.2511-----------------------------------------|" - - "L0.2524[1762,1921] 167ns |----------------------------------------L0.2524-----------------------------------------|" - - "L0.2537[1762,1921] 168ns |----------------------------------------L0.2537-----------------------------------------|" - - "L0.2550[1762,1921] 169ns |----------------------------------------L0.2550-----------------------------------------|" - - "L0.2563[1762,1921] 170ns |----------------------------------------L0.2563-----------------------------------------|" - - "L0.2576[1762,1921] 171ns |----------------------------------------L0.2576-----------------------------------------|" - - "L0.2589[1762,1921] 172ns |----------------------------------------L0.2589-----------------------------------------|" - - "L0.2602[1762,1921] 173ns |----------------------------------------L0.2602-----------------------------------------|" - - "L0.2615[1762,1921] 174ns |----------------------------------------L0.2615-----------------------------------------|" - - "L0.2628[1762,1921] 175ns |----------------------------------------L0.2628-----------------------------------------|" - - "L0.2641[1762,1921] 176ns |----------------------------------------L0.2641-----------------------------------------|" - - "L0.2654[1762,1921] 177ns |----------------------------------------L0.2654-----------------------------------------|" - - "L0.2667[1762,1921] 178ns |----------------------------------------L0.2667-----------------------------------------|" - - "L0.2680[1762,1921] 179ns |----------------------------------------L0.2680-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1762,1921] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2432, L0.2446, L0.2459, L0.2472, L0.2485, L0.2498, L0.2511, L0.2524, L0.2537, L0.2550, L0.2563, L0.2576, L0.2589, L0.2602, L0.2615, L0.2628, L0.2641, L0.2654, L0.2667, L0.2680" - - " Creating 1 files" - - "**** Simulation run 317, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2693[1762,1921] 180ns |----------------------------------------L0.2693-----------------------------------------|" - - "L0.2706[1762,1921] 181ns |----------------------------------------L0.2706-----------------------------------------|" - - "L0.2719[1762,1921] 182ns |----------------------------------------L0.2719-----------------------------------------|" - - "L0.2732[1762,1921] 183ns |----------------------------------------L0.2732-----------------------------------------|" - - "L0.2745[1762,1921] 184ns |----------------------------------------L0.2745-----------------------------------------|" - - "L0.2758[1762,1921] 185ns |----------------------------------------L0.2758-----------------------------------------|" - - "L0.2771[1762,1921] 186ns |----------------------------------------L0.2771-----------------------------------------|" - - "L0.2784[1762,1921] 187ns |----------------------------------------L0.2784-----------------------------------------|" - - "L0.2797[1762,1921] 188ns |----------------------------------------L0.2797-----------------------------------------|" - - "L0.2810[1762,1921] 189ns |----------------------------------------L0.2810-----------------------------------------|" - - "L0.2823[1762,1921] 190ns |----------------------------------------L0.2823-----------------------------------------|" - - "L0.2836[1762,1921] 191ns |----------------------------------------L0.2836-----------------------------------------|" - - "L0.2849[1762,1921] 192ns |----------------------------------------L0.2849-----------------------------------------|" - - "L0.2862[1762,1921] 193ns |----------------------------------------L0.2862-----------------------------------------|" - - "L0.2875[1762,1921] 194ns |----------------------------------------L0.2875-----------------------------------------|" - - "L0.2888[1762,1921] 195ns |----------------------------------------L0.2888-----------------------------------------|" - - "L0.2901[1762,1921] 196ns |----------------------------------------L0.2901-----------------------------------------|" - - "L0.2914[1762,1921] 197ns |----------------------------------------L0.2914-----------------------------------------|" - - "L0.2927[1762,1921] 198ns |----------------------------------------L0.2927-----------------------------------------|" - - "L0.2940[1762,1921] 199ns |----------------------------------------L0.2940-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1762,1921] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2693, L0.2706, L0.2719, L0.2732, L0.2745, L0.2758, L0.2771, L0.2784, L0.2797, L0.2810, L0.2823, L0.2836, L0.2849, L0.2862, L0.2875, L0.2888, L0.2901, L0.2914, L0.2927, L0.2940" - - " Creating 1 files" - - "**** Simulation run 318, type=compact(ManySmallFiles). 20 Input Files, 79mb total:" - - "L0, all files 4mb " - - "L0.213[1922,2000] 0ns |-----------------------------------------L0.213-----------------------------------------|" - - "L0.226[1922,2000] 1ns |-----------------------------------------L0.226-----------------------------------------|" - - "L0.239[1922,2000] 2ns |-----------------------------------------L0.239-----------------------------------------|" - - "L0.252[1922,2000] 3ns |-----------------------------------------L0.252-----------------------------------------|" - - "L0.265[1922,2000] 4ns |-----------------------------------------L0.265-----------------------------------------|" - - "L0.278[1922,2000] 5ns |-----------------------------------------L0.278-----------------------------------------|" - - "L0.291[1922,2000] 6ns |-----------------------------------------L0.291-----------------------------------------|" - - "L0.304[1922,2000] 7ns |-----------------------------------------L0.304-----------------------------------------|" - - "L0.317[1922,2000] 8ns |-----------------------------------------L0.317-----------------------------------------|" - - "L0.330[1922,2000] 9ns |-----------------------------------------L0.330-----------------------------------------|" - - "L0.343[1922,2000] 10ns |-----------------------------------------L0.343-----------------------------------------|" - - "L0.356[1922,2000] 11ns |-----------------------------------------L0.356-----------------------------------------|" - - "L0.369[1922,2000] 12ns |-----------------------------------------L0.369-----------------------------------------|" - - "L0.382[1922,2000] 13ns |-----------------------------------------L0.382-----------------------------------------|" - - "L0.395[1922,2000] 14ns |-----------------------------------------L0.395-----------------------------------------|" - - "L0.408[1922,2000] 15ns |-----------------------------------------L0.408-----------------------------------------|" - - "L0.421[1922,2000] 16ns |-----------------------------------------L0.421-----------------------------------------|" - - "L0.434[1922,2000] 17ns |-----------------------------------------L0.434-----------------------------------------|" - - "L0.447[1922,2000] 18ns |-----------------------------------------L0.447-----------------------------------------|" - - "L0.572[1922,2000] 19ns |-----------------------------------------L0.572-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 79mb total:" - - "L0, all files 79mb " - - "L0.?[1922,2000] 19ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.213, L0.226, L0.239, L0.252, L0.265, L0.278, L0.291, L0.304, L0.317, L0.330, L0.343, L0.356, L0.369, L0.382, L0.395, L0.408, L0.421, L0.434, L0.447, L0.572" - - " Creating 1 files" - - "**** Simulation run 319, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.585[1922,2086] 20ns |-----------------------------------------L0.585-----------------------------------------|" - - "L0.460[1922,2086] 21ns |-----------------------------------------L0.460-----------------------------------------|" - - "L0.474[1922,2086] 22ns |-----------------------------------------L0.474-----------------------------------------|" - - "L0.488[1922,2086] 23ns |-----------------------------------------L0.488-----------------------------------------|" - - "L0.502[1922,2086] 24ns |-----------------------------------------L0.502-----------------------------------------|" - - "L0.516[1922,2086] 25ns |-----------------------------------------L0.516-----------------------------------------|" - - "L0.530[1922,2086] 26ns |-----------------------------------------L0.530-----------------------------------------|" - - "L0.544[1922,2086] 27ns |-----------------------------------------L0.544-----------------------------------------|" - - "L0.558[1922,2086] 28ns |-----------------------------------------L0.558-----------------------------------------|" - - "L0.599[1922,2086] 29ns |-----------------------------------------L0.599-----------------------------------------|" - - "L0.613[1922,2086] 30ns |-----------------------------------------L0.613-----------------------------------------|" - - "L0.627[1922,2086] 31ns |-----------------------------------------L0.627-----------------------------------------|" - - "L0.641[1922,2086] 32ns |-----------------------------------------L0.641-----------------------------------------|" - - "L0.655[1922,2086] 33ns |-----------------------------------------L0.655-----------------------------------------|" - - "L0.669[1922,2086] 34ns |-----------------------------------------L0.669-----------------------------------------|" - - "L0.683[1922,2086] 35ns |-----------------------------------------L0.683-----------------------------------------|" - - "L0.697[1922,2086] 36ns |-----------------------------------------L0.697-----------------------------------------|" - - "L0.711[1922,2086] 37ns |-----------------------------------------L0.711-----------------------------------------|" - - "L0.725[1922,2086] 38ns |-----------------------------------------L0.725-----------------------------------------|" - - "L0.739[1922,2086] 39ns |-----------------------------------------L0.739-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1922,2086] 39ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.460, L0.474, L0.488, L0.502, L0.516, L0.530, L0.544, L0.558, L0.585, L0.599, L0.613, L0.627, L0.641, L0.655, L0.669, L0.683, L0.697, L0.711, L0.725, L0.739" - - " Creating 1 files" - - "**** Simulation run 320, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.753[1922,2086] 40ns |-----------------------------------------L0.753-----------------------------------------|" - - "L0.767[1922,2086] 41ns |-----------------------------------------L0.767-----------------------------------------|" - - "L0.781[1922,2086] 42ns |-----------------------------------------L0.781-----------------------------------------|" - - "L0.795[1922,2086] 43ns |-----------------------------------------L0.795-----------------------------------------|" - - "L0.809[1922,2086] 44ns |-----------------------------------------L0.809-----------------------------------------|" - - "L0.823[1922,2086] 45ns |-----------------------------------------L0.823-----------------------------------------|" - - "L0.837[1922,2086] 46ns |-----------------------------------------L0.837-----------------------------------------|" - - "L0.851[1922,2086] 47ns |-----------------------------------------L0.851-----------------------------------------|" - - "L0.865[1922,2086] 48ns |-----------------------------------------L0.865-----------------------------------------|" - - "L0.879[1922,2086] 49ns |-----------------------------------------L0.879-----------------------------------------|" - - "L0.893[1922,2086] 50ns |-----------------------------------------L0.893-----------------------------------------|" - - "L0.907[1922,2086] 51ns |-----------------------------------------L0.907-----------------------------------------|" - - "L0.921[1922,2086] 52ns |-----------------------------------------L0.921-----------------------------------------|" - - "L0.935[1922,2086] 53ns |-----------------------------------------L0.935-----------------------------------------|" - - "L0.949[1922,2086] 54ns |-----------------------------------------L0.949-----------------------------------------|" - - "L0.963[1922,2086] 55ns |-----------------------------------------L0.963-----------------------------------------|" - - "L0.977[1922,2086] 56ns |-----------------------------------------L0.977-----------------------------------------|" - - "L0.991[1922,2086] 57ns |-----------------------------------------L0.991-----------------------------------------|" - - "L0.1005[1922,2086] 58ns |----------------------------------------L0.1005-----------------------------------------|" - - "L0.1019[1922,2086] 59ns |----------------------------------------L0.1019-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1922,2086] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.753, L0.767, L0.781, L0.795, L0.809, L0.823, L0.837, L0.851, L0.865, L0.879, L0.893, L0.907, L0.921, L0.935, L0.949, L0.963, L0.977, L0.991, L0.1005, L0.1019" - - " Creating 1 files" - - "**** Simulation run 321, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1033[1922,2086] 60ns |----------------------------------------L0.1033-----------------------------------------|" - - "L0.1047[1922,2086] 61ns |----------------------------------------L0.1047-----------------------------------------|" - - "L0.1061[1922,2086] 62ns |----------------------------------------L0.1061-----------------------------------------|" - - "L0.1075[1922,2086] 63ns |----------------------------------------L0.1075-----------------------------------------|" - - "L0.1089[1922,2086] 64ns |----------------------------------------L0.1089-----------------------------------------|" - - "L0.1103[1922,2086] 65ns |----------------------------------------L0.1103-----------------------------------------|" - - "L0.1117[1922,2086] 66ns |----------------------------------------L0.1117-----------------------------------------|" - - "L0.1131[1922,2086] 67ns |----------------------------------------L0.1131-----------------------------------------|" - - "L0.1145[1922,2086] 68ns |----------------------------------------L0.1145-----------------------------------------|" - - "L0.1159[1922,2086] 69ns |----------------------------------------L0.1159-----------------------------------------|" - - "L0.1173[1922,2086] 70ns |----------------------------------------L0.1173-----------------------------------------|" - - "L0.1187[1922,2086] 71ns |----------------------------------------L0.1187-----------------------------------------|" - - "L0.1201[1922,2086] 72ns |----------------------------------------L0.1201-----------------------------------------|" - - "L0.1215[1922,2086] 73ns |----------------------------------------L0.1215-----------------------------------------|" - - "L0.1229[1922,2086] 74ns |----------------------------------------L0.1229-----------------------------------------|" - - "L0.1243[1922,2086] 75ns |----------------------------------------L0.1243-----------------------------------------|" - - "L0.1257[1922,2086] 76ns |----------------------------------------L0.1257-----------------------------------------|" - - "L0.1271[1922,2086] 77ns |----------------------------------------L0.1271-----------------------------------------|" - - "L0.1285[1922,2086] 78ns |----------------------------------------L0.1285-----------------------------------------|" - - "L0.1299[1922,2086] 79ns |----------------------------------------L0.1299-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1922,2086] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1033, L0.1047, L0.1061, L0.1075, L0.1089, L0.1103, L0.1117, L0.1131, L0.1145, L0.1159, L0.1173, L0.1187, L0.1201, L0.1215, L0.1229, L0.1243, L0.1257, L0.1271, L0.1285, L0.1299" - - " Creating 1 files" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1312, L0.1326, L0.1340, L0.1354, L0.1368, L0.1382, L0.1396, L0.1410, L0.1424, L0.1438, L0.1452, L0.1466, L0.1480, L0.1494, L0.1508, L0.1522, L0.1536, L0.1550, L0.1564, L0.1578" - - " Creating 1 files" - - "**** Simulation run 322, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1592[1762,1921] 100ns |----------------------------------------L0.1592-----------------------------------------|" - - "L0.1606[1762,1921] 101ns |----------------------------------------L0.1606-----------------------------------------|" - - "L0.1620[1762,1921] 102ns |----------------------------------------L0.1620-----------------------------------------|" - - "L0.1634[1762,1921] 103ns |----------------------------------------L0.1634-----------------------------------------|" - - "L0.1648[1762,1921] 104ns |----------------------------------------L0.1648-----------------------------------------|" - - "L0.1662[1762,1921] 105ns |----------------------------------------L0.1662-----------------------------------------|" - - "L0.1676[1762,1921] 106ns |----------------------------------------L0.1676-----------------------------------------|" - - "L0.1690[1762,1921] 107ns |----------------------------------------L0.1690-----------------------------------------|" - - "L0.1704[1762,1921] 108ns |----------------------------------------L0.1704-----------------------------------------|" - - "L0.1718[1762,1921] 109ns |----------------------------------------L0.1718-----------------------------------------|" - - "L0.1732[1762,1921] 110ns |----------------------------------------L0.1732-----------------------------------------|" - - "L0.1746[1762,1921] 111ns |----------------------------------------L0.1746-----------------------------------------|" - - "L0.1760[1762,1921] 112ns |----------------------------------------L0.1760-----------------------------------------|" - - "L0.1774[1762,1921] 113ns |----------------------------------------L0.1774-----------------------------------------|" - - "L0.1788[1762,1921] 114ns |----------------------------------------L0.1788-----------------------------------------|" - - "L0.1802[1762,1921] 115ns |----------------------------------------L0.1802-----------------------------------------|" - - "L0.1816[1762,1921] 116ns |----------------------------------------L0.1816-----------------------------------------|" - - "L0.1830[1762,1921] 117ns |----------------------------------------L0.1830-----------------------------------------|" - - "L0.1844[1762,1921] 118ns |----------------------------------------L0.1844-----------------------------------------|" - - "L0.1858[1762,1921] 119ns |----------------------------------------L0.1858-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1762,1921] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1592, L0.1606, L0.1620, L0.1634, L0.1648, L0.1662, L0.1676, L0.1690, L0.1704, L0.1718, L0.1732, L0.1746, L0.1760, L0.1774, L0.1788, L0.1802, L0.1816, L0.1830, L0.1844, L0.1858" - - " Creating 1 files" - - "**** Simulation run 323, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1313[1922,2086] 80ns |----------------------------------------L0.1313-----------------------------------------|" - - "L0.1327[1922,2086] 81ns |----------------------------------------L0.1327-----------------------------------------|" - - "L0.1341[1922,2086] 82ns |----------------------------------------L0.1341-----------------------------------------|" - - "L0.1355[1922,2086] 83ns |----------------------------------------L0.1355-----------------------------------------|" - - "L0.1369[1922,2086] 84ns |----------------------------------------L0.1369-----------------------------------------|" - - "L0.1383[1922,2086] 85ns |----------------------------------------L0.1383-----------------------------------------|" - - "L0.1397[1922,2086] 86ns |----------------------------------------L0.1397-----------------------------------------|" - - "L0.1411[1922,2086] 87ns |----------------------------------------L0.1411-----------------------------------------|" - - "L0.1425[1922,2086] 88ns |----------------------------------------L0.1425-----------------------------------------|" - - "L0.1439[1922,2086] 89ns |----------------------------------------L0.1439-----------------------------------------|" - - "L0.1453[1922,2086] 90ns |----------------------------------------L0.1453-----------------------------------------|" - - "L0.1467[1922,2086] 91ns |----------------------------------------L0.1467-----------------------------------------|" - - "L0.1481[1922,2086] 92ns |----------------------------------------L0.1481-----------------------------------------|" - - "L0.1495[1922,2086] 93ns |----------------------------------------L0.1495-----------------------------------------|" - - "L0.1509[1922,2086] 94ns |----------------------------------------L0.1509-----------------------------------------|" - - "L0.1523[1922,2086] 95ns |----------------------------------------L0.1523-----------------------------------------|" - - "L0.1537[1922,2086] 96ns |----------------------------------------L0.1537-----------------------------------------|" - - "L0.1551[1922,2086] 97ns |----------------------------------------L0.1551-----------------------------------------|" - - "L0.1565[1922,2086] 98ns |----------------------------------------L0.1565-----------------------------------------|" - - "L0.1579[1922,2086] 99ns |----------------------------------------L0.1579-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1922,2086] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1313, L0.1327, L0.1341, L0.1355, L0.1369, L0.1383, L0.1397, L0.1411, L0.1425, L0.1439, L0.1453, L0.1467, L0.1481, L0.1495, L0.1509, L0.1523, L0.1537, L0.1551, L0.1565, L0.1579" - - " Creating 1 files" - - "**** Simulation run 324, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1593[1922,2086] 100ns |----------------------------------------L0.1593-----------------------------------------|" - - "L0.1607[1922,2086] 101ns |----------------------------------------L0.1607-----------------------------------------|" - - "L0.1621[1922,2086] 102ns |----------------------------------------L0.1621-----------------------------------------|" - - "L0.1635[1922,2086] 103ns |----------------------------------------L0.1635-----------------------------------------|" - - "L0.1649[1922,2086] 104ns |----------------------------------------L0.1649-----------------------------------------|" - - "L0.1663[1922,2086] 105ns |----------------------------------------L0.1663-----------------------------------------|" - - "L0.1677[1922,2086] 106ns |----------------------------------------L0.1677-----------------------------------------|" - - "L0.1691[1922,2086] 107ns |----------------------------------------L0.1691-----------------------------------------|" - - "L0.1705[1922,2086] 108ns |----------------------------------------L0.1705-----------------------------------------|" - - "L0.1719[1922,2086] 109ns |----------------------------------------L0.1719-----------------------------------------|" - - "L0.1733[1922,2086] 110ns |----------------------------------------L0.1733-----------------------------------------|" - - "L0.1747[1922,2086] 111ns |----------------------------------------L0.1747-----------------------------------------|" - - "L0.1761[1922,2086] 112ns |----------------------------------------L0.1761-----------------------------------------|" - - "L0.1775[1922,2086] 113ns |----------------------------------------L0.1775-----------------------------------------|" - - "L0.1789[1922,2086] 114ns |----------------------------------------L0.1789-----------------------------------------|" - - "L0.1803[1922,2086] 115ns |----------------------------------------L0.1803-----------------------------------------|" - - "L0.1817[1922,2086] 116ns |----------------------------------------L0.1817-----------------------------------------|" - - "L0.1831[1922,2086] 117ns |----------------------------------------L0.1831-----------------------------------------|" - - "L0.1845[1922,2086] 118ns |----------------------------------------L0.1845-----------------------------------------|" - - "L0.1859[1922,2086] 119ns |----------------------------------------L0.1859-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1922,2086] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1593, L0.1607, L0.1621, L0.1635, L0.1649, L0.1663, L0.1677, L0.1691, L0.1705, L0.1719, L0.1733, L0.1747, L0.1761, L0.1775, L0.1789, L0.1803, L0.1817, L0.1831, L0.1845, L0.1859" - - " Creating 1 files" - - "**** Simulation run 325, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.1873[1922,2086] 120ns |----------------------------------------L0.1873-----------------------------------------|" - - "L0.1887[1922,2086] 121ns |----------------------------------------L0.1887-----------------------------------------|" - - "L0.1901[1922,2086] 122ns |----------------------------------------L0.1901-----------------------------------------|" - - "L0.1915[1922,2086] 123ns |----------------------------------------L0.1915-----------------------------------------|" - - "L0.1929[1922,2086] 124ns |----------------------------------------L0.1929-----------------------------------------|" - - "L0.1943[1922,2086] 125ns |----------------------------------------L0.1943-----------------------------------------|" - - "L0.1957[1922,2086] 126ns |----------------------------------------L0.1957-----------------------------------------|" - - "L0.1971[1922,2086] 127ns |----------------------------------------L0.1971-----------------------------------------|" - - "L0.1985[1922,2086] 128ns |----------------------------------------L0.1985-----------------------------------------|" - - "L0.1999[1922,2086] 129ns |----------------------------------------L0.1999-----------------------------------------|" - - "L0.2013[1922,2086] 130ns |----------------------------------------L0.2013-----------------------------------------|" - - "L0.2027[1922,2086] 131ns |----------------------------------------L0.2027-----------------------------------------|" - - "L0.2041[1922,2086] 132ns |----------------------------------------L0.2041-----------------------------------------|" - - "L0.2055[1922,2086] 133ns |----------------------------------------L0.2055-----------------------------------------|" - - "L0.2069[1922,2086] 134ns |----------------------------------------L0.2069-----------------------------------------|" - - "L0.2195[1922,2086] 135ns |----------------------------------------L0.2195-----------------------------------------|" - - "L0.2209[1922,2086] 136ns |----------------------------------------L0.2209-----------------------------------------|" - - "L0.2083[1922,2086] 137ns |----------------------------------------L0.2083-----------------------------------------|" - - "L0.2097[1922,2086] 138ns |----------------------------------------L0.2097-----------------------------------------|" - - "L0.2111[1922,2086] 139ns |----------------------------------------L0.2111-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1922,2086] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1873, L0.1887, L0.1901, L0.1915, L0.1929, L0.1943, L0.1957, L0.1971, L0.1985, L0.1999, L0.2013, L0.2027, L0.2041, L0.2055, L0.2069, L0.2083, L0.2097, L0.2111, L0.2195, L0.2209" - - " Creating 1 files" - - "**** Simulation run 326, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2125[1922,2086] 140ns |----------------------------------------L0.2125-----------------------------------------|" - - "L0.2139[1922,2086] 141ns |----------------------------------------L0.2139-----------------------------------------|" - - "L0.2153[1922,2086] 142ns |----------------------------------------L0.2153-----------------------------------------|" - - "L0.2167[1922,2086] 143ns |----------------------------------------L0.2167-----------------------------------------|" - - "L0.2181[1922,2086] 144ns |----------------------------------------L0.2181-----------------------------------------|" - - "L0.2223[1922,2086] 145ns |----------------------------------------L0.2223-----------------------------------------|" - - "L0.2237[1922,2086] 146ns |----------------------------------------L0.2237-----------------------------------------|" - - "L0.2251[1922,2086] 147ns |----------------------------------------L0.2251-----------------------------------------|" - - "L0.2265[1922,2086] 148ns |----------------------------------------L0.2265-----------------------------------------|" - - "L0.2279[1922,2086] 149ns |----------------------------------------L0.2279-----------------------------------------|" - - "L0.2293[1922,2086] 150ns |----------------------------------------L0.2293-----------------------------------------|" - - "L0.2307[1922,2086] 151ns |----------------------------------------L0.2307-----------------------------------------|" - - "L0.2321[1922,2086] 152ns |----------------------------------------L0.2321-----------------------------------------|" - - "L0.2335[1922,2086] 153ns |----------------------------------------L0.2335-----------------------------------------|" - - "L0.2349[1922,2086] 154ns |----------------------------------------L0.2349-----------------------------------------|" - - "L0.2363[1922,2086] 155ns |----------------------------------------L0.2363-----------------------------------------|" - - "L0.2377[1922,2086] 156ns |----------------------------------------L0.2377-----------------------------------------|" - - "L0.2391[1922,2086] 157ns |----------------------------------------L0.2391-----------------------------------------|" - - "L0.2405[1922,2086] 158ns |----------------------------------------L0.2405-----------------------------------------|" - - "L0.2419[1922,2086] 159ns |----------------------------------------L0.2419-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1922,2086] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2125, L0.2139, L0.2153, L0.2167, L0.2181, L0.2223, L0.2237, L0.2251, L0.2265, L0.2279, L0.2293, L0.2307, L0.2321, L0.2335, L0.2349, L0.2363, L0.2377, L0.2391, L0.2405, L0.2419" - - " Creating 1 files" - - "**** Simulation run 327, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2433[1922,2086] 160ns |----------------------------------------L0.2433-----------------------------------------|" - - "L0.2447[1922,2086] 161ns |----------------------------------------L0.2447-----------------------------------------|" - - "L0.2460[1922,2086] 162ns |----------------------------------------L0.2460-----------------------------------------|" - - "L0.2473[1922,2086] 163ns |----------------------------------------L0.2473-----------------------------------------|" - - "L0.2486[1922,2086] 164ns |----------------------------------------L0.2486-----------------------------------------|" - - "L0.2499[1922,2086] 165ns |----------------------------------------L0.2499-----------------------------------------|" - - "L0.2512[1922,2086] 166ns |----------------------------------------L0.2512-----------------------------------------|" - - "L0.2525[1922,2086] 167ns |----------------------------------------L0.2525-----------------------------------------|" - - "L0.2538[1922,2086] 168ns |----------------------------------------L0.2538-----------------------------------------|" - - "L0.2551[1922,2086] 169ns |----------------------------------------L0.2551-----------------------------------------|" - - "L0.2564[1922,2086] 170ns |----------------------------------------L0.2564-----------------------------------------|" - - "L0.2577[1922,2086] 171ns |----------------------------------------L0.2577-----------------------------------------|" - - "L0.2590[1922,2086] 172ns |----------------------------------------L0.2590-----------------------------------------|" - - "L0.2603[1922,2086] 173ns |----------------------------------------L0.2603-----------------------------------------|" - - "L0.2616[1922,2086] 174ns |----------------------------------------L0.2616-----------------------------------------|" - - "L0.2629[1922,2086] 175ns |----------------------------------------L0.2629-----------------------------------------|" - - "L0.2642[1922,2086] 176ns |----------------------------------------L0.2642-----------------------------------------|" - - "L0.2655[1922,2086] 177ns |----------------------------------------L0.2655-----------------------------------------|" - - "L0.2668[1922,2086] 178ns |----------------------------------------L0.2668-----------------------------------------|" - - "L0.2681[1922,2086] 179ns |----------------------------------------L0.2681-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1922,2086] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2433, L0.2447, L0.2460, L0.2473, L0.2486, L0.2499, L0.2512, L0.2525, L0.2538, L0.2551, L0.2564, L0.2577, L0.2590, L0.2603, L0.2616, L0.2629, L0.2642, L0.2655, L0.2668, L0.2681" - - " Creating 1 files" - - "**** Simulation run 328, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2694[1922,2086] 180ns |----------------------------------------L0.2694-----------------------------------------|" - - "L0.2707[1922,2086] 181ns |----------------------------------------L0.2707-----------------------------------------|" - - "L0.2720[1922,2086] 182ns |----------------------------------------L0.2720-----------------------------------------|" - - "L0.2733[1922,2086] 183ns |----------------------------------------L0.2733-----------------------------------------|" - - "L0.2746[1922,2086] 184ns |----------------------------------------L0.2746-----------------------------------------|" - - "L0.2759[1922,2086] 185ns |----------------------------------------L0.2759-----------------------------------------|" - - "L0.2772[1922,2086] 186ns |----------------------------------------L0.2772-----------------------------------------|" - - "L0.2785[1922,2086] 187ns |----------------------------------------L0.2785-----------------------------------------|" - - "L0.2798[1922,2086] 188ns |----------------------------------------L0.2798-----------------------------------------|" - - "L0.2811[1922,2086] 189ns |----------------------------------------L0.2811-----------------------------------------|" - - "L0.2824[1922,2086] 190ns |----------------------------------------L0.2824-----------------------------------------|" - - "L0.2837[1922,2086] 191ns |----------------------------------------L0.2837-----------------------------------------|" - - "L0.2850[1922,2086] 192ns |----------------------------------------L0.2850-----------------------------------------|" - - "L0.2863[1922,2086] 193ns |----------------------------------------L0.2863-----------------------------------------|" - - "L0.2876[1922,2086] 194ns |----------------------------------------L0.2876-----------------------------------------|" - - "L0.2889[1922,2086] 195ns |----------------------------------------L0.2889-----------------------------------------|" - - "L0.2902[1922,2086] 196ns |----------------------------------------L0.2902-----------------------------------------|" - - "L0.2915[1922,2086] 197ns |----------------------------------------L0.2915-----------------------------------------|" - - "L0.2928[1922,2086] 198ns |----------------------------------------L0.2928-----------------------------------------|" - - "L0.2941[1922,2086] 199ns |----------------------------------------L0.2941-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[1922,2086] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2694, L0.2707, L0.2720, L0.2733, L0.2746, L0.2759, L0.2772, L0.2785, L0.2798, L0.2811, L0.2824, L0.2837, L0.2850, L0.2863, L0.2876, L0.2889, L0.2902, L0.2915, L0.2928, L0.2941" - - " Creating 1 files" - - "**** Simulation run 329, type=compact(ManySmallFiles). 20 Input Files, 200b total:" + - "**** Simulation run 211, type=compact(ManySmallFiles). 20 Input Files, 200b total:" - "L0, all files 10b " - "L0.586[2087,200000] 20ns |------------------L0.586-------------------| " - "L0.461[2087,210000] 21ns |--------------------L0.461--------------------| " @@ -9099,584 +5812,3814 @@ async fn stuck_l0_large_l0s() { - "Committing partition 1:" - " Soft Deleting 20 files: L0.461, L0.475, L0.489, L0.503, L0.517, L0.531, L0.545, L0.559, L0.586, L0.600, L0.614, L0.628, L0.642, L0.656, L0.670, L0.684, L0.698, L0.712, L0.726, L0.740" - " Creating 1 files" - - "**** Simulation run 330, type=compact(ManySmallFiles). 20 Input Files, 200b total:" - - "L0, all files 10b " - - "L0.754[2087,400000] 40ns |--------------------------L0.754--------------------------| " - - "L0.768[2087,410000] 41ns |---------------------------L0.768---------------------------| " - - "L0.782[2087,420000] 42ns |---------------------------L0.782----------------------------| " - - "L0.796[2087,430000] 43ns |----------------------------L0.796-----------------------------| " - - "L0.810[2087,440000] 44ns |-----------------------------L0.810------------------------------| " - - "L0.824[2087,450000] 45ns |------------------------------L0.824------------------------------| " - - "L0.838[2087,460000] 46ns |-------------------------------L0.838-------------------------------| " - - "L0.852[2087,470000] 47ns |-------------------------------L0.852--------------------------------| " - - "L0.866[2087,480000] 48ns |--------------------------------L0.866---------------------------------| " - - "L0.880[2087,490000] 49ns |---------------------------------L0.880---------------------------------| " - - "L0.894[2087,500000] 50ns |----------------------------------L0.894----------------------------------| " - - "L0.908[2087,510000] 51ns |----------------------------------L0.908-----------------------------------| " - - "L0.922[2087,520000] 52ns |-----------------------------------L0.922------------------------------------| " - - "L0.936[2087,530000] 53ns |------------------------------------L0.936------------------------------------| " - - "L0.950[2087,540000] 54ns |-------------------------------------L0.950-------------------------------------| " - - "L0.964[2087,550000] 55ns |-------------------------------------L0.964--------------------------------------| " - - "L0.978[2087,560000] 56ns |--------------------------------------L0.978---------------------------------------| " - - "L0.992[2087,570000] 57ns |---------------------------------------L0.992---------------------------------------| " - - "L0.1006[2087,580000] 58ns|---------------------------------------L0.1006----------------------------------------| " - - "L0.1020[2087,590000] 59ns|----------------------------------------L0.1020-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 200b total:" - - "L0, all files 200b " - - "L0.?[2087,590000] 59ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.754, L0.768, L0.782, L0.796, L0.810, L0.824, L0.838, L0.852, L0.866, L0.880, L0.894, L0.908, L0.922, L0.936, L0.950, L0.964, L0.978, L0.992, L0.1006, L0.1020" - - " Creating 1 files" - - "**** Simulation run 331, type=compact(ManySmallFiles). 20 Input Files, 200b total:" - - "L0, all files 10b " - - "L0.1034[2087,600000] 60ns|-----------------------------L0.1034------------------------------| " - - "L0.1048[2087,610000] 61ns|------------------------------L0.1048------------------------------| " - - "L0.1062[2087,620000] 62ns|------------------------------L0.1062-------------------------------| " - - "L0.1076[2087,630000] 63ns|-------------------------------L0.1076-------------------------------| " - - "L0.1090[2087,640000] 64ns|-------------------------------L0.1090--------------------------------| " - - "L0.1104[2087,650000] 65ns|--------------------------------L0.1104---------------------------------| " - - "L0.1118[2087,660000] 66ns|---------------------------------L0.1118---------------------------------| " - - "L0.1132[2087,670000] 67ns|---------------------------------L0.1132----------------------------------| " - - "L0.1146[2087,680000] 68ns|----------------------------------L0.1146----------------------------------| " - - "L0.1160[2087,690000] 69ns|----------------------------------L0.1160-----------------------------------| " - - "L0.1174[2087,700000] 70ns|-----------------------------------L0.1174-----------------------------------| " - - "L0.1188[2087,710000] 71ns|-----------------------------------L0.1188------------------------------------| " - - "L0.1202[2087,720000] 72ns|------------------------------------L0.1202-------------------------------------| " - - "L0.1216[2087,730000] 73ns|-------------------------------------L0.1216-------------------------------------| " - - "L0.1230[2087,740000] 74ns|-------------------------------------L0.1230--------------------------------------| " - - "L0.1244[2087,750000] 75ns|--------------------------------------L0.1244--------------------------------------| " - - "L0.1258[2087,760000] 76ns|--------------------------------------L0.1258---------------------------------------| " - - "L0.1272[2087,770000] 77ns|---------------------------------------L0.1272---------------------------------------| " - - "L0.1286[2087,780000] 78ns|---------------------------------------L0.1286----------------------------------------| " - - "L0.1300[2087,790000] 79ns|----------------------------------------L0.1300-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 200b total:" - - "L0, all files 200b " - - "L0.?[2087,790000] 79ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1034, L0.1048, L0.1062, L0.1076, L0.1090, L0.1104, L0.1118, L0.1132, L0.1146, L0.1160, L0.1174, L0.1188, L0.1202, L0.1216, L0.1230, L0.1244, L0.1258, L0.1272, L0.1286, L0.1300" - - " Creating 1 files" - - "**** Simulation run 332, type=compact(ManySmallFiles). 20 Input Files, 200b total:" - - "L0, all files 10b " - - "L0.1314[2087,800000] 80ns|-------------------------------L0.1314--------------------------------| " - - "L0.1328[2087,810000] 81ns|--------------------------------L0.1328--------------------------------| " - - "L0.1342[2087,820000] 82ns|--------------------------------L0.1342---------------------------------| " - - "L0.1356[2087,830000] 83ns|---------------------------------L0.1356---------------------------------| " - - "L0.1370[2087,840000] 84ns|---------------------------------L0.1370----------------------------------| " - - "L0.1384[2087,850000] 85ns|----------------------------------L0.1384----------------------------------| " - - "L0.1398[2087,860000] 86ns|----------------------------------L0.1398-----------------------------------| " - - "L0.1412[2087,870000] 87ns|-----------------------------------L0.1412-----------------------------------| " - - "L0.1426[2087,880000] 88ns|-----------------------------------L0.1426-----------------------------------| " - - "L0.1440[2087,890000] 89ns|-----------------------------------L0.1440------------------------------------| " - - "L0.1454[2087,900000] 90ns|------------------------------------L0.1454------------------------------------| " - - "L0.1468[2087,910000] 91ns|------------------------------------L0.1468-------------------------------------| " - - "L0.1482[2087,920000] 92ns|-------------------------------------L0.1482-------------------------------------| " - - "L0.1496[2087,930000] 93ns|-------------------------------------L0.1496--------------------------------------| " - - "L0.1510[2087,940000] 94ns|--------------------------------------L0.1510--------------------------------------| " - - "L0.1524[2087,950000] 95ns|--------------------------------------L0.1524---------------------------------------| " - - "L0.1538[2087,960000] 96ns|---------------------------------------L0.1538---------------------------------------| " - - "L0.1552[2087,970000] 97ns|---------------------------------------L0.1552----------------------------------------| " - - "L0.1566[2087,980000] 98ns|----------------------------------------L0.1566----------------------------------------| " - - "L0.1580[2087,990000] 99ns|----------------------------------------L0.1580-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 200b total:" - - "L0, all files 200b " - - "L0.?[2087,990000] 99ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1314, L0.1328, L0.1342, L0.1356, L0.1370, L0.1384, L0.1398, L0.1412, L0.1426, L0.1440, L0.1454, L0.1468, L0.1482, L0.1496, L0.1510, L0.1524, L0.1538, L0.1552, L0.1566, L0.1580" - - " Creating 1 files" - - "**** Simulation run 333, type=compact(ManySmallFiles). 20 Input Files, 200b total:" - - "L0, all files 10b " - - "L0.1594[2087,1000000] 100ns|---------------------------------L0.1594---------------------------------| " - - "L0.1608[2087,1010000] 101ns|---------------------------------L0.1608----------------------------------| " - - "L0.1622[2087,1020000] 102ns|----------------------------------L0.1622----------------------------------| " - - "L0.1636[2087,1030000] 103ns|----------------------------------L0.1636----------------------------------| " - - "L0.1650[2087,1040000] 104ns|----------------------------------L0.1650-----------------------------------| " - - "L0.1664[2087,1050000] 105ns|-----------------------------------L0.1664-----------------------------------| " - - "L0.1678[2087,1060000] 106ns|-----------------------------------L0.1678------------------------------------| " - - "L0.1692[2087,1070000] 107ns|-----------------------------------L0.1692------------------------------------| " - - "L0.1706[2087,1080000] 108ns|------------------------------------L0.1706------------------------------------| " - - "L0.1720[2087,1090000] 109ns|------------------------------------L0.1720-------------------------------------| " - - "L0.1734[2087,1100000] 110ns|-------------------------------------L0.1734-------------------------------------| " - - "L0.1748[2087,1110000] 111ns|-------------------------------------L0.1748-------------------------------------| " - - "L0.1762[2087,1120000] 112ns|-------------------------------------L0.1762--------------------------------------| " - - "L0.1776[2087,1130000] 113ns|--------------------------------------L0.1776--------------------------------------| " - - "L0.1790[2087,1140000] 114ns|--------------------------------------L0.1790---------------------------------------| " - - "L0.1804[2087,1150000] 115ns|--------------------------------------L0.1804---------------------------------------| " - - "L0.1818[2087,1160000] 116ns|---------------------------------------L0.1818---------------------------------------| " - - "L0.1832[2087,1170000] 117ns|---------------------------------------L0.1832----------------------------------------| " - - "L0.1846[2087,1180000] 118ns|----------------------------------------L0.1846----------------------------------------| " - - "L0.1860[2087,1190000] 119ns|----------------------------------------L0.1860-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 200b total:" - - "L0, all files 200b " - - "L0.?[2087,1190000] 119ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1594, L0.1608, L0.1622, L0.1636, L0.1650, L0.1664, L0.1678, L0.1692, L0.1706, L0.1720, L0.1734, L0.1748, L0.1762, L0.1776, L0.1790, L0.1804, L0.1818, L0.1832, L0.1846, L0.1860" - - " Creating 1 files" - - "**** Simulation run 334, type=compact(ManySmallFiles). 20 Input Files, 200b total:" - - "L0, all files 10b " - - "L0.1874[2087,1200000] 120ns|----------------------------------L0.1874----------------------------------| " - - "L0.1888[2087,1210000] 121ns|----------------------------------L0.1888-----------------------------------| " - - "L0.1902[2087,1220000] 122ns|----------------------------------L0.1902-----------------------------------| " - - "L0.1916[2087,1230000] 123ns|-----------------------------------L0.1916-----------------------------------| " - - "L0.1930[2087,1240000] 124ns|-----------------------------------L0.1930------------------------------------| " - - "L0.1944[2087,1250000] 125ns|-----------------------------------L0.1944------------------------------------| " - - "L0.1958[2087,1260000] 126ns|------------------------------------L0.1958------------------------------------| " - - "L0.1972[2087,1270000] 127ns|------------------------------------L0.1972-------------------------------------| " - - "L0.1986[2087,1280000] 128ns|------------------------------------L0.1986-------------------------------------| " - - "L0.2000[2087,1290000] 129ns|-------------------------------------L0.2000-------------------------------------| " - - "L0.2014[2087,1300000] 130ns|-------------------------------------L0.2014--------------------------------------| " - - "L0.2028[2087,1310000] 131ns|-------------------------------------L0.2028--------------------------------------| " - - "L0.2042[2087,1320000] 132ns|--------------------------------------L0.2042--------------------------------------| " - - "L0.2056[2087,1330000] 133ns|--------------------------------------L0.2056---------------------------------------| " - - "L0.2070[2087,1340000] 134ns|--------------------------------------L0.2070---------------------------------------| " - - "L0.2196[2087,1350000] 135ns|---------------------------------------L0.2196---------------------------------------| " - - "L0.2210[2087,1360000] 136ns|---------------------------------------L0.2210----------------------------------------| " - - "L0.2084[2087,1370000] 137ns|---------------------------------------L0.2084----------------------------------------| " - - "L0.2098[2087,1380000] 138ns|----------------------------------------L0.2098----------------------------------------| " - - "L0.2112[2087,1390000] 139ns|----------------------------------------L0.2112-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 200b total:" - - "L0, all files 200b " - - "L0.?[2087,1390000] 139ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.1874, L0.1888, L0.1902, L0.1916, L0.1930, L0.1944, L0.1958, L0.1972, L0.1986, L0.2000, L0.2014, L0.2028, L0.2042, L0.2056, L0.2070, L0.2084, L0.2098, L0.2112, L0.2196, L0.2210" - - " Creating 1 files" - - "**** Simulation run 335, type=compact(ManySmallFiles). 20 Input Files, 200b total:" - - "L0, all files 10b " - - "L0.2126[2087,1400000] 140ns|-----------------------------------L0.2126-----------------------------------| " - - "L0.2140[2087,1410000] 141ns|-----------------------------------L0.2140-----------------------------------| " - - "L0.2154[2087,1420000] 142ns|-----------------------------------L0.2154------------------------------------| " - - "L0.2168[2087,1430000] 143ns|-----------------------------------L0.2168------------------------------------| " - - "L0.2182[2087,1440000] 144ns|------------------------------------L0.2182------------------------------------| " - - "L0.2224[2087,1450000] 145ns|------------------------------------L0.2224-------------------------------------| " - - "L0.2238[2087,1460000] 146ns|------------------------------------L0.2238-------------------------------------| " - - "L0.2252[2087,1470000] 147ns|-------------------------------------L0.2252-------------------------------------| " - - "L0.2266[2087,1480000] 148ns|-------------------------------------L0.2266-------------------------------------| " - - "L0.2280[2087,1490000] 149ns|-------------------------------------L0.2280--------------------------------------| " - - "L0.2294[2087,1500000] 150ns|-------------------------------------L0.2294--------------------------------------| " - - "L0.2308[2087,1510000] 151ns|--------------------------------------L0.2308--------------------------------------| " - - "L0.2322[2087,1520000] 152ns|--------------------------------------L0.2322---------------------------------------| " - - "L0.2336[2087,1530000] 153ns|--------------------------------------L0.2336---------------------------------------| " - - "L0.2350[2087,1540000] 154ns|---------------------------------------L0.2350---------------------------------------| " - - "L0.2364[2087,1550000] 155ns|---------------------------------------L0.2364---------------------------------------| " - - "L0.2378[2087,1560000] 156ns|---------------------------------------L0.2378----------------------------------------| " - - "L0.2392[2087,1570000] 157ns|---------------------------------------L0.2392----------------------------------------| " - - "L0.2406[2087,1580000] 158ns|----------------------------------------L0.2406----------------------------------------| " - - "L0.2420[2087,1590000] 159ns|----------------------------------------L0.2420-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 200b total:" - - "L0, all files 200b " - - "L0.?[2087,1590000] 159ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2126, L0.2140, L0.2154, L0.2168, L0.2182, L0.2224, L0.2238, L0.2252, L0.2266, L0.2280, L0.2294, L0.2308, L0.2322, L0.2336, L0.2350, L0.2364, L0.2378, L0.2392, L0.2406, L0.2420" - - " Creating 1 files" - - "**** Simulation run 336, type=compact(ManySmallFiles). 20 Input Files, 200b total:" - - "L0, all files 10b " - - "L0.2434[2087,1600000] 160ns|-----------------------------------L0.2434------------------------------------| " - - "L0.2448[2087,1610000] 161ns|-----------------------------------L0.2448------------------------------------| " - - "L0.2461[2087,1620000] 162ns|------------------------------------L0.2461------------------------------------| " - - "L0.2474[2087,1630000] 163ns|------------------------------------L0.2474------------------------------------| " - - "L0.2487[2087,1640000] 164ns|------------------------------------L0.2487-------------------------------------| " - - "L0.2500[2087,1650000] 165ns|------------------------------------L0.2500-------------------------------------| " - - "L0.2513[2087,1660000] 166ns|-------------------------------------L0.2513-------------------------------------| " - - "L0.2526[2087,1670000] 167ns|-------------------------------------L0.2526-------------------------------------| " - - "L0.2539[2087,1680000] 168ns|-------------------------------------L0.2539--------------------------------------| " - - "L0.2552[2087,1690000] 169ns|-------------------------------------L0.2552--------------------------------------| " - - "L0.2565[2087,1700000] 170ns|--------------------------------------L0.2565--------------------------------------| " - - "L0.2578[2087,1710000] 171ns|--------------------------------------L0.2578--------------------------------------| " - - "L0.2591[2087,1720000] 172ns|--------------------------------------L0.2591---------------------------------------| " - - "L0.2604[2087,1730000] 173ns|--------------------------------------L0.2604---------------------------------------| " - - "L0.2617[2087,1740000] 174ns|---------------------------------------L0.2617---------------------------------------| " - - "L0.2630[2087,1750000] 175ns|---------------------------------------L0.2630---------------------------------------| " - - "L0.2643[2087,1760000] 176ns|---------------------------------------L0.2643----------------------------------------| " - - "L0.2656[2087,1770000] 177ns|---------------------------------------L0.2656----------------------------------------| " - - "L0.2669[2087,1780000] 178ns|----------------------------------------L0.2669----------------------------------------| " - - "L0.2682[2087,1790000] 179ns|----------------------------------------L0.2682-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 200b total:" - - "L0, all files 200b " - - "L0.?[2087,1790000] 179ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2434, L0.2448, L0.2461, L0.2474, L0.2487, L0.2500, L0.2513, L0.2526, L0.2539, L0.2552, L0.2565, L0.2578, L0.2591, L0.2604, L0.2617, L0.2630, L0.2643, L0.2656, L0.2669, L0.2682" - - " Creating 1 files" - - "**** Simulation run 337, type=compact(ManySmallFiles). 20 Input Files, 200b total:" - - "L0, all files 10b " - - "L0.2695[2087,1800000] 180ns|------------------------------------L0.2695------------------------------------| " - - "L0.2708[2087,1810000] 181ns|------------------------------------L0.2708------------------------------------| " - - "L0.2721[2087,1820000] 182ns|------------------------------------L0.2721-------------------------------------| " - - "L0.2734[2087,1830000] 183ns|------------------------------------L0.2734-------------------------------------| " - - "L0.2747[2087,1840000] 184ns|-------------------------------------L0.2747-------------------------------------| " - - "L0.2760[2087,1850000] 185ns|-------------------------------------L0.2760-------------------------------------| " - - "L0.2773[2087,1860000] 186ns|-------------------------------------L0.2773--------------------------------------| " - - "L0.2786[2087,1870000] 187ns|-------------------------------------L0.2786--------------------------------------| " - - "L0.2799[2087,1880000] 188ns|--------------------------------------L0.2799--------------------------------------| " - - "L0.2812[2087,1890000] 189ns|--------------------------------------L0.2812--------------------------------------| " - - "L0.2825[2087,1900000] 190ns|--------------------------------------L0.2825--------------------------------------| " - - "L0.2838[2087,1910000] 191ns|--------------------------------------L0.2838---------------------------------------| " - - "L0.2851[2087,1920000] 192ns|--------------------------------------L0.2851---------------------------------------| " - - "L0.2864[2087,1930000] 193ns|---------------------------------------L0.2864---------------------------------------| " - - "L0.2877[2087,1940000] 194ns|---------------------------------------L0.2877---------------------------------------| " - - "L0.2890[2087,1950000] 195ns|---------------------------------------L0.2890----------------------------------------| " - - "L0.2903[2087,1960000] 196ns|---------------------------------------L0.2903----------------------------------------| " - - "L0.2916[2087,1970000] 197ns|----------------------------------------L0.2916----------------------------------------| " - - "L0.2929[2087,1980000] 198ns|----------------------------------------L0.2929----------------------------------------| " - - "L0.2942[2087,1990000] 199ns|----------------------------------------L0.2942-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 200b total:" - - "L0, all files 200b " - - "L0.?[2087,1990000] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 20 files: L0.2695, L0.2708, L0.2721, L0.2734, L0.2747, L0.2760, L0.2773, L0.2786, L0.2799, L0.2812, L0.2825, L0.2838, L0.2851, L0.2864, L0.2877, L0.2890, L0.2903, L0.2916, L0.2929, L0.2942" - - " Creating 1 files" - - "**** Simulation run 338, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[101]). 1 Input Files, 161mb total:" - - "L0, all files 161mb " - - "L0.2943[1,161] 19ns |----------------------------------------L0.2943-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 161mb total:" - - "L1 " - - "L1.?[1,101] 19ns 101mb |-------------------------L1.?-------------------------| " - - "L1.?[102,161] 19ns 60mb |-------------L1.?--------------| " - - "Committing partition 1:" - - " Soft Deleting 1 files: L0.2943" - - " Creating 2 files" - - "**** Simulation run 339, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.2960[322,481] 19ns 160mb|----------------------------------------L0.2960-----------------------------------------|" - - "L0.2961[322,481] 39ns 0b |----------------------------------------L0.2961-----------------------------------------|" - - "L0.2964[322,481] 59ns 0b |----------------------------------------L0.2964-----------------------------------------|" - - "L0.2965[322,481] 79ns 0b |----------------------------------------L0.2965-----------------------------------------|" - - "L0.2966[322,481] 99ns 0b |----------------------------------------L0.2966-----------------------------------------|" - - "L0.2967[322,481] 119ns 0b|----------------------------------------L0.2967-----------------------------------------|" - - "L0.2968[322,481] 139ns 0b|----------------------------------------L0.2968-----------------------------------------|" - - "L0.2969[322,481] 159ns 0b|----------------------------------------L0.2969-----------------------------------------|" - - "L0.2970[322,481] 179ns 0b|----------------------------------------L0.2970-----------------------------------------|" - - "L0.2971[322,481] 199ns 0b|----------------------------------------L0.2971-----------------------------------------|" + - "**** Simulation run 212, type=compact(ManySmallFiles). 20 Input Files, 160mb total:" + - "L0, all files 8mb " + - "L0.212[1762,1921] 0ns |-----------------------------------------L0.212-----------------------------------------|" + - "L0.225[1762,1921] 1ns |-----------------------------------------L0.225-----------------------------------------|" + - "L0.238[1762,1921] 2ns |-----------------------------------------L0.238-----------------------------------------|" + - "L0.251[1762,1921] 3ns |-----------------------------------------L0.251-----------------------------------------|" + - "L0.264[1762,1921] 4ns |-----------------------------------------L0.264-----------------------------------------|" + - "L0.277[1762,1921] 5ns |-----------------------------------------L0.277-----------------------------------------|" + - "L0.290[1762,1921] 6ns |-----------------------------------------L0.290-----------------------------------------|" + - "L0.303[1762,1921] 7ns |-----------------------------------------L0.303-----------------------------------------|" + - "L0.316[1762,1921] 8ns |-----------------------------------------L0.316-----------------------------------------|" + - "L0.329[1762,1921] 9ns |-----------------------------------------L0.329-----------------------------------------|" + - "L0.342[1762,1921] 10ns |-----------------------------------------L0.342-----------------------------------------|" + - "L0.355[1762,1921] 11ns |-----------------------------------------L0.355-----------------------------------------|" + - "L0.368[1762,1921] 12ns |-----------------------------------------L0.368-----------------------------------------|" + - "L0.381[1762,1921] 13ns |-----------------------------------------L0.381-----------------------------------------|" + - "L0.394[1762,1921] 14ns |-----------------------------------------L0.394-----------------------------------------|" + - "L0.407[1762,1921] 15ns |-----------------------------------------L0.407-----------------------------------------|" + - "L0.420[1762,1921] 16ns |-----------------------------------------L0.420-----------------------------------------|" + - "L0.433[1762,1921] 17ns |-----------------------------------------L0.433-----------------------------------------|" + - "L0.446[1762,1921] 18ns |-----------------------------------------L0.446-----------------------------------------|" + - "L0.571[1762,1921] 19ns |-----------------------------------------L0.571-----------------------------------------|" - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - "L0, all files 160mb " - - "L0.?[322,481] 199ns |------------------------------------------L0.?------------------------------------------|" + - "L0.?[1762,1921] 19ns |------------------------------------------L0.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 10 files: L0.2960, L0.2961, L0.2964, L0.2965, L0.2966, L0.2967, L0.2968, L0.2969, L0.2970, L0.2971" + - " Soft Deleting 20 files: L0.212, L0.225, L0.238, L0.251, L0.264, L0.277, L0.290, L0.303, L0.316, L0.329, L0.342, L0.355, L0.368, L0.381, L0.394, L0.407, L0.420, L0.433, L0.446, L0.571" - " Creating 1 files" - - "**** Simulation run 340, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.2972[482,641] 19ns 160mb|----------------------------------------L0.2972-----------------------------------------|" - - "L0.2973[482,641] 39ns 0b |----------------------------------------L0.2973-----------------------------------------|" - - "L0.2974[482,641] 59ns 0b |----------------------------------------L0.2974-----------------------------------------|" - - "L0.2975[482,641] 79ns 0b |----------------------------------------L0.2975-----------------------------------------|" - - "L0.2976[482,641] 99ns 0b |----------------------------------------L0.2976-----------------------------------------|" - - "L0.2977[482,641] 119ns 0b|----------------------------------------L0.2977-----------------------------------------|" - - "L0.2978[482,641] 139ns 0b|----------------------------------------L0.2978-----------------------------------------|" - - "L0.2987[482,641] 159ns 0b|----------------------------------------L0.2987-----------------------------------------|" - - "L0.2988[482,641] 179ns 0b|----------------------------------------L0.2988-----------------------------------------|" - - "L0.2979[482,641] 199ns 0b|----------------------------------------L0.2979-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[482,641] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.2972, L0.2973, L0.2974, L0.2975, L0.2976, L0.2977, L0.2978, L0.2979, L0.2987, L0.2988" - - " Creating 1 files" - - "**** Simulation run 341, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.2980[642,801] 19ns 160mb|----------------------------------------L0.2980-----------------------------------------|" - - "L0.2981[642,801] 39ns 0b |----------------------------------------L0.2981-----------------------------------------|" - - "L0.2982[642,801] 59ns 0b |----------------------------------------L0.2982-----------------------------------------|" - - "L0.2983[642,801] 79ns 0b |----------------------------------------L0.2983-----------------------------------------|" - - "L0.2984[642,801] 99ns 0b |----------------------------------------L0.2984-----------------------------------------|" - - "L0.2985[642,801] 119ns 0b|----------------------------------------L0.2985-----------------------------------------|" - - "L0.2986[642,801] 139ns 0b|----------------------------------------L0.2986-----------------------------------------|" - - "L0.2989[642,801] 159ns 0b|----------------------------------------L0.2989-----------------------------------------|" - - "L0.2990[642,801] 179ns 0b|----------------------------------------L0.2990-----------------------------------------|" - - "L0.2991[642,801] 199ns 0b|----------------------------------------L0.2991-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[642,801] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.2980, L0.2981, L0.2982, L0.2983, L0.2984, L0.2985, L0.2986, L0.2989, L0.2990, L0.2991" - - " Creating 1 files" - - "**** Simulation run 342, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.2992[802,961] 19ns 160mb|----------------------------------------L0.2992-----------------------------------------|" - - "L0.2993[802,961] 39ns 0b |----------------------------------------L0.2993-----------------------------------------|" - - "L0.2994[802,961] 59ns 0b |----------------------------------------L0.2994-----------------------------------------|" - - "L0.2995[802,961] 79ns 0b |----------------------------------------L0.2995-----------------------------------------|" - - "L0.2996[802,961] 99ns 0b |----------------------------------------L0.2996-----------------------------------------|" - - "L0.2997[802,961] 119ns 0b|----------------------------------------L0.2997-----------------------------------------|" - - "L0.2998[802,961] 139ns 0b|----------------------------------------L0.2998-----------------------------------------|" - - "L0.2999[802,961] 159ns 0b|----------------------------------------L0.2999-----------------------------------------|" - - "L0.3000[802,961] 179ns 0b|----------------------------------------L0.3000-----------------------------------------|" - - "L0.3001[802,961] 199ns 0b|----------------------------------------L0.3001-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[802,961] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.2992, L0.2993, L0.2994, L0.2995, L0.2996, L0.2997, L0.2998, L0.2999, L0.3000, L0.3001" - - " Creating 1 files" - - "**** Simulation run 343, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.3002[962,1121] 19ns 160mb|----------------------------------------L0.3002-----------------------------------------|" - - "L0.3003[962,1121] 39ns 0b|----------------------------------------L0.3003-----------------------------------------|" - - "L0.3004[962,1121] 59ns 0b|----------------------------------------L0.3004-----------------------------------------|" - - "L0.3013[962,1121] 79ns 0b|----------------------------------------L0.3013-----------------------------------------|" - - "L0.3014[962,1121] 99ns 0b|----------------------------------------L0.3014-----------------------------------------|" - - "L0.3005[962,1121] 119ns 0b|----------------------------------------L0.3005-----------------------------------------|" - - "L0.3006[962,1121] 139ns 0b|----------------------------------------L0.3006-----------------------------------------|" - - "L0.3007[962,1121] 159ns 0b|----------------------------------------L0.3007-----------------------------------------|" - - "L0.3008[962,1121] 179ns 0b|----------------------------------------L0.3008-----------------------------------------|" - - "L0.3009[962,1121] 199ns 0b|----------------------------------------L0.3009-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[962,1121] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.3002, L0.3003, L0.3004, L0.3005, L0.3006, L0.3007, L0.3008, L0.3009, L0.3013, L0.3014" - - " Creating 1 files" - - "**** Simulation run 344, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.3010[1122,1281] 19ns 160mb|----------------------------------------L0.3010-----------------------------------------|" - - "L0.3011[1122,1281] 39ns 0b|----------------------------------------L0.3011-----------------------------------------|" - - "L0.3012[1122,1281] 59ns 0b|----------------------------------------L0.3012-----------------------------------------|" - - "L0.3015[1122,1281] 79ns 0b|----------------------------------------L0.3015-----------------------------------------|" - - "L0.3016[1122,1281] 99ns 0b|----------------------------------------L0.3016-----------------------------------------|" - - "L0.3017[1122,1281] 119ns 0b|----------------------------------------L0.3017-----------------------------------------|" - - "L0.3018[1122,1281] 139ns 0b|----------------------------------------L0.3018-----------------------------------------|" - - "L0.3019[1122,1281] 159ns 0b|----------------------------------------L0.3019-----------------------------------------|" - - "L0.3020[1122,1281] 179ns 0b|----------------------------------------L0.3020-----------------------------------------|" - - "L0.3021[1122,1281] 199ns 0b|----------------------------------------L0.3021-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[1122,1281] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.3010, L0.3011, L0.3012, L0.3015, L0.3016, L0.3017, L0.3018, L0.3019, L0.3020, L0.3021" - - " Creating 1 files" - - "**** Simulation run 345, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.3022[1282,1441] 19ns 160mb|----------------------------------------L0.3022-----------------------------------------|" - - "L0.3023[1282,1441] 39ns 0b|----------------------------------------L0.3023-----------------------------------------|" - - "L0.3024[1282,1441] 59ns 0b|----------------------------------------L0.3024-----------------------------------------|" - - "L0.3025[1282,1441] 79ns 0b|----------------------------------------L0.3025-----------------------------------------|" - - "L0.3026[1282,1441] 99ns 0b|----------------------------------------L0.3026-----------------------------------------|" - - "L0.3027[1282,1441] 119ns 0b|----------------------------------------L0.3027-----------------------------------------|" - - "L0.3028[1282,1441] 139ns 0b|----------------------------------------L0.3028-----------------------------------------|" - - "L0.3029[1282,1441] 159ns 0b|----------------------------------------L0.3029-----------------------------------------|" - - "L0.3030[1282,1441] 179ns 0b|----------------------------------------L0.3030-----------------------------------------|" - - "L0.3039[1282,1441] 199ns 0b|----------------------------------------L0.3039-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[1282,1441] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.3022, L0.3023, L0.3024, L0.3025, L0.3026, L0.3027, L0.3028, L0.3029, L0.3030, L0.3039" - - " Creating 1 files" - - "**** Simulation run 346, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.3031[1442,1601] 19ns 160mb|----------------------------------------L0.3031-----------------------------------------|" - - "L0.3032[1442,1601] 39ns 0b|----------------------------------------L0.3032-----------------------------------------|" - - "L0.3033[1442,1601] 59ns 0b|----------------------------------------L0.3033-----------------------------------------|" - - "L0.3034[1442,1601] 79ns 0b|----------------------------------------L0.3034-----------------------------------------|" - - "L0.3035[1442,1601] 99ns 0b|----------------------------------------L0.3035-----------------------------------------|" - - "L0.3036[1442,1601] 119ns 0b|----------------------------------------L0.3036-----------------------------------------|" - - "L0.3037[1442,1601] 139ns 0b|----------------------------------------L0.3037-----------------------------------------|" - - "L0.3038[1442,1601] 159ns 0b|----------------------------------------L0.3038-----------------------------------------|" - - "L0.3040[1442,1601] 179ns 0b|----------------------------------------L0.3040-----------------------------------------|" - - "L0.3041[1442,1601] 199ns 0b|----------------------------------------L0.3041-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[1442,1601] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.3031, L0.3032, L0.3033, L0.3034, L0.3035, L0.3036, L0.3037, L0.3038, L0.3040, L0.3041" - - " Creating 1 files" - - "**** Simulation run 347, type=compact(ManySmallFiles). 8 Input Files, 0b total:" - - "L0, all files 0b " - - "L0.2944[20,161] 39ns |----------------------------------------L0.2944-----------------------------------------|" - - "L0.2945[40,161] 59ns |----------------------------------L0.2945----------------------------------| " - - "L0.2946[60,161] 79ns |---------------------------L0.2946----------------------------| " - - "L0.2947[80,161] 99ns |---------------------L0.2947---------------------| " - - "L0.2948[100,161] 119ns |--------------L0.2948---------------| " - - "L0.2949[120,161] 139ns |--------L0.2949---------| " - - "L0.2950[140,161] 159ns |--L0.2950--| " - - "L0.2951[160,161] 161ns |L0.2951|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - - "L0, all files 0b " - - "L0.?[20,161] 161ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 8 files: L0.2944, L0.2945, L0.2946, L0.2947, L0.2948, L0.2949, L0.2950, L0.2951" - - " Creating 1 files" - - "**** Simulation run 348, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.2952[162,321] 19ns 160mb|----------------------------------------L0.2952-----------------------------------------|" - - "L0.2953[162,321] 39ns 0b |----------------------------------------L0.2953-----------------------------------------|" - - "L0.2962[162,321] 59ns 0b |----------------------------------------L0.2962-----------------------------------------|" - - "L0.2963[162,321] 79ns 0b |----------------------------------------L0.2963-----------------------------------------|" - - "L0.2954[162,321] 99ns 0b |----------------------------------------L0.2954-----------------------------------------|" - - "L0.2955[162,321] 119ns 0b|----------------------------------------L0.2955-----------------------------------------|" - - "L0.2956[162,321] 139ns 0b|----------------------------------------L0.2956-----------------------------------------|" - - "L0.2957[162,321] 159ns 0b|----------------------------------------L0.2957-----------------------------------------|" - - "L0.2958[162,321] 179ns 0b|----------------------------------------L0.2958-----------------------------------------|" - - "L0.2959[180,321] 199ns 0b |-----------------------------------L0.2959-----------------------------------| " - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[162,321] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.2952, L0.2953, L0.2954, L0.2955, L0.2956, L0.2957, L0.2958, L0.2959, L0.2962, L0.2963" - - " Creating 1 files" - - "**** Simulation run 349, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.3042[1602,1761] 19ns 160mb|----------------------------------------L0.3042-----------------------------------------|" - - "L0.3043[1602,1761] 39ns 0b|----------------------------------------L0.3043-----------------------------------------|" - - "L0.3044[1602,1761] 59ns 0b|----------------------------------------L0.3044-----------------------------------------|" - - "L0.3045[1602,1761] 79ns 0b|----------------------------------------L0.3045-----------------------------------------|" - - "L0.3046[1602,1761] 99ns 0b|----------------------------------------L0.3046-----------------------------------------|" - - "L0.3047[1602,1761] 119ns 0b|----------------------------------------L0.3047-----------------------------------------|" - - "L0.3048[1602,1761] 139ns 0b|----------------------------------------L0.3048-----------------------------------------|" - - "L0.3049[1602,1761] 159ns 0b|----------------------------------------L0.3049-----------------------------------------|" - - "L0.3050[1602,1761] 179ns 0b|----------------------------------------L0.3050-----------------------------------------|" - - "L0.3051[1602,1761] 199ns 0b|----------------------------------------L0.3051-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[1602,1761] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.3042, L0.3043, L0.3044, L0.3045, L0.3046, L0.3047, L0.3048, L0.3049, L0.3050, L0.3051" - - " Creating 1 files" - - "**** Simulation run 350, type=compact(ManySmallFiles). 10 Input Files, 160mb total:" - - "L0 " - - "L0.3052[1762,1921] 19ns 160mb|----------------------------------------L0.3052-----------------------------------------|" - - "L0.3053[1762,1921] 39ns 0b|----------------------------------------L0.3053-----------------------------------------|" - - "L0.3054[1762,1921] 59ns 0b|----------------------------------------L0.3054-----------------------------------------|" - - "L0.3055[1762,1921] 79ns 0b|----------------------------------------L0.3055-----------------------------------------|" - - "L0.3064[1762,1921] 99ns 0b|----------------------------------------L0.3064-----------------------------------------|" - - "L0.3065[1762,1921] 119ns 0b|----------------------------------------L0.3065-----------------------------------------|" - - "L0.3056[1762,1921] 139ns 0b|----------------------------------------L0.3056-----------------------------------------|" - - "L0.3057[1762,1921] 159ns 0b|----------------------------------------L0.3057-----------------------------------------|" - - "L0.3058[1762,1921] 179ns 0b|----------------------------------------L0.3058-----------------------------------------|" - - "L0.3059[1762,1921] 199ns 0b|----------------------------------------L0.3059-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 160mb total:" - - "L0, all files 160mb " - - "L0.?[1762,1921] 199ns |------------------------------------------L0.?------------------------------------------|" - - "Committing partition 1:" - - " Soft Deleting 10 files: L0.3052, L0.3053, L0.3054, L0.3055, L0.3056, L0.3057, L0.3058, L0.3059, L0.3064, L0.3065" - - " Creating 1 files" - - "**** Simulation run 351, type=compact(ManySmallFiles). 10 Input Files, 79mb total:" - - "L0 " - - "L0.3060[1922,2000] 19ns 79mb|----------------L0.3060-----------------| " - - "L0.3061[1922,2086] 39ns 0b|----------------------------------------L0.3061-----------------------------------------|" - - "L0.3062[1922,2086] 59ns 0b|----------------------------------------L0.3062-----------------------------------------|" - - "L0.3063[1922,2086] 79ns 0b|----------------------------------------L0.3063-----------------------------------------|" - - "L0.3066[1922,2086] 99ns 0b|----------------------------------------L0.3066-----------------------------------------|" - - "L0.3067[1922,2086] 119ns 0b|----------------------------------------L0.3067-----------------------------------------|" - - "L0.3068[1922,2086] 139ns 0b|----------------------------------------L0.3068-----------------------------------------|" - - "L0.3069[1922,2086] 159ns 0b|----------------------------------------L0.3069-----------------------------------------|" - - "L0.3070[1922,2086] 179ns 0b|----------------------------------------L0.3070-----------------------------------------|" - - "L0.3071[1922,2086] 199ns 0b|----------------------------------------L0.3071-----------------------------------------|" + - "**** Simulation run 213, type=compact(ManySmallFiles). 20 Input Files, 79mb total:" + - "L0, all files 4mb " + - "L0.213[1922,2000] 0ns |-----------------------------------------L0.213-----------------------------------------|" + - "L0.226[1922,2000] 1ns |-----------------------------------------L0.226-----------------------------------------|" + - "L0.239[1922,2000] 2ns |-----------------------------------------L0.239-----------------------------------------|" + - "L0.252[1922,2000] 3ns |-----------------------------------------L0.252-----------------------------------------|" + - "L0.265[1922,2000] 4ns |-----------------------------------------L0.265-----------------------------------------|" + - "L0.278[1922,2000] 5ns |-----------------------------------------L0.278-----------------------------------------|" + - "L0.291[1922,2000] 6ns |-----------------------------------------L0.291-----------------------------------------|" + - "L0.304[1922,2000] 7ns |-----------------------------------------L0.304-----------------------------------------|" + - "L0.317[1922,2000] 8ns |-----------------------------------------L0.317-----------------------------------------|" + - "L0.330[1922,2000] 9ns |-----------------------------------------L0.330-----------------------------------------|" + - "L0.343[1922,2000] 10ns |-----------------------------------------L0.343-----------------------------------------|" + - "L0.356[1922,2000] 11ns |-----------------------------------------L0.356-----------------------------------------|" + - "L0.369[1922,2000] 12ns |-----------------------------------------L0.369-----------------------------------------|" + - "L0.382[1922,2000] 13ns |-----------------------------------------L0.382-----------------------------------------|" + - "L0.395[1922,2000] 14ns |-----------------------------------------L0.395-----------------------------------------|" + - "L0.408[1922,2000] 15ns |-----------------------------------------L0.408-----------------------------------------|" + - "L0.421[1922,2000] 16ns |-----------------------------------------L0.421-----------------------------------------|" + - "L0.434[1922,2000] 17ns |-----------------------------------------L0.434-----------------------------------------|" + - "L0.447[1922,2000] 18ns |-----------------------------------------L0.447-----------------------------------------|" + - "L0.572[1922,2000] 19ns |-----------------------------------------L0.572-----------------------------------------|" - "**** 1 Output Files (parquet_file_id not yet assigned), 79mb total:" - "L0, all files 79mb " - - "L0.?[1922,2086] 199ns |------------------------------------------L0.?------------------------------------------|" + - "L0.?[1922,2000] 19ns |------------------------------------------L0.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 10 files: L0.3060, L0.3061, L0.3062, L0.3063, L0.3066, L0.3067, L0.3068, L0.3069, L0.3070, L0.3071" + - " Soft Deleting 20 files: L0.213, L0.226, L0.239, L0.252, L0.265, L0.278, L0.291, L0.304, L0.317, L0.330, L0.343, L0.356, L0.369, L0.382, L0.395, L0.408, L0.421, L0.434, L0.447, L0.572" - " Creating 1 files" - - "**** Simulation run 352, type=compact(ManySmallFiles). 9 Input Files, 2kb total:" - - "L0, all files 200b " - - "L0.3072[2087,390000] 39ns|----L0.3072----| " - - "L0.3073[2087,590000] 59ns|--------L0.3073---------| " - - "L0.3074[2087,790000] 79ns|-------------L0.3074-------------| " - - "L0.3075[2087,990000] 99ns|-----------------L0.3075------------------| " - - "L0.3076[2087,1190000] 119ns|----------------------L0.3076----------------------| " - - "L0.3077[2087,1390000] 139ns|--------------------------L0.3077---------------------------| " - - "L0.3078[2087,1590000] 159ns|-------------------------------L0.3078-------------------------------| " - - "L0.3079[2087,1790000] 179ns|-----------------------------------L0.3079------------------------------------| " - - "L0.3080[2087,1990000] 199ns|----------------------------------------L0.3080-----------------------------------------|" - - "**** 1 Output Files (parquet_file_id not yet assigned), 2kb total:" - - "L0, all files 2kb " - - "L0.?[2087,1990000] 199ns |------------------------------------------L0.?------------------------------------------|" + - "**** Simulation run 214, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.573[20,161] 20ns |-----------------------------------------L0.573-----------------------------------------|" + - "L0.448[21,161] 21ns |----------------------------------------L0.448-----------------------------------------| " + - "L0.462[22,161] 22ns |----------------------------------------L0.462----------------------------------------| " + - "L0.476[23,161] 23ns |----------------------------------------L0.476----------------------------------------| " + - "L0.490[24,161] 24ns |---------------------------------------L0.490----------------------------------------| " + - "L0.504[25,161] 25ns |---------------------------------------L0.504---------------------------------------| " + - "L0.518[26,161] 26ns |---------------------------------------L0.518---------------------------------------| " + - "L0.532[27,161] 27ns |--------------------------------------L0.532---------------------------------------| " + - "L0.546[28,161] 28ns |--------------------------------------L0.546--------------------------------------| " + - "L0.587[29,161] 29ns |--------------------------------------L0.587--------------------------------------| " + - "L0.601[30,161] 30ns |-------------------------------------L0.601--------------------------------------| " + - "L0.615[31,161] 31ns |-------------------------------------L0.615-------------------------------------| " + - "L0.629[32,161] 32ns |-------------------------------------L0.629-------------------------------------| " + - "L0.643[33,161] 33ns |------------------------------------L0.643-------------------------------------| " + - "L0.657[34,161] 34ns |------------------------------------L0.657-------------------------------------| " + - "L0.671[35,161] 35ns |------------------------------------L0.671------------------------------------| " + - "L0.685[36,161] 36ns |-----------------------------------L0.685------------------------------------| " + - "L0.699[37,161] 37ns |-----------------------------------L0.699------------------------------------| " + - "L0.713[38,161] 38ns |-----------------------------------L0.713-----------------------------------| " + - "L0.727[39,161] 39ns |----------------------------------L0.727-----------------------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[20,161] 39ns |------------------------------------------L0.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 9 files: L0.3072, L0.3073, L0.3074, L0.3075, L0.3076, L0.3077, L0.3078, L0.3079, L0.3080" + - " Soft Deleting 20 files: L0.448, L0.462, L0.476, L0.490, L0.504, L0.518, L0.532, L0.546, L0.573, L0.587, L0.601, L0.615, L0.629, L0.643, L0.657, L0.671, L0.685, L0.699, L0.713, L0.727" - " Creating 1 files" - - "**** Simulation run 353, type=split(ReduceOverlap)(split_times=[101]). 1 Input Files, 0b total:" + - "**** Simulation run 215, type=compact(ManySmallFiles). 20 Input Files, 0b total:" - "L0, all files 0b " - - "L0.3091[20,161] 161ns |----------------------------------------L0.3091-----------------------------------------|" - - "**** 2 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0.574[162,321] 20ns |-----------------------------------------L0.574-----------------------------------------|" + - "L0.449[162,321] 21ns |-----------------------------------------L0.449-----------------------------------------|" + - "L0.463[162,321] 22ns |-----------------------------------------L0.463-----------------------------------------|" + - "L0.477[162,321] 23ns |-----------------------------------------L0.477-----------------------------------------|" + - "L0.491[162,321] 24ns |-----------------------------------------L0.491-----------------------------------------|" + - "L0.505[162,321] 25ns |-----------------------------------------L0.505-----------------------------------------|" + - "L0.519[162,321] 26ns |-----------------------------------------L0.519-----------------------------------------|" + - "L0.533[162,321] 27ns |-----------------------------------------L0.533-----------------------------------------|" + - "L0.547[162,321] 28ns |-----------------------------------------L0.547-----------------------------------------|" + - "L0.588[162,321] 29ns |-----------------------------------------L0.588-----------------------------------------|" + - "L0.602[162,321] 30ns |-----------------------------------------L0.602-----------------------------------------|" + - "L0.616[162,321] 31ns |-----------------------------------------L0.616-----------------------------------------|" + - "L0.630[162,321] 32ns |-----------------------------------------L0.630-----------------------------------------|" + - "L0.644[162,321] 33ns |-----------------------------------------L0.644-----------------------------------------|" + - "L0.658[162,321] 34ns |-----------------------------------------L0.658-----------------------------------------|" + - "L0.672[162,321] 35ns |-----------------------------------------L0.672-----------------------------------------|" + - "L0.686[162,321] 36ns |-----------------------------------------L0.686-----------------------------------------|" + - "L0.700[162,321] 37ns |-----------------------------------------L0.700-----------------------------------------|" + - "L0.714[162,321] 38ns |-----------------------------------------L0.714-----------------------------------------|" + - "L0.728[162,321] 39ns |-----------------------------------------L0.728-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" - "L0, all files 0b " - - "L0.?[20,101] 161ns |----------------------L0.?-----------------------| " - - "L0.?[102,161] 161ns |---------------L0.?----------------| " + - "L0.?[162,321] 39ns |------------------------------------------L0.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 1 files: L0.3091" - - " Creating 2 files" - - "**** Simulation run 354, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[101]). 4 Input Files, 161mb total:" + - " Soft Deleting 20 files: L0.449, L0.463, L0.477, L0.491, L0.505, L0.519, L0.533, L0.547, L0.574, L0.588, L0.602, L0.616, L0.630, L0.644, L0.658, L0.672, L0.686, L0.700, L0.714, L0.728" + - " Creating 1 files" + - "**** Simulation run 216, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.575[322,481] 20ns |-----------------------------------------L0.575-----------------------------------------|" + - "L0.450[322,481] 21ns |-----------------------------------------L0.450-----------------------------------------|" + - "L0.464[322,481] 22ns |-----------------------------------------L0.464-----------------------------------------|" + - "L0.478[322,481] 23ns |-----------------------------------------L0.478-----------------------------------------|" + - "L0.492[322,481] 24ns |-----------------------------------------L0.492-----------------------------------------|" + - "L0.506[322,481] 25ns |-----------------------------------------L0.506-----------------------------------------|" + - "L0.520[322,481] 26ns |-----------------------------------------L0.520-----------------------------------------|" + - "L0.534[322,481] 27ns |-----------------------------------------L0.534-----------------------------------------|" + - "L0.548[322,481] 28ns |-----------------------------------------L0.548-----------------------------------------|" + - "L0.589[322,481] 29ns |-----------------------------------------L0.589-----------------------------------------|" + - "L0.603[322,481] 30ns |-----------------------------------------L0.603-----------------------------------------|" + - "L0.617[322,481] 31ns |-----------------------------------------L0.617-----------------------------------------|" + - "L0.631[322,481] 32ns |-----------------------------------------L0.631-----------------------------------------|" + - "L0.645[322,481] 33ns |-----------------------------------------L0.645-----------------------------------------|" + - "L0.659[322,481] 34ns |-----------------------------------------L0.659-----------------------------------------|" + - "L0.673[322,481] 35ns |-----------------------------------------L0.673-----------------------------------------|" + - "L0.687[322,481] 36ns |-----------------------------------------L0.687-----------------------------------------|" + - "L0.701[322,481] 37ns |-----------------------------------------L0.701-----------------------------------------|" + - "L0.715[322,481] 38ns |-----------------------------------------L0.715-----------------------------------------|" + - "L0.729[322,481] 39ns |-----------------------------------------L0.729-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[322,481] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.450, L0.464, L0.478, L0.492, L0.506, L0.520, L0.534, L0.548, L0.575, L0.589, L0.603, L0.617, L0.631, L0.645, L0.659, L0.673, L0.687, L0.701, L0.715, L0.729" + - " Creating 1 files" + - "**** Simulation run 217, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.576[482,641] 20ns |-----------------------------------------L0.576-----------------------------------------|" + - "L0.451[482,641] 21ns |-----------------------------------------L0.451-----------------------------------------|" + - "L0.465[482,641] 22ns |-----------------------------------------L0.465-----------------------------------------|" + - "L0.479[482,641] 23ns |-----------------------------------------L0.479-----------------------------------------|" + - "L0.493[482,641] 24ns |-----------------------------------------L0.493-----------------------------------------|" + - "L0.507[482,641] 25ns |-----------------------------------------L0.507-----------------------------------------|" + - "L0.521[482,641] 26ns |-----------------------------------------L0.521-----------------------------------------|" + - "L0.535[482,641] 27ns |-----------------------------------------L0.535-----------------------------------------|" + - "L0.549[482,641] 28ns |-----------------------------------------L0.549-----------------------------------------|" + - "L0.590[482,641] 29ns |-----------------------------------------L0.590-----------------------------------------|" + - "L0.604[482,641] 30ns |-----------------------------------------L0.604-----------------------------------------|" + - "L0.618[482,641] 31ns |-----------------------------------------L0.618-----------------------------------------|" + - "L0.632[482,641] 32ns |-----------------------------------------L0.632-----------------------------------------|" + - "L0.646[482,641] 33ns |-----------------------------------------L0.646-----------------------------------------|" + - "L0.660[482,641] 34ns |-----------------------------------------L0.660-----------------------------------------|" + - "L0.674[482,641] 35ns |-----------------------------------------L0.674-----------------------------------------|" + - "L0.688[482,641] 36ns |-----------------------------------------L0.688-----------------------------------------|" + - "L0.702[482,641] 37ns |-----------------------------------------L0.702-----------------------------------------|" + - "L0.716[482,641] 38ns |-----------------------------------------L0.716-----------------------------------------|" + - "L0.730[482,641] 39ns |-----------------------------------------L0.730-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[482,641] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.451, L0.465, L0.479, L0.493, L0.507, L0.521, L0.535, L0.549, L0.576, L0.590, L0.604, L0.618, L0.632, L0.646, L0.660, L0.674, L0.688, L0.702, L0.716, L0.730" + - " Creating 1 files" + - "**** Simulation run 218, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.577[642,801] 20ns |-----------------------------------------L0.577-----------------------------------------|" + - "L0.452[642,801] 21ns |-----------------------------------------L0.452-----------------------------------------|" + - "L0.466[642,801] 22ns |-----------------------------------------L0.466-----------------------------------------|" + - "L0.480[642,801] 23ns |-----------------------------------------L0.480-----------------------------------------|" + - "L0.494[642,801] 24ns |-----------------------------------------L0.494-----------------------------------------|" + - "L0.508[642,801] 25ns |-----------------------------------------L0.508-----------------------------------------|" + - "L0.522[642,801] 26ns |-----------------------------------------L0.522-----------------------------------------|" + - "L0.536[642,801] 27ns |-----------------------------------------L0.536-----------------------------------------|" + - "L0.550[642,801] 28ns |-----------------------------------------L0.550-----------------------------------------|" + - "L0.591[642,801] 29ns |-----------------------------------------L0.591-----------------------------------------|" + - "L0.605[642,801] 30ns |-----------------------------------------L0.605-----------------------------------------|" + - "L0.619[642,801] 31ns |-----------------------------------------L0.619-----------------------------------------|" + - "L0.633[642,801] 32ns |-----------------------------------------L0.633-----------------------------------------|" + - "L0.647[642,801] 33ns |-----------------------------------------L0.647-----------------------------------------|" + - "L0.661[642,801] 34ns |-----------------------------------------L0.661-----------------------------------------|" + - "L0.675[642,801] 35ns |-----------------------------------------L0.675-----------------------------------------|" + - "L0.689[642,801] 36ns |-----------------------------------------L0.689-----------------------------------------|" + - "L0.703[642,801] 37ns |-----------------------------------------L0.703-----------------------------------------|" + - "L0.717[642,801] 38ns |-----------------------------------------L0.717-----------------------------------------|" + - "L0.731[642,801] 39ns |-----------------------------------------L0.731-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[642,801] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.452, L0.466, L0.480, L0.494, L0.508, L0.522, L0.536, L0.550, L0.577, L0.591, L0.605, L0.619, L0.633, L0.647, L0.661, L0.675, L0.689, L0.703, L0.717, L0.731" + - " Creating 1 files" + - "**** Simulation run 219, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.578[802,961] 20ns |-----------------------------------------L0.578-----------------------------------------|" + - "L0.453[802,961] 21ns |-----------------------------------------L0.453-----------------------------------------|" + - "L0.467[802,961] 22ns |-----------------------------------------L0.467-----------------------------------------|" + - "L0.481[802,961] 23ns |-----------------------------------------L0.481-----------------------------------------|" + - "L0.495[802,961] 24ns |-----------------------------------------L0.495-----------------------------------------|" + - "L0.509[802,961] 25ns |-----------------------------------------L0.509-----------------------------------------|" + - "L0.523[802,961] 26ns |-----------------------------------------L0.523-----------------------------------------|" + - "L0.537[802,961] 27ns |-----------------------------------------L0.537-----------------------------------------|" + - "L0.551[802,961] 28ns |-----------------------------------------L0.551-----------------------------------------|" + - "L0.592[802,961] 29ns |-----------------------------------------L0.592-----------------------------------------|" + - "L0.606[802,961] 30ns |-----------------------------------------L0.606-----------------------------------------|" + - "L0.620[802,961] 31ns |-----------------------------------------L0.620-----------------------------------------|" + - "L0.634[802,961] 32ns |-----------------------------------------L0.634-----------------------------------------|" + - "L0.648[802,961] 33ns |-----------------------------------------L0.648-----------------------------------------|" + - "L0.662[802,961] 34ns |-----------------------------------------L0.662-----------------------------------------|" + - "L0.676[802,961] 35ns |-----------------------------------------L0.676-----------------------------------------|" + - "L0.690[802,961] 36ns |-----------------------------------------L0.690-----------------------------------------|" + - "L0.704[802,961] 37ns |-----------------------------------------L0.704-----------------------------------------|" + - "L0.718[802,961] 38ns |-----------------------------------------L0.718-----------------------------------------|" + - "L0.732[802,961] 39ns |-----------------------------------------L0.732-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[802,961] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.453, L0.467, L0.481, L0.495, L0.509, L0.523, L0.537, L0.551, L0.578, L0.592, L0.606, L0.620, L0.634, L0.648, L0.662, L0.676, L0.690, L0.704, L0.718, L0.732" + - " Creating 1 files" + - "**** Simulation run 220, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.579[962,1121] 20ns |-----------------------------------------L0.579-----------------------------------------|" + - "L0.454[962,1121] 21ns |-----------------------------------------L0.454-----------------------------------------|" + - "L0.468[962,1121] 22ns |-----------------------------------------L0.468-----------------------------------------|" + - "L0.482[962,1121] 23ns |-----------------------------------------L0.482-----------------------------------------|" + - "L0.496[962,1121] 24ns |-----------------------------------------L0.496-----------------------------------------|" + - "L0.510[962,1121] 25ns |-----------------------------------------L0.510-----------------------------------------|" + - "L0.524[962,1121] 26ns |-----------------------------------------L0.524-----------------------------------------|" + - "L0.538[962,1121] 27ns |-----------------------------------------L0.538-----------------------------------------|" + - "L0.552[962,1121] 28ns |-----------------------------------------L0.552-----------------------------------------|" + - "L0.593[962,1121] 29ns |-----------------------------------------L0.593-----------------------------------------|" + - "L0.607[962,1121] 30ns |-----------------------------------------L0.607-----------------------------------------|" + - "L0.621[962,1121] 31ns |-----------------------------------------L0.621-----------------------------------------|" + - "L0.635[962,1121] 32ns |-----------------------------------------L0.635-----------------------------------------|" + - "L0.649[962,1121] 33ns |-----------------------------------------L0.649-----------------------------------------|" + - "L0.663[962,1121] 34ns |-----------------------------------------L0.663-----------------------------------------|" + - "L0.677[962,1121] 35ns |-----------------------------------------L0.677-----------------------------------------|" + - "L0.691[962,1121] 36ns |-----------------------------------------L0.691-----------------------------------------|" + - "L0.705[962,1121] 37ns |-----------------------------------------L0.705-----------------------------------------|" + - "L0.719[962,1121] 38ns |-----------------------------------------L0.719-----------------------------------------|" + - "L0.733[962,1121] 39ns |-----------------------------------------L0.733-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[962,1121] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.454, L0.468, L0.482, L0.496, L0.510, L0.524, L0.538, L0.552, L0.579, L0.593, L0.607, L0.621, L0.635, L0.649, L0.663, L0.677, L0.691, L0.705, L0.719, L0.733" + - " Creating 1 files" + - "**** Simulation run 221, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.580[1122,1281] 20ns |-----------------------------------------L0.580-----------------------------------------|" + - "L0.455[1122,1281] 21ns |-----------------------------------------L0.455-----------------------------------------|" + - "L0.469[1122,1281] 22ns |-----------------------------------------L0.469-----------------------------------------|" + - "L0.483[1122,1281] 23ns |-----------------------------------------L0.483-----------------------------------------|" + - "L0.497[1122,1281] 24ns |-----------------------------------------L0.497-----------------------------------------|" + - "L0.511[1122,1281] 25ns |-----------------------------------------L0.511-----------------------------------------|" + - "L0.525[1122,1281] 26ns |-----------------------------------------L0.525-----------------------------------------|" + - "L0.539[1122,1281] 27ns |-----------------------------------------L0.539-----------------------------------------|" + - "L0.553[1122,1281] 28ns |-----------------------------------------L0.553-----------------------------------------|" + - "L0.594[1122,1281] 29ns |-----------------------------------------L0.594-----------------------------------------|" + - "L0.608[1122,1281] 30ns |-----------------------------------------L0.608-----------------------------------------|" + - "L0.622[1122,1281] 31ns |-----------------------------------------L0.622-----------------------------------------|" + - "L0.636[1122,1281] 32ns |-----------------------------------------L0.636-----------------------------------------|" + - "L0.650[1122,1281] 33ns |-----------------------------------------L0.650-----------------------------------------|" + - "L0.664[1122,1281] 34ns |-----------------------------------------L0.664-----------------------------------------|" + - "L0.678[1122,1281] 35ns |-----------------------------------------L0.678-----------------------------------------|" + - "L0.692[1122,1281] 36ns |-----------------------------------------L0.692-----------------------------------------|" + - "L0.706[1122,1281] 37ns |-----------------------------------------L0.706-----------------------------------------|" + - "L0.720[1122,1281] 38ns |-----------------------------------------L0.720-----------------------------------------|" + - "L0.734[1122,1281] 39ns |-----------------------------------------L0.734-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1122,1281] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.455, L0.469, L0.483, L0.497, L0.511, L0.525, L0.539, L0.553, L0.580, L0.594, L0.608, L0.622, L0.636, L0.650, L0.664, L0.678, L0.692, L0.706, L0.720, L0.734" + - " Creating 1 files" + - "**** Simulation run 222, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.581[1282,1441] 20ns |-----------------------------------------L0.581-----------------------------------------|" + - "L0.456[1282,1441] 21ns |-----------------------------------------L0.456-----------------------------------------|" + - "L0.470[1282,1441] 22ns |-----------------------------------------L0.470-----------------------------------------|" + - "L0.484[1282,1441] 23ns |-----------------------------------------L0.484-----------------------------------------|" + - "L0.498[1282,1441] 24ns |-----------------------------------------L0.498-----------------------------------------|" + - "L0.512[1282,1441] 25ns |-----------------------------------------L0.512-----------------------------------------|" + - "L0.526[1282,1441] 26ns |-----------------------------------------L0.526-----------------------------------------|" + - "L0.540[1282,1441] 27ns |-----------------------------------------L0.540-----------------------------------------|" + - "L0.554[1282,1441] 28ns |-----------------------------------------L0.554-----------------------------------------|" + - "L0.595[1282,1441] 29ns |-----------------------------------------L0.595-----------------------------------------|" + - "L0.609[1282,1441] 30ns |-----------------------------------------L0.609-----------------------------------------|" + - "L0.623[1282,1441] 31ns |-----------------------------------------L0.623-----------------------------------------|" + - "L0.637[1282,1441] 32ns |-----------------------------------------L0.637-----------------------------------------|" + - "L0.651[1282,1441] 33ns |-----------------------------------------L0.651-----------------------------------------|" + - "L0.665[1282,1441] 34ns |-----------------------------------------L0.665-----------------------------------------|" + - "L0.679[1282,1441] 35ns |-----------------------------------------L0.679-----------------------------------------|" + - "L0.693[1282,1441] 36ns |-----------------------------------------L0.693-----------------------------------------|" + - "L0.707[1282,1441] 37ns |-----------------------------------------L0.707-----------------------------------------|" + - "L0.721[1282,1441] 38ns |-----------------------------------------L0.721-----------------------------------------|" + - "L0.735[1282,1441] 39ns |-----------------------------------------L0.735-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1282,1441] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.456, L0.470, L0.484, L0.498, L0.512, L0.526, L0.540, L0.554, L0.581, L0.595, L0.609, L0.623, L0.637, L0.651, L0.665, L0.679, L0.693, L0.707, L0.721, L0.735" + - " Creating 1 files" + - "**** Simulation run 223, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.582[1442,1601] 20ns |-----------------------------------------L0.582-----------------------------------------|" + - "L0.457[1442,1601] 21ns |-----------------------------------------L0.457-----------------------------------------|" + - "L0.471[1442,1601] 22ns |-----------------------------------------L0.471-----------------------------------------|" + - "L0.485[1442,1601] 23ns |-----------------------------------------L0.485-----------------------------------------|" + - "L0.499[1442,1601] 24ns |-----------------------------------------L0.499-----------------------------------------|" + - "L0.513[1442,1601] 25ns |-----------------------------------------L0.513-----------------------------------------|" + - "L0.527[1442,1601] 26ns |-----------------------------------------L0.527-----------------------------------------|" + - "L0.541[1442,1601] 27ns |-----------------------------------------L0.541-----------------------------------------|" + - "L0.555[1442,1601] 28ns |-----------------------------------------L0.555-----------------------------------------|" + - "L0.596[1442,1601] 29ns |-----------------------------------------L0.596-----------------------------------------|" + - "L0.610[1442,1601] 30ns |-----------------------------------------L0.610-----------------------------------------|" + - "L0.624[1442,1601] 31ns |-----------------------------------------L0.624-----------------------------------------|" + - "L0.638[1442,1601] 32ns |-----------------------------------------L0.638-----------------------------------------|" + - "L0.652[1442,1601] 33ns |-----------------------------------------L0.652-----------------------------------------|" + - "L0.666[1442,1601] 34ns |-----------------------------------------L0.666-----------------------------------------|" + - "L0.680[1442,1601] 35ns |-----------------------------------------L0.680-----------------------------------------|" + - "L0.694[1442,1601] 36ns |-----------------------------------------L0.694-----------------------------------------|" + - "L0.708[1442,1601] 37ns |-----------------------------------------L0.708-----------------------------------------|" + - "L0.722[1442,1601] 38ns |-----------------------------------------L0.722-----------------------------------------|" + - "L0.736[1442,1601] 39ns |-----------------------------------------L0.736-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1442,1601] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.457, L0.471, L0.485, L0.499, L0.513, L0.527, L0.541, L0.555, L0.582, L0.596, L0.610, L0.624, L0.638, L0.652, L0.666, L0.680, L0.694, L0.708, L0.722, L0.736" + - " Creating 1 files" + - "**** Simulation run 224, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.583[1602,1761] 20ns |-----------------------------------------L0.583-----------------------------------------|" + - "L0.458[1602,1761] 21ns |-----------------------------------------L0.458-----------------------------------------|" + - "L0.472[1602,1761] 22ns |-----------------------------------------L0.472-----------------------------------------|" + - "L0.486[1602,1761] 23ns |-----------------------------------------L0.486-----------------------------------------|" + - "L0.500[1602,1761] 24ns |-----------------------------------------L0.500-----------------------------------------|" + - "L0.514[1602,1761] 25ns |-----------------------------------------L0.514-----------------------------------------|" + - "L0.528[1602,1761] 26ns |-----------------------------------------L0.528-----------------------------------------|" + - "L0.542[1602,1761] 27ns |-----------------------------------------L0.542-----------------------------------------|" + - "L0.556[1602,1761] 28ns |-----------------------------------------L0.556-----------------------------------------|" + - "L0.597[1602,1761] 29ns |-----------------------------------------L0.597-----------------------------------------|" + - "L0.611[1602,1761] 30ns |-----------------------------------------L0.611-----------------------------------------|" + - "L0.625[1602,1761] 31ns |-----------------------------------------L0.625-----------------------------------------|" + - "L0.639[1602,1761] 32ns |-----------------------------------------L0.639-----------------------------------------|" + - "L0.653[1602,1761] 33ns |-----------------------------------------L0.653-----------------------------------------|" + - "L0.667[1602,1761] 34ns |-----------------------------------------L0.667-----------------------------------------|" + - "L0.681[1602,1761] 35ns |-----------------------------------------L0.681-----------------------------------------|" + - "L0.695[1602,1761] 36ns |-----------------------------------------L0.695-----------------------------------------|" + - "L0.709[1602,1761] 37ns |-----------------------------------------L0.709-----------------------------------------|" + - "L0.723[1602,1761] 38ns |-----------------------------------------L0.723-----------------------------------------|" + - "L0.737[1602,1761] 39ns |-----------------------------------------L0.737-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1602,1761] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.458, L0.472, L0.486, L0.500, L0.514, L0.528, L0.542, L0.556, L0.583, L0.597, L0.611, L0.625, L0.639, L0.653, L0.667, L0.681, L0.695, L0.709, L0.723, L0.737" + - " Creating 1 files" + - "**** Simulation run 225, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.584[1762,1921] 20ns |-----------------------------------------L0.584-----------------------------------------|" + - "L0.459[1762,1921] 21ns |-----------------------------------------L0.459-----------------------------------------|" + - "L0.473[1762,1921] 22ns |-----------------------------------------L0.473-----------------------------------------|" + - "L0.487[1762,1921] 23ns |-----------------------------------------L0.487-----------------------------------------|" + - "L0.501[1762,1921] 24ns |-----------------------------------------L0.501-----------------------------------------|" + - "L0.515[1762,1921] 25ns |-----------------------------------------L0.515-----------------------------------------|" + - "L0.529[1762,1921] 26ns |-----------------------------------------L0.529-----------------------------------------|" + - "L0.543[1762,1921] 27ns |-----------------------------------------L0.543-----------------------------------------|" + - "L0.557[1762,1921] 28ns |-----------------------------------------L0.557-----------------------------------------|" + - "L0.598[1762,1921] 29ns |-----------------------------------------L0.598-----------------------------------------|" + - "L0.612[1762,1921] 30ns |-----------------------------------------L0.612-----------------------------------------|" + - "L0.626[1762,1921] 31ns |-----------------------------------------L0.626-----------------------------------------|" + - "L0.640[1762,1921] 32ns |-----------------------------------------L0.640-----------------------------------------|" + - "L0.654[1762,1921] 33ns |-----------------------------------------L0.654-----------------------------------------|" + - "L0.668[1762,1921] 34ns |-----------------------------------------L0.668-----------------------------------------|" + - "L0.682[1762,1921] 35ns |-----------------------------------------L0.682-----------------------------------------|" + - "L0.696[1762,1921] 36ns |-----------------------------------------L0.696-----------------------------------------|" + - "L0.710[1762,1921] 37ns |-----------------------------------------L0.710-----------------------------------------|" + - "L0.724[1762,1921] 38ns |-----------------------------------------L0.724-----------------------------------------|" + - "L0.738[1762,1921] 39ns |-----------------------------------------L0.738-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1762,1921] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.459, L0.473, L0.487, L0.501, L0.515, L0.529, L0.543, L0.557, L0.584, L0.598, L0.612, L0.626, L0.640, L0.654, L0.668, L0.682, L0.696, L0.710, L0.724, L0.738" + - " Creating 1 files" + - "**** Simulation run 226, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.585[1922,2086] 20ns |-----------------------------------------L0.585-----------------------------------------|" + - "L0.460[1922,2086] 21ns |-----------------------------------------L0.460-----------------------------------------|" + - "L0.474[1922,2086] 22ns |-----------------------------------------L0.474-----------------------------------------|" + - "L0.488[1922,2086] 23ns |-----------------------------------------L0.488-----------------------------------------|" + - "L0.502[1922,2086] 24ns |-----------------------------------------L0.502-----------------------------------------|" + - "L0.516[1922,2086] 25ns |-----------------------------------------L0.516-----------------------------------------|" + - "L0.530[1922,2086] 26ns |-----------------------------------------L0.530-----------------------------------------|" + - "L0.544[1922,2086] 27ns |-----------------------------------------L0.544-----------------------------------------|" + - "L0.558[1922,2086] 28ns |-----------------------------------------L0.558-----------------------------------------|" + - "L0.599[1922,2086] 29ns |-----------------------------------------L0.599-----------------------------------------|" + - "L0.613[1922,2086] 30ns |-----------------------------------------L0.613-----------------------------------------|" + - "L0.627[1922,2086] 31ns |-----------------------------------------L0.627-----------------------------------------|" + - "L0.641[1922,2086] 32ns |-----------------------------------------L0.641-----------------------------------------|" + - "L0.655[1922,2086] 33ns |-----------------------------------------L0.655-----------------------------------------|" + - "L0.669[1922,2086] 34ns |-----------------------------------------L0.669-----------------------------------------|" + - "L0.683[1922,2086] 35ns |-----------------------------------------L0.683-----------------------------------------|" + - "L0.697[1922,2086] 36ns |-----------------------------------------L0.697-----------------------------------------|" + - "L0.711[1922,2086] 37ns |-----------------------------------------L0.711-----------------------------------------|" + - "L0.725[1922,2086] 38ns |-----------------------------------------L0.725-----------------------------------------|" + - "L0.739[1922,2086] 39ns |-----------------------------------------L0.739-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1922,2086] 39ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.460, L0.474, L0.488, L0.502, L0.516, L0.530, L0.544, L0.558, L0.585, L0.599, L0.613, L0.627, L0.641, L0.655, L0.669, L0.683, L0.697, L0.711, L0.725, L0.739" + - " Creating 1 files" + - "**** Simulation run 227, type=compact(ManySmallFiles). 20 Input Files, 390b total:" - "L0 " - - "L0.3097[20,101] 161ns 0b |------------------L0.3097------------------| " - - "L0.3098[102,161] 161ns 0b |------------L0.3098------------| " - - "L1 " - - "L1.3081[1,101] 19ns 101mb|-----------------------L1.3081------------------------| " - - "L1.3082[102,161] 19ns 60mb |------------L1.3082------------| " + - "L0.2954[2087,390000] 39ns 200b|-------------------------L0.2954--------------------------| " + - "L0.754[2087,400000] 40ns 10b|--------------------------L0.754---------------------------| " + - "L0.768[2087,410000] 41ns 10b|---------------------------L0.768----------------------------| " + - "L0.782[2087,420000] 42ns 10b|----------------------------L0.782-----------------------------| " + - "L0.796[2087,430000] 43ns 10b|-----------------------------L0.796-----------------------------| " + - "L0.810[2087,440000] 44ns 10b|------------------------------L0.810------------------------------| " + - "L0.824[2087,450000] 45ns 10b|------------------------------L0.824-------------------------------| " + - "L0.838[2087,460000] 46ns 10b|-------------------------------L0.838--------------------------------| " + - "L0.852[2087,470000] 47ns 10b|--------------------------------L0.852--------------------------------| " + - "L0.866[2087,480000] 48ns 10b|---------------------------------L0.866---------------------------------| " + - "L0.880[2087,490000] 49ns 10b|---------------------------------L0.880----------------------------------| " + - "L0.894[2087,500000] 50ns 10b|----------------------------------L0.894-----------------------------------| " + - "L0.908[2087,510000] 51ns 10b|-----------------------------------L0.908------------------------------------| " + - "L0.922[2087,520000] 52ns 10b|------------------------------------L0.922------------------------------------| " + - "L0.936[2087,530000] 53ns 10b|-------------------------------------L0.936-------------------------------------| " + - "L0.950[2087,540000] 54ns 10b|-------------------------------------L0.950--------------------------------------| " + - "L0.964[2087,550000] 55ns 10b|--------------------------------------L0.964---------------------------------------| " + - "L0.978[2087,560000] 56ns 10b|---------------------------------------L0.978---------------------------------------| " + - "L0.992[2087,570000] 57ns 10b|----------------------------------------L0.992----------------------------------------| " + - "L0.1006[2087,580000] 58ns 10b|----------------------------------------L0.1006-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 390b total:" + - "L0, all files 390b " + - "L0.?[2087,580000] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.754, L0.768, L0.782, L0.796, L0.810, L0.824, L0.838, L0.852, L0.866, L0.880, L0.894, L0.908, L0.922, L0.936, L0.950, L0.964, L0.978, L0.992, L0.1006, L0.2954" + - " Creating 1 files" + - "**** Simulation run 228, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2957[20,161] 39ns |----------------------------------------L0.2957-----------------------------------------|" + - "L0.741[40,161] 40ns |----------------------------------L0.741-----------------------------------| " + - "L0.755[41,161] 41ns |----------------------------------L0.755----------------------------------| " + - "L0.769[42,161] 42ns |---------------------------------L0.769----------------------------------| " + - "L0.783[43,161] 43ns |---------------------------------L0.783----------------------------------| " + - "L0.797[44,161] 44ns |---------------------------------L0.797---------------------------------| " + - "L0.811[45,161] 45ns |---------------------------------L0.811---------------------------------| " + - "L0.825[46,161] 46ns |--------------------------------L0.825---------------------------------| " + - "L0.839[47,161] 47ns |--------------------------------L0.839--------------------------------| " + - "L0.853[48,161] 48ns |--------------------------------L0.853--------------------------------| " + - "L0.867[49,161] 49ns |-------------------------------L0.867--------------------------------| " + - "L0.881[50,161] 50ns |-------------------------------L0.881-------------------------------| " + - "L0.895[51,161] 51ns |-------------------------------L0.895-------------------------------| " + - "L0.909[52,161] 52ns |------------------------------L0.909-------------------------------| " + - "L0.923[53,161] 53ns |------------------------------L0.923------------------------------| " + - "L0.937[54,161] 54ns |------------------------------L0.937------------------------------| " + - "L0.951[55,161] 55ns |-----------------------------L0.951------------------------------| " + - "L0.965[56,161] 56ns |-----------------------------L0.965------------------------------| " + - "L0.979[57,161] 57ns |-----------------------------L0.979-----------------------------| " + - "L0.993[58,161] 58ns |----------------------------L0.993-----------------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[20,161] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.741, L0.755, L0.769, L0.783, L0.797, L0.811, L0.825, L0.839, L0.853, L0.867, L0.881, L0.895, L0.909, L0.923, L0.937, L0.951, L0.965, L0.979, L0.993, L0.2957" + - " Creating 1 files" + - "**** Simulation run 229, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2958[162,321] 39ns |----------------------------------------L0.2958-----------------------------------------|" + - "L0.742[162,321] 40ns |-----------------------------------------L0.742-----------------------------------------|" + - "L0.756[162,321] 41ns |-----------------------------------------L0.756-----------------------------------------|" + - "L0.770[162,321] 42ns |-----------------------------------------L0.770-----------------------------------------|" + - "L0.784[162,321] 43ns |-----------------------------------------L0.784-----------------------------------------|" + - "L0.798[162,321] 44ns |-----------------------------------------L0.798-----------------------------------------|" + - "L0.812[162,321] 45ns |-----------------------------------------L0.812-----------------------------------------|" + - "L0.826[162,321] 46ns |-----------------------------------------L0.826-----------------------------------------|" + - "L0.840[162,321] 47ns |-----------------------------------------L0.840-----------------------------------------|" + - "L0.854[162,321] 48ns |-----------------------------------------L0.854-----------------------------------------|" + - "L0.868[162,321] 49ns |-----------------------------------------L0.868-----------------------------------------|" + - "L0.882[162,321] 50ns |-----------------------------------------L0.882-----------------------------------------|" + - "L0.896[162,321] 51ns |-----------------------------------------L0.896-----------------------------------------|" + - "L0.910[162,321] 52ns |-----------------------------------------L0.910-----------------------------------------|" + - "L0.924[162,321] 53ns |-----------------------------------------L0.924-----------------------------------------|" + - "L0.938[162,321] 54ns |-----------------------------------------L0.938-----------------------------------------|" + - "L0.952[162,321] 55ns |-----------------------------------------L0.952-----------------------------------------|" + - "L0.966[162,321] 56ns |-----------------------------------------L0.966-----------------------------------------|" + - "L0.980[162,321] 57ns |-----------------------------------------L0.980-----------------------------------------|" + - "L0.994[162,321] 58ns |-----------------------------------------L0.994-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[162,321] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.742, L0.756, L0.770, L0.784, L0.798, L0.812, L0.826, L0.840, L0.854, L0.868, L0.882, L0.896, L0.910, L0.924, L0.938, L0.952, L0.966, L0.980, L0.994, L0.2958" + - " Creating 1 files" + - "**** Simulation run 230, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2959[322,481] 39ns |----------------------------------------L0.2959-----------------------------------------|" + - "L0.743[322,481] 40ns |-----------------------------------------L0.743-----------------------------------------|" + - "L0.757[322,481] 41ns |-----------------------------------------L0.757-----------------------------------------|" + - "L0.771[322,481] 42ns |-----------------------------------------L0.771-----------------------------------------|" + - "L0.785[322,481] 43ns |-----------------------------------------L0.785-----------------------------------------|" + - "L0.799[322,481] 44ns |-----------------------------------------L0.799-----------------------------------------|" + - "L0.813[322,481] 45ns |-----------------------------------------L0.813-----------------------------------------|" + - "L0.827[322,481] 46ns |-----------------------------------------L0.827-----------------------------------------|" + - "L0.841[322,481] 47ns |-----------------------------------------L0.841-----------------------------------------|" + - "L0.855[322,481] 48ns |-----------------------------------------L0.855-----------------------------------------|" + - "L0.869[322,481] 49ns |-----------------------------------------L0.869-----------------------------------------|" + - "L0.883[322,481] 50ns |-----------------------------------------L0.883-----------------------------------------|" + - "L0.897[322,481] 51ns |-----------------------------------------L0.897-----------------------------------------|" + - "L0.911[322,481] 52ns |-----------------------------------------L0.911-----------------------------------------|" + - "L0.925[322,481] 53ns |-----------------------------------------L0.925-----------------------------------------|" + - "L0.939[322,481] 54ns |-----------------------------------------L0.939-----------------------------------------|" + - "L0.953[322,481] 55ns |-----------------------------------------L0.953-----------------------------------------|" + - "L0.967[322,481] 56ns |-----------------------------------------L0.967-----------------------------------------|" + - "L0.981[322,481] 57ns |-----------------------------------------L0.981-----------------------------------------|" + - "L0.995[322,481] 58ns |-----------------------------------------L0.995-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[322,481] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.743, L0.757, L0.771, L0.785, L0.799, L0.813, L0.827, L0.841, L0.855, L0.869, L0.883, L0.897, L0.911, L0.925, L0.939, L0.953, L0.967, L0.981, L0.995, L0.2959" + - " Creating 1 files" + - "**** Simulation run 231, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2960[482,641] 39ns |----------------------------------------L0.2960-----------------------------------------|" + - "L0.744[482,641] 40ns |-----------------------------------------L0.744-----------------------------------------|" + - "L0.758[482,641] 41ns |-----------------------------------------L0.758-----------------------------------------|" + - "L0.772[482,641] 42ns |-----------------------------------------L0.772-----------------------------------------|" + - "L0.786[482,641] 43ns |-----------------------------------------L0.786-----------------------------------------|" + - "L0.800[482,641] 44ns |-----------------------------------------L0.800-----------------------------------------|" + - "L0.814[482,641] 45ns |-----------------------------------------L0.814-----------------------------------------|" + - "L0.828[482,641] 46ns |-----------------------------------------L0.828-----------------------------------------|" + - "L0.842[482,641] 47ns |-----------------------------------------L0.842-----------------------------------------|" + - "L0.856[482,641] 48ns |-----------------------------------------L0.856-----------------------------------------|" + - "L0.870[482,641] 49ns |-----------------------------------------L0.870-----------------------------------------|" + - "L0.884[482,641] 50ns |-----------------------------------------L0.884-----------------------------------------|" + - "L0.898[482,641] 51ns |-----------------------------------------L0.898-----------------------------------------|" + - "L0.912[482,641] 52ns |-----------------------------------------L0.912-----------------------------------------|" + - "L0.926[482,641] 53ns |-----------------------------------------L0.926-----------------------------------------|" + - "L0.940[482,641] 54ns |-----------------------------------------L0.940-----------------------------------------|" + - "L0.954[482,641] 55ns |-----------------------------------------L0.954-----------------------------------------|" + - "L0.968[482,641] 56ns |-----------------------------------------L0.968-----------------------------------------|" + - "L0.982[482,641] 57ns |-----------------------------------------L0.982-----------------------------------------|" + - "L0.996[482,641] 58ns |-----------------------------------------L0.996-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[482,641] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.744, L0.758, L0.772, L0.786, L0.800, L0.814, L0.828, L0.842, L0.856, L0.870, L0.884, L0.898, L0.912, L0.926, L0.940, L0.954, L0.968, L0.982, L0.996, L0.2960" + - " Creating 1 files" + - "**** Simulation run 232, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2961[642,801] 39ns |----------------------------------------L0.2961-----------------------------------------|" + - "L0.745[642,801] 40ns |-----------------------------------------L0.745-----------------------------------------|" + - "L0.759[642,801] 41ns |-----------------------------------------L0.759-----------------------------------------|" + - "L0.773[642,801] 42ns |-----------------------------------------L0.773-----------------------------------------|" + - "L0.787[642,801] 43ns |-----------------------------------------L0.787-----------------------------------------|" + - "L0.801[642,801] 44ns |-----------------------------------------L0.801-----------------------------------------|" + - "L0.815[642,801] 45ns |-----------------------------------------L0.815-----------------------------------------|" + - "L0.829[642,801] 46ns |-----------------------------------------L0.829-----------------------------------------|" + - "L0.843[642,801] 47ns |-----------------------------------------L0.843-----------------------------------------|" + - "L0.857[642,801] 48ns |-----------------------------------------L0.857-----------------------------------------|" + - "L0.871[642,801] 49ns |-----------------------------------------L0.871-----------------------------------------|" + - "L0.885[642,801] 50ns |-----------------------------------------L0.885-----------------------------------------|" + - "L0.899[642,801] 51ns |-----------------------------------------L0.899-----------------------------------------|" + - "L0.913[642,801] 52ns |-----------------------------------------L0.913-----------------------------------------|" + - "L0.927[642,801] 53ns |-----------------------------------------L0.927-----------------------------------------|" + - "L0.941[642,801] 54ns |-----------------------------------------L0.941-----------------------------------------|" + - "L0.955[642,801] 55ns |-----------------------------------------L0.955-----------------------------------------|" + - "L0.969[642,801] 56ns |-----------------------------------------L0.969-----------------------------------------|" + - "L0.983[642,801] 57ns |-----------------------------------------L0.983-----------------------------------------|" + - "L0.997[642,801] 58ns |-----------------------------------------L0.997-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[642,801] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.745, L0.759, L0.773, L0.787, L0.801, L0.815, L0.829, L0.843, L0.857, L0.871, L0.885, L0.899, L0.913, L0.927, L0.941, L0.955, L0.969, L0.983, L0.997, L0.2961" + - " Creating 1 files" + - "**** Simulation run 233, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2962[802,961] 39ns |----------------------------------------L0.2962-----------------------------------------|" + - "L0.746[802,961] 40ns |-----------------------------------------L0.746-----------------------------------------|" + - "L0.760[802,961] 41ns |-----------------------------------------L0.760-----------------------------------------|" + - "L0.774[802,961] 42ns |-----------------------------------------L0.774-----------------------------------------|" + - "L0.788[802,961] 43ns |-----------------------------------------L0.788-----------------------------------------|" + - "L0.802[802,961] 44ns |-----------------------------------------L0.802-----------------------------------------|" + - "L0.816[802,961] 45ns |-----------------------------------------L0.816-----------------------------------------|" + - "L0.830[802,961] 46ns |-----------------------------------------L0.830-----------------------------------------|" + - "L0.844[802,961] 47ns |-----------------------------------------L0.844-----------------------------------------|" + - "L0.858[802,961] 48ns |-----------------------------------------L0.858-----------------------------------------|" + - "L0.872[802,961] 49ns |-----------------------------------------L0.872-----------------------------------------|" + - "L0.886[802,961] 50ns |-----------------------------------------L0.886-----------------------------------------|" + - "L0.900[802,961] 51ns |-----------------------------------------L0.900-----------------------------------------|" + - "L0.914[802,961] 52ns |-----------------------------------------L0.914-----------------------------------------|" + - "L0.928[802,961] 53ns |-----------------------------------------L0.928-----------------------------------------|" + - "L0.942[802,961] 54ns |-----------------------------------------L0.942-----------------------------------------|" + - "L0.956[802,961] 55ns |-----------------------------------------L0.956-----------------------------------------|" + - "L0.970[802,961] 56ns |-----------------------------------------L0.970-----------------------------------------|" + - "L0.984[802,961] 57ns |-----------------------------------------L0.984-----------------------------------------|" + - "L0.998[802,961] 58ns |-----------------------------------------L0.998-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[802,961] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.746, L0.760, L0.774, L0.788, L0.802, L0.816, L0.830, L0.844, L0.858, L0.872, L0.886, L0.900, L0.914, L0.928, L0.942, L0.956, L0.970, L0.984, L0.998, L0.2962" + - " Creating 1 files" + - "**** Simulation run 234, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2963[962,1121] 39ns |----------------------------------------L0.2963-----------------------------------------|" + - "L0.747[962,1121] 40ns |-----------------------------------------L0.747-----------------------------------------|" + - "L0.761[962,1121] 41ns |-----------------------------------------L0.761-----------------------------------------|" + - "L0.775[962,1121] 42ns |-----------------------------------------L0.775-----------------------------------------|" + - "L0.789[962,1121] 43ns |-----------------------------------------L0.789-----------------------------------------|" + - "L0.803[962,1121] 44ns |-----------------------------------------L0.803-----------------------------------------|" + - "L0.817[962,1121] 45ns |-----------------------------------------L0.817-----------------------------------------|" + - "L0.831[962,1121] 46ns |-----------------------------------------L0.831-----------------------------------------|" + - "L0.845[962,1121] 47ns |-----------------------------------------L0.845-----------------------------------------|" + - "L0.859[962,1121] 48ns |-----------------------------------------L0.859-----------------------------------------|" + - "L0.873[962,1121] 49ns |-----------------------------------------L0.873-----------------------------------------|" + - "L0.887[962,1121] 50ns |-----------------------------------------L0.887-----------------------------------------|" + - "L0.901[962,1121] 51ns |-----------------------------------------L0.901-----------------------------------------|" + - "L0.915[962,1121] 52ns |-----------------------------------------L0.915-----------------------------------------|" + - "L0.929[962,1121] 53ns |-----------------------------------------L0.929-----------------------------------------|" + - "L0.943[962,1121] 54ns |-----------------------------------------L0.943-----------------------------------------|" + - "L0.957[962,1121] 55ns |-----------------------------------------L0.957-----------------------------------------|" + - "L0.971[962,1121] 56ns |-----------------------------------------L0.971-----------------------------------------|" + - "L0.985[962,1121] 57ns |-----------------------------------------L0.985-----------------------------------------|" + - "L0.999[962,1121] 58ns |-----------------------------------------L0.999-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[962,1121] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.747, L0.761, L0.775, L0.789, L0.803, L0.817, L0.831, L0.845, L0.859, L0.873, L0.887, L0.901, L0.915, L0.929, L0.943, L0.957, L0.971, L0.985, L0.999, L0.2963" + - " Creating 1 files" + - "**** Simulation run 235, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2964[1122,1281] 39ns |----------------------------------------L0.2964-----------------------------------------|" + - "L0.748[1122,1281] 40ns |-----------------------------------------L0.748-----------------------------------------|" + - "L0.762[1122,1281] 41ns |-----------------------------------------L0.762-----------------------------------------|" + - "L0.776[1122,1281] 42ns |-----------------------------------------L0.776-----------------------------------------|" + - "L0.790[1122,1281] 43ns |-----------------------------------------L0.790-----------------------------------------|" + - "L0.804[1122,1281] 44ns |-----------------------------------------L0.804-----------------------------------------|" + - "L0.818[1122,1281] 45ns |-----------------------------------------L0.818-----------------------------------------|" + - "L0.832[1122,1281] 46ns |-----------------------------------------L0.832-----------------------------------------|" + - "L0.846[1122,1281] 47ns |-----------------------------------------L0.846-----------------------------------------|" + - "L0.860[1122,1281] 48ns |-----------------------------------------L0.860-----------------------------------------|" + - "L0.874[1122,1281] 49ns |-----------------------------------------L0.874-----------------------------------------|" + - "L0.888[1122,1281] 50ns |-----------------------------------------L0.888-----------------------------------------|" + - "L0.902[1122,1281] 51ns |-----------------------------------------L0.902-----------------------------------------|" + - "L0.916[1122,1281] 52ns |-----------------------------------------L0.916-----------------------------------------|" + - "L0.930[1122,1281] 53ns |-----------------------------------------L0.930-----------------------------------------|" + - "L0.944[1122,1281] 54ns |-----------------------------------------L0.944-----------------------------------------|" + - "L0.958[1122,1281] 55ns |-----------------------------------------L0.958-----------------------------------------|" + - "L0.972[1122,1281] 56ns |-----------------------------------------L0.972-----------------------------------------|" + - "L0.986[1122,1281] 57ns |-----------------------------------------L0.986-----------------------------------------|" + - "L0.1000[1122,1281] 58ns |----------------------------------------L0.1000-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1122,1281] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.748, L0.762, L0.776, L0.790, L0.804, L0.818, L0.832, L0.846, L0.860, L0.874, L0.888, L0.902, L0.916, L0.930, L0.944, L0.958, L0.972, L0.986, L0.1000, L0.2964" + - " Creating 1 files" + - "**** Simulation run 236, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2965[1282,1441] 39ns |----------------------------------------L0.2965-----------------------------------------|" + - "L0.749[1282,1441] 40ns |-----------------------------------------L0.749-----------------------------------------|" + - "L0.763[1282,1441] 41ns |-----------------------------------------L0.763-----------------------------------------|" + - "L0.777[1282,1441] 42ns |-----------------------------------------L0.777-----------------------------------------|" + - "L0.791[1282,1441] 43ns |-----------------------------------------L0.791-----------------------------------------|" + - "L0.805[1282,1441] 44ns |-----------------------------------------L0.805-----------------------------------------|" + - "L0.819[1282,1441] 45ns |-----------------------------------------L0.819-----------------------------------------|" + - "L0.833[1282,1441] 46ns |-----------------------------------------L0.833-----------------------------------------|" + - "L0.847[1282,1441] 47ns |-----------------------------------------L0.847-----------------------------------------|" + - "L0.861[1282,1441] 48ns |-----------------------------------------L0.861-----------------------------------------|" + - "L0.875[1282,1441] 49ns |-----------------------------------------L0.875-----------------------------------------|" + - "L0.889[1282,1441] 50ns |-----------------------------------------L0.889-----------------------------------------|" + - "L0.903[1282,1441] 51ns |-----------------------------------------L0.903-----------------------------------------|" + - "L0.917[1282,1441] 52ns |-----------------------------------------L0.917-----------------------------------------|" + - "L0.931[1282,1441] 53ns |-----------------------------------------L0.931-----------------------------------------|" + - "L0.945[1282,1441] 54ns |-----------------------------------------L0.945-----------------------------------------|" + - "L0.959[1282,1441] 55ns |-----------------------------------------L0.959-----------------------------------------|" + - "L0.973[1282,1441] 56ns |-----------------------------------------L0.973-----------------------------------------|" + - "L0.987[1282,1441] 57ns |-----------------------------------------L0.987-----------------------------------------|" + - "L0.1001[1282,1441] 58ns |----------------------------------------L0.1001-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1282,1441] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.749, L0.763, L0.777, L0.791, L0.805, L0.819, L0.833, L0.847, L0.861, L0.875, L0.889, L0.903, L0.917, L0.931, L0.945, L0.959, L0.973, L0.987, L0.1001, L0.2965" + - " Creating 1 files" + - "**** Simulation run 237, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2967[1602,1761] 39ns |----------------------------------------L0.2967-----------------------------------------|" + - "L0.751[1602,1761] 40ns |-----------------------------------------L0.751-----------------------------------------|" + - "L0.765[1602,1761] 41ns |-----------------------------------------L0.765-----------------------------------------|" + - "L0.779[1602,1761] 42ns |-----------------------------------------L0.779-----------------------------------------|" + - "L0.793[1602,1761] 43ns |-----------------------------------------L0.793-----------------------------------------|" + - "L0.807[1602,1761] 44ns |-----------------------------------------L0.807-----------------------------------------|" + - "L0.821[1602,1761] 45ns |-----------------------------------------L0.821-----------------------------------------|" + - "L0.835[1602,1761] 46ns |-----------------------------------------L0.835-----------------------------------------|" + - "L0.849[1602,1761] 47ns |-----------------------------------------L0.849-----------------------------------------|" + - "L0.863[1602,1761] 48ns |-----------------------------------------L0.863-----------------------------------------|" + - "L0.877[1602,1761] 49ns |-----------------------------------------L0.877-----------------------------------------|" + - "L0.891[1602,1761] 50ns |-----------------------------------------L0.891-----------------------------------------|" + - "L0.905[1602,1761] 51ns |-----------------------------------------L0.905-----------------------------------------|" + - "L0.919[1602,1761] 52ns |-----------------------------------------L0.919-----------------------------------------|" + - "L0.933[1602,1761] 53ns |-----------------------------------------L0.933-----------------------------------------|" + - "L0.947[1602,1761] 54ns |-----------------------------------------L0.947-----------------------------------------|" + - "L0.961[1602,1761] 55ns |-----------------------------------------L0.961-----------------------------------------|" + - "L0.975[1602,1761] 56ns |-----------------------------------------L0.975-----------------------------------------|" + - "L0.989[1602,1761] 57ns |-----------------------------------------L0.989-----------------------------------------|" + - "L0.1003[1602,1761] 58ns |----------------------------------------L0.1003-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1602,1761] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.751, L0.765, L0.779, L0.793, L0.807, L0.821, L0.835, L0.849, L0.863, L0.877, L0.891, L0.905, L0.919, L0.933, L0.947, L0.961, L0.975, L0.989, L0.1003, L0.2967" + - " Creating 1 files" + - "**** Simulation run 238, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2968[1762,1921] 39ns |----------------------------------------L0.2968-----------------------------------------|" + - "L0.752[1762,1921] 40ns |-----------------------------------------L0.752-----------------------------------------|" + - "L0.766[1762,1921] 41ns |-----------------------------------------L0.766-----------------------------------------|" + - "L0.780[1762,1921] 42ns |-----------------------------------------L0.780-----------------------------------------|" + - "L0.794[1762,1921] 43ns |-----------------------------------------L0.794-----------------------------------------|" + - "L0.808[1762,1921] 44ns |-----------------------------------------L0.808-----------------------------------------|" + - "L0.822[1762,1921] 45ns |-----------------------------------------L0.822-----------------------------------------|" + - "L0.836[1762,1921] 46ns |-----------------------------------------L0.836-----------------------------------------|" + - "L0.850[1762,1921] 47ns |-----------------------------------------L0.850-----------------------------------------|" + - "L0.864[1762,1921] 48ns |-----------------------------------------L0.864-----------------------------------------|" + - "L0.878[1762,1921] 49ns |-----------------------------------------L0.878-----------------------------------------|" + - "L0.892[1762,1921] 50ns |-----------------------------------------L0.892-----------------------------------------|" + - "L0.906[1762,1921] 51ns |-----------------------------------------L0.906-----------------------------------------|" + - "L0.920[1762,1921] 52ns |-----------------------------------------L0.920-----------------------------------------|" + - "L0.934[1762,1921] 53ns |-----------------------------------------L0.934-----------------------------------------|" + - "L0.948[1762,1921] 54ns |-----------------------------------------L0.948-----------------------------------------|" + - "L0.962[1762,1921] 55ns |-----------------------------------------L0.962-----------------------------------------|" + - "L0.976[1762,1921] 56ns |-----------------------------------------L0.976-----------------------------------------|" + - "L0.990[1762,1921] 57ns |-----------------------------------------L0.990-----------------------------------------|" + - "L0.1004[1762,1921] 58ns |----------------------------------------L0.1004-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1762,1921] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.752, L0.766, L0.780, L0.794, L0.808, L0.822, L0.836, L0.850, L0.864, L0.878, L0.892, L0.906, L0.920, L0.934, L0.948, L0.962, L0.976, L0.990, L0.1004, L0.2968" + - " Creating 1 files" + - "**** Simulation run 239, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2969[1922,2086] 39ns |----------------------------------------L0.2969-----------------------------------------|" + - "L0.753[1922,2086] 40ns |-----------------------------------------L0.753-----------------------------------------|" + - "L0.767[1922,2086] 41ns |-----------------------------------------L0.767-----------------------------------------|" + - "L0.781[1922,2086] 42ns |-----------------------------------------L0.781-----------------------------------------|" + - "L0.795[1922,2086] 43ns |-----------------------------------------L0.795-----------------------------------------|" + - "L0.809[1922,2086] 44ns |-----------------------------------------L0.809-----------------------------------------|" + - "L0.823[1922,2086] 45ns |-----------------------------------------L0.823-----------------------------------------|" + - "L0.837[1922,2086] 46ns |-----------------------------------------L0.837-----------------------------------------|" + - "L0.851[1922,2086] 47ns |-----------------------------------------L0.851-----------------------------------------|" + - "L0.865[1922,2086] 48ns |-----------------------------------------L0.865-----------------------------------------|" + - "L0.879[1922,2086] 49ns |-----------------------------------------L0.879-----------------------------------------|" + - "L0.893[1922,2086] 50ns |-----------------------------------------L0.893-----------------------------------------|" + - "L0.907[1922,2086] 51ns |-----------------------------------------L0.907-----------------------------------------|" + - "L0.921[1922,2086] 52ns |-----------------------------------------L0.921-----------------------------------------|" + - "L0.935[1922,2086] 53ns |-----------------------------------------L0.935-----------------------------------------|" + - "L0.949[1922,2086] 54ns |-----------------------------------------L0.949-----------------------------------------|" + - "L0.963[1922,2086] 55ns |-----------------------------------------L0.963-----------------------------------------|" + - "L0.977[1922,2086] 56ns |-----------------------------------------L0.977-----------------------------------------|" + - "L0.991[1922,2086] 57ns |-----------------------------------------L0.991-----------------------------------------|" + - "L0.1005[1922,2086] 58ns |----------------------------------------L0.1005-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1922,2086] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.753, L0.767, L0.781, L0.795, L0.809, L0.823, L0.837, L0.851, L0.865, L0.879, L0.893, L0.907, L0.921, L0.935, L0.949, L0.963, L0.977, L0.991, L0.1005, L0.2969" + - " Creating 1 files" + - "**** Simulation run 240, type=compact(ManySmallFiles). 20 Input Files, 580b total:" + - "L0 " + - "L0.2970[2087,580000] 58ns 390b|-----------------------------L0.2970-----------------------------| " + - "L0.1020[2087,590000] 59ns 10b|-----------------------------L0.1020------------------------------| " + - "L0.1034[2087,600000] 60ns 10b|------------------------------L0.1034-------------------------------| " + - "L0.1048[2087,610000] 61ns 10b|-------------------------------L0.1048-------------------------------| " + - "L0.1062[2087,620000] 62ns 10b|-------------------------------L0.1062--------------------------------| " + - "L0.1076[2087,630000] 63ns 10b|--------------------------------L0.1076--------------------------------| " + - "L0.1090[2087,640000] 64ns 10b|--------------------------------L0.1090---------------------------------| " + - "L0.1104[2087,650000] 65ns 10b|---------------------------------L0.1104---------------------------------| " + - "L0.1118[2087,660000] 66ns 10b|----------------------------------L0.1118----------------------------------| " + - "L0.1132[2087,670000] 67ns 10b|----------------------------------L0.1132-----------------------------------| " + - "L0.1146[2087,680000] 68ns 10b|-----------------------------------L0.1146-----------------------------------| " + - "L0.1160[2087,690000] 69ns 10b|-----------------------------------L0.1160------------------------------------| " + - "L0.1174[2087,700000] 70ns 10b|------------------------------------L0.1174------------------------------------| " + - "L0.1188[2087,710000] 71ns 10b|------------------------------------L0.1188-------------------------------------| " + - "L0.1202[2087,720000] 72ns 10b|-------------------------------------L0.1202--------------------------------------| " + - "L0.1216[2087,730000] 73ns 10b|--------------------------------------L0.1216--------------------------------------| " + - "L0.1230[2087,740000] 74ns 10b|--------------------------------------L0.1230---------------------------------------| " + - "L0.1244[2087,750000] 75ns 10b|---------------------------------------L0.1244---------------------------------------| " + - "L0.1258[2087,760000] 76ns 10b|---------------------------------------L0.1258----------------------------------------| " + - "L0.1272[2087,770000] 77ns 10b|----------------------------------------L0.1272-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 580b total:" + - "L0, all files 580b " + - "L0.?[2087,770000] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1020, L0.1034, L0.1048, L0.1062, L0.1076, L0.1090, L0.1104, L0.1118, L0.1132, L0.1146, L0.1160, L0.1174, L0.1188, L0.1202, L0.1216, L0.1230, L0.1244, L0.1258, L0.1272, L0.2970" + - " Creating 1 files" + - "**** Simulation run 241, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2966[1442,1601] 39ns |----------------------------------------L0.2966-----------------------------------------|" + - "L0.750[1442,1601] 40ns |-----------------------------------------L0.750-----------------------------------------|" + - "L0.764[1442,1601] 41ns |-----------------------------------------L0.764-----------------------------------------|" + - "L0.778[1442,1601] 42ns |-----------------------------------------L0.778-----------------------------------------|" + - "L0.792[1442,1601] 43ns |-----------------------------------------L0.792-----------------------------------------|" + - "L0.806[1442,1601] 44ns |-----------------------------------------L0.806-----------------------------------------|" + - "L0.820[1442,1601] 45ns |-----------------------------------------L0.820-----------------------------------------|" + - "L0.834[1442,1601] 46ns |-----------------------------------------L0.834-----------------------------------------|" + - "L0.848[1442,1601] 47ns |-----------------------------------------L0.848-----------------------------------------|" + - "L0.862[1442,1601] 48ns |-----------------------------------------L0.862-----------------------------------------|" + - "L0.876[1442,1601] 49ns |-----------------------------------------L0.876-----------------------------------------|" + - "L0.890[1442,1601] 50ns |-----------------------------------------L0.890-----------------------------------------|" + - "L0.904[1442,1601] 51ns |-----------------------------------------L0.904-----------------------------------------|" + - "L0.918[1442,1601] 52ns |-----------------------------------------L0.918-----------------------------------------|" + - "L0.932[1442,1601] 53ns |-----------------------------------------L0.932-----------------------------------------|" + - "L0.946[1442,1601] 54ns |-----------------------------------------L0.946-----------------------------------------|" + - "L0.960[1442,1601] 55ns |-----------------------------------------L0.960-----------------------------------------|" + - "L0.974[1442,1601] 56ns |-----------------------------------------L0.974-----------------------------------------|" + - "L0.988[1442,1601] 57ns |-----------------------------------------L0.988-----------------------------------------|" + - "L0.1002[1442,1601] 58ns |----------------------------------------L0.1002-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1442,1601] 58ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.750, L0.764, L0.778, L0.792, L0.806, L0.820, L0.834, L0.848, L0.862, L0.876, L0.890, L0.904, L0.918, L0.932, L0.946, L0.960, L0.974, L0.988, L0.1002, L0.2966" + - " Creating 1 files" + - "**** Simulation run 242, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2971[20,161] 58ns |----------------------------------------L0.2971-----------------------------------------|" + - "L0.1007[59,161] 59ns |----------------------------L0.1007----------------------------| " + - "L0.1021[60,161] 60ns |---------------------------L0.1021----------------------------| " + - "L0.1035[61,161] 61ns |---------------------------L0.1035---------------------------| " + - "L0.1049[62,161] 62ns |---------------------------L0.1049---------------------------| " + - "L0.1063[63,161] 63ns |--------------------------L0.1063---------------------------| " + - "L0.1077[64,161] 64ns |--------------------------L0.1077--------------------------| " + - "L0.1091[65,161] 65ns |--------------------------L0.1091--------------------------| " + - "L0.1105[66,161] 66ns |-------------------------L0.1105--------------------------| " + - "L0.1119[67,161] 67ns |-------------------------L0.1119--------------------------|" + - "L0.1133[68,161] 68ns |-------------------------L0.1133-------------------------| " + - "L0.1147[69,161] 69ns |------------------------L0.1147-------------------------| " + - "L0.1161[70,161] 70ns |------------------------L0.1161-------------------------| " + - "L0.1175[71,161] 71ns |------------------------L0.1175------------------------| " + - "L0.1189[72,161] 72ns |-----------------------L0.1189------------------------| " + - "L0.1203[73,161] 73ns |-----------------------L0.1203------------------------| " + - "L0.1217[74,161] 74ns |-----------------------L0.1217-----------------------| " + - "L0.1231[75,161] 75ns |----------------------L0.1231-----------------------| " + - "L0.1245[76,161] 76ns |----------------------L0.1245-----------------------| " + - "L0.1259[77,161] 77ns |----------------------L0.1259----------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[20,161] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1007, L0.1021, L0.1035, L0.1049, L0.1063, L0.1077, L0.1091, L0.1105, L0.1119, L0.1133, L0.1147, L0.1161, L0.1175, L0.1189, L0.1203, L0.1217, L0.1231, L0.1245, L0.1259, L0.2971" + - " Creating 1 files" + - "**** Simulation run 243, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2972[162,321] 58ns |----------------------------------------L0.2972-----------------------------------------|" + - "L0.1008[162,321] 59ns |----------------------------------------L0.1008-----------------------------------------|" + - "L0.1022[162,321] 60ns |----------------------------------------L0.1022-----------------------------------------|" + - "L0.1036[162,321] 61ns |----------------------------------------L0.1036-----------------------------------------|" + - "L0.1050[162,321] 62ns |----------------------------------------L0.1050-----------------------------------------|" + - "L0.1064[162,321] 63ns |----------------------------------------L0.1064-----------------------------------------|" + - "L0.1078[162,321] 64ns |----------------------------------------L0.1078-----------------------------------------|" + - "L0.1092[162,321] 65ns |----------------------------------------L0.1092-----------------------------------------|" + - "L0.1106[162,321] 66ns |----------------------------------------L0.1106-----------------------------------------|" + - "L0.1120[162,321] 67ns |----------------------------------------L0.1120-----------------------------------------|" + - "L0.1134[162,321] 68ns |----------------------------------------L0.1134-----------------------------------------|" + - "L0.1148[162,321] 69ns |----------------------------------------L0.1148-----------------------------------------|" + - "L0.1162[162,321] 70ns |----------------------------------------L0.1162-----------------------------------------|" + - "L0.1176[162,321] 71ns |----------------------------------------L0.1176-----------------------------------------|" + - "L0.1190[162,321] 72ns |----------------------------------------L0.1190-----------------------------------------|" + - "L0.1204[162,321] 73ns |----------------------------------------L0.1204-----------------------------------------|" + - "L0.1218[162,321] 74ns |----------------------------------------L0.1218-----------------------------------------|" + - "L0.1232[162,321] 75ns |----------------------------------------L0.1232-----------------------------------------|" + - "L0.1246[162,321] 76ns |----------------------------------------L0.1246-----------------------------------------|" + - "L0.1260[162,321] 77ns |----------------------------------------L0.1260-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[162,321] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1008, L0.1022, L0.1036, L0.1050, L0.1064, L0.1078, L0.1092, L0.1106, L0.1120, L0.1134, L0.1148, L0.1162, L0.1176, L0.1190, L0.1204, L0.1218, L0.1232, L0.1246, L0.1260, L0.2972" + - " Creating 1 files" + - "**** Simulation run 244, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2973[322,481] 58ns |----------------------------------------L0.2973-----------------------------------------|" + - "L0.1009[322,481] 59ns |----------------------------------------L0.1009-----------------------------------------|" + - "L0.1023[322,481] 60ns |----------------------------------------L0.1023-----------------------------------------|" + - "L0.1037[322,481] 61ns |----------------------------------------L0.1037-----------------------------------------|" + - "L0.1051[322,481] 62ns |----------------------------------------L0.1051-----------------------------------------|" + - "L0.1065[322,481] 63ns |----------------------------------------L0.1065-----------------------------------------|" + - "L0.1079[322,481] 64ns |----------------------------------------L0.1079-----------------------------------------|" + - "L0.1093[322,481] 65ns |----------------------------------------L0.1093-----------------------------------------|" + - "L0.1107[322,481] 66ns |----------------------------------------L0.1107-----------------------------------------|" + - "L0.1121[322,481] 67ns |----------------------------------------L0.1121-----------------------------------------|" + - "L0.1135[322,481] 68ns |----------------------------------------L0.1135-----------------------------------------|" + - "L0.1149[322,481] 69ns |----------------------------------------L0.1149-----------------------------------------|" + - "L0.1163[322,481] 70ns |----------------------------------------L0.1163-----------------------------------------|" + - "L0.1177[322,481] 71ns |----------------------------------------L0.1177-----------------------------------------|" + - "L0.1191[322,481] 72ns |----------------------------------------L0.1191-----------------------------------------|" + - "L0.1205[322,481] 73ns |----------------------------------------L0.1205-----------------------------------------|" + - "L0.1219[322,481] 74ns |----------------------------------------L0.1219-----------------------------------------|" + - "L0.1233[322,481] 75ns |----------------------------------------L0.1233-----------------------------------------|" + - "L0.1247[322,481] 76ns |----------------------------------------L0.1247-----------------------------------------|" + - "L0.1261[322,481] 77ns |----------------------------------------L0.1261-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[322,481] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1009, L0.1023, L0.1037, L0.1051, L0.1065, L0.1079, L0.1093, L0.1107, L0.1121, L0.1135, L0.1149, L0.1163, L0.1177, L0.1191, L0.1205, L0.1219, L0.1233, L0.1247, L0.1261, L0.2973" + - " Creating 1 files" + - "**** Simulation run 245, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2974[482,641] 58ns |----------------------------------------L0.2974-----------------------------------------|" + - "L0.1010[482,641] 59ns |----------------------------------------L0.1010-----------------------------------------|" + - "L0.1024[482,641] 60ns |----------------------------------------L0.1024-----------------------------------------|" + - "L0.1038[482,641] 61ns |----------------------------------------L0.1038-----------------------------------------|" + - "L0.1052[482,641] 62ns |----------------------------------------L0.1052-----------------------------------------|" + - "L0.1066[482,641] 63ns |----------------------------------------L0.1066-----------------------------------------|" + - "L0.1080[482,641] 64ns |----------------------------------------L0.1080-----------------------------------------|" + - "L0.1094[482,641] 65ns |----------------------------------------L0.1094-----------------------------------------|" + - "L0.1108[482,641] 66ns |----------------------------------------L0.1108-----------------------------------------|" + - "L0.1122[482,641] 67ns |----------------------------------------L0.1122-----------------------------------------|" + - "L0.1136[482,641] 68ns |----------------------------------------L0.1136-----------------------------------------|" + - "L0.1150[482,641] 69ns |----------------------------------------L0.1150-----------------------------------------|" + - "L0.1164[482,641] 70ns |----------------------------------------L0.1164-----------------------------------------|" + - "L0.1178[482,641] 71ns |----------------------------------------L0.1178-----------------------------------------|" + - "L0.1192[482,641] 72ns |----------------------------------------L0.1192-----------------------------------------|" + - "L0.1206[482,641] 73ns |----------------------------------------L0.1206-----------------------------------------|" + - "L0.1220[482,641] 74ns |----------------------------------------L0.1220-----------------------------------------|" + - "L0.1234[482,641] 75ns |----------------------------------------L0.1234-----------------------------------------|" + - "L0.1248[482,641] 76ns |----------------------------------------L0.1248-----------------------------------------|" + - "L0.1262[482,641] 77ns |----------------------------------------L0.1262-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[482,641] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1010, L0.1024, L0.1038, L0.1052, L0.1066, L0.1080, L0.1094, L0.1108, L0.1122, L0.1136, L0.1150, L0.1164, L0.1178, L0.1192, L0.1206, L0.1220, L0.1234, L0.1248, L0.1262, L0.2974" + - " Creating 1 files" + - "**** Simulation run 246, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2975[642,801] 58ns |----------------------------------------L0.2975-----------------------------------------|" + - "L0.1011[642,801] 59ns |----------------------------------------L0.1011-----------------------------------------|" + - "L0.1025[642,801] 60ns |----------------------------------------L0.1025-----------------------------------------|" + - "L0.1039[642,801] 61ns |----------------------------------------L0.1039-----------------------------------------|" + - "L0.1053[642,801] 62ns |----------------------------------------L0.1053-----------------------------------------|" + - "L0.1067[642,801] 63ns |----------------------------------------L0.1067-----------------------------------------|" + - "L0.1081[642,801] 64ns |----------------------------------------L0.1081-----------------------------------------|" + - "L0.1095[642,801] 65ns |----------------------------------------L0.1095-----------------------------------------|" + - "L0.1109[642,801] 66ns |----------------------------------------L0.1109-----------------------------------------|" + - "L0.1123[642,801] 67ns |----------------------------------------L0.1123-----------------------------------------|" + - "L0.1137[642,801] 68ns |----------------------------------------L0.1137-----------------------------------------|" + - "L0.1151[642,801] 69ns |----------------------------------------L0.1151-----------------------------------------|" + - "L0.1165[642,801] 70ns |----------------------------------------L0.1165-----------------------------------------|" + - "L0.1179[642,801] 71ns |----------------------------------------L0.1179-----------------------------------------|" + - "L0.1193[642,801] 72ns |----------------------------------------L0.1193-----------------------------------------|" + - "L0.1207[642,801] 73ns |----------------------------------------L0.1207-----------------------------------------|" + - "L0.1221[642,801] 74ns |----------------------------------------L0.1221-----------------------------------------|" + - "L0.1235[642,801] 75ns |----------------------------------------L0.1235-----------------------------------------|" + - "L0.1249[642,801] 76ns |----------------------------------------L0.1249-----------------------------------------|" + - "L0.1263[642,801] 77ns |----------------------------------------L0.1263-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[642,801] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1011, L0.1025, L0.1039, L0.1053, L0.1067, L0.1081, L0.1095, L0.1109, L0.1123, L0.1137, L0.1151, L0.1165, L0.1179, L0.1193, L0.1207, L0.1221, L0.1235, L0.1249, L0.1263, L0.2975" + - " Creating 1 files" + - "**** Simulation run 247, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2976[802,961] 58ns |----------------------------------------L0.2976-----------------------------------------|" + - "L0.1012[802,961] 59ns |----------------------------------------L0.1012-----------------------------------------|" + - "L0.1026[802,961] 60ns |----------------------------------------L0.1026-----------------------------------------|" + - "L0.1040[802,961] 61ns |----------------------------------------L0.1040-----------------------------------------|" + - "L0.1054[802,961] 62ns |----------------------------------------L0.1054-----------------------------------------|" + - "L0.1068[802,961] 63ns |----------------------------------------L0.1068-----------------------------------------|" + - "L0.1082[802,961] 64ns |----------------------------------------L0.1082-----------------------------------------|" + - "L0.1096[802,961] 65ns |----------------------------------------L0.1096-----------------------------------------|" + - "L0.1110[802,961] 66ns |----------------------------------------L0.1110-----------------------------------------|" + - "L0.1124[802,961] 67ns |----------------------------------------L0.1124-----------------------------------------|" + - "L0.1138[802,961] 68ns |----------------------------------------L0.1138-----------------------------------------|" + - "L0.1152[802,961] 69ns |----------------------------------------L0.1152-----------------------------------------|" + - "L0.1166[802,961] 70ns |----------------------------------------L0.1166-----------------------------------------|" + - "L0.1180[802,961] 71ns |----------------------------------------L0.1180-----------------------------------------|" + - "L0.1194[802,961] 72ns |----------------------------------------L0.1194-----------------------------------------|" + - "L0.1208[802,961] 73ns |----------------------------------------L0.1208-----------------------------------------|" + - "L0.1222[802,961] 74ns |----------------------------------------L0.1222-----------------------------------------|" + - "L0.1236[802,961] 75ns |----------------------------------------L0.1236-----------------------------------------|" + - "L0.1250[802,961] 76ns |----------------------------------------L0.1250-----------------------------------------|" + - "L0.1264[802,961] 77ns |----------------------------------------L0.1264-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[802,961] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1012, L0.1026, L0.1040, L0.1054, L0.1068, L0.1082, L0.1096, L0.1110, L0.1124, L0.1138, L0.1152, L0.1166, L0.1180, L0.1194, L0.1208, L0.1222, L0.1236, L0.1250, L0.1264, L0.2976" + - " Creating 1 files" + - "**** Simulation run 248, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2977[962,1121] 58ns |----------------------------------------L0.2977-----------------------------------------|" + - "L0.1013[962,1121] 59ns |----------------------------------------L0.1013-----------------------------------------|" + - "L0.1027[962,1121] 60ns |----------------------------------------L0.1027-----------------------------------------|" + - "L0.1041[962,1121] 61ns |----------------------------------------L0.1041-----------------------------------------|" + - "L0.1055[962,1121] 62ns |----------------------------------------L0.1055-----------------------------------------|" + - "L0.1069[962,1121] 63ns |----------------------------------------L0.1069-----------------------------------------|" + - "L0.1083[962,1121] 64ns |----------------------------------------L0.1083-----------------------------------------|" + - "L0.1097[962,1121] 65ns |----------------------------------------L0.1097-----------------------------------------|" + - "L0.1111[962,1121] 66ns |----------------------------------------L0.1111-----------------------------------------|" + - "L0.1125[962,1121] 67ns |----------------------------------------L0.1125-----------------------------------------|" + - "L0.1139[962,1121] 68ns |----------------------------------------L0.1139-----------------------------------------|" + - "L0.1153[962,1121] 69ns |----------------------------------------L0.1153-----------------------------------------|" + - "L0.1167[962,1121] 70ns |----------------------------------------L0.1167-----------------------------------------|" + - "L0.1181[962,1121] 71ns |----------------------------------------L0.1181-----------------------------------------|" + - "L0.1195[962,1121] 72ns |----------------------------------------L0.1195-----------------------------------------|" + - "L0.1209[962,1121] 73ns |----------------------------------------L0.1209-----------------------------------------|" + - "L0.1223[962,1121] 74ns |----------------------------------------L0.1223-----------------------------------------|" + - "L0.1237[962,1121] 75ns |----------------------------------------L0.1237-----------------------------------------|" + - "L0.1251[962,1121] 76ns |----------------------------------------L0.1251-----------------------------------------|" + - "L0.1265[962,1121] 77ns |----------------------------------------L0.1265-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[962,1121] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1013, L0.1027, L0.1041, L0.1055, L0.1069, L0.1083, L0.1097, L0.1111, L0.1125, L0.1139, L0.1153, L0.1167, L0.1181, L0.1195, L0.1209, L0.1223, L0.1237, L0.1251, L0.1265, L0.2977" + - " Creating 1 files" + - "**** Simulation run 249, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2978[1122,1281] 58ns |----------------------------------------L0.2978-----------------------------------------|" + - "L0.1014[1122,1281] 59ns |----------------------------------------L0.1014-----------------------------------------|" + - "L0.1028[1122,1281] 60ns |----------------------------------------L0.1028-----------------------------------------|" + - "L0.1042[1122,1281] 61ns |----------------------------------------L0.1042-----------------------------------------|" + - "L0.1056[1122,1281] 62ns |----------------------------------------L0.1056-----------------------------------------|" + - "L0.1070[1122,1281] 63ns |----------------------------------------L0.1070-----------------------------------------|" + - "L0.1084[1122,1281] 64ns |----------------------------------------L0.1084-----------------------------------------|" + - "L0.1098[1122,1281] 65ns |----------------------------------------L0.1098-----------------------------------------|" + - "L0.1112[1122,1281] 66ns |----------------------------------------L0.1112-----------------------------------------|" + - "L0.1126[1122,1281] 67ns |----------------------------------------L0.1126-----------------------------------------|" + - "L0.1140[1122,1281] 68ns |----------------------------------------L0.1140-----------------------------------------|" + - "L0.1154[1122,1281] 69ns |----------------------------------------L0.1154-----------------------------------------|" + - "L0.1168[1122,1281] 70ns |----------------------------------------L0.1168-----------------------------------------|" + - "L0.1182[1122,1281] 71ns |----------------------------------------L0.1182-----------------------------------------|" + - "L0.1196[1122,1281] 72ns |----------------------------------------L0.1196-----------------------------------------|" + - "L0.1210[1122,1281] 73ns |----------------------------------------L0.1210-----------------------------------------|" + - "L0.1224[1122,1281] 74ns |----------------------------------------L0.1224-----------------------------------------|" + - "L0.1238[1122,1281] 75ns |----------------------------------------L0.1238-----------------------------------------|" + - "L0.1252[1122,1281] 76ns |----------------------------------------L0.1252-----------------------------------------|" + - "L0.1266[1122,1281] 77ns |----------------------------------------L0.1266-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1122,1281] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1014, L0.1028, L0.1042, L0.1056, L0.1070, L0.1084, L0.1098, L0.1112, L0.1126, L0.1140, L0.1154, L0.1168, L0.1182, L0.1196, L0.1210, L0.1224, L0.1238, L0.1252, L0.1266, L0.2978" + - " Creating 1 files" + - "**** Simulation run 250, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2983[1282,1441] 58ns |----------------------------------------L0.2983-----------------------------------------|" + - "L0.1015[1282,1441] 59ns |----------------------------------------L0.1015-----------------------------------------|" + - "L0.1029[1282,1441] 60ns |----------------------------------------L0.1029-----------------------------------------|" + - "L0.1043[1282,1441] 61ns |----------------------------------------L0.1043-----------------------------------------|" + - "L0.1057[1282,1441] 62ns |----------------------------------------L0.1057-----------------------------------------|" + - "L0.1071[1282,1441] 63ns |----------------------------------------L0.1071-----------------------------------------|" + - "L0.1085[1282,1441] 64ns |----------------------------------------L0.1085-----------------------------------------|" + - "L0.1099[1282,1441] 65ns |----------------------------------------L0.1099-----------------------------------------|" + - "L0.1113[1282,1441] 66ns |----------------------------------------L0.1113-----------------------------------------|" + - "L0.1127[1282,1441] 67ns |----------------------------------------L0.1127-----------------------------------------|" + - "L0.1141[1282,1441] 68ns |----------------------------------------L0.1141-----------------------------------------|" + - "L0.1155[1282,1441] 69ns |----------------------------------------L0.1155-----------------------------------------|" + - "L0.1169[1282,1441] 70ns |----------------------------------------L0.1169-----------------------------------------|" + - "L0.1183[1282,1441] 71ns |----------------------------------------L0.1183-----------------------------------------|" + - "L0.1197[1282,1441] 72ns |----------------------------------------L0.1197-----------------------------------------|" + - "L0.1211[1282,1441] 73ns |----------------------------------------L0.1211-----------------------------------------|" + - "L0.1225[1282,1441] 74ns |----------------------------------------L0.1225-----------------------------------------|" + - "L0.1239[1282,1441] 75ns |----------------------------------------L0.1239-----------------------------------------|" + - "L0.1253[1282,1441] 76ns |----------------------------------------L0.1253-----------------------------------------|" + - "L0.1267[1282,1441] 77ns |----------------------------------------L0.1267-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1282,1441] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1015, L0.1029, L0.1043, L0.1057, L0.1071, L0.1085, L0.1099, L0.1113, L0.1127, L0.1141, L0.1155, L0.1169, L0.1183, L0.1197, L0.1211, L0.1225, L0.1239, L0.1253, L0.1267, L0.2983" + - " Creating 1 files" + - "**** Simulation run 251, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2984[1442,1601] 58ns |----------------------------------------L0.2984-----------------------------------------|" + - "L0.1016[1442,1601] 59ns |----------------------------------------L0.1016-----------------------------------------|" + - "L0.1030[1442,1601] 60ns |----------------------------------------L0.1030-----------------------------------------|" + - "L0.1044[1442,1601] 61ns |----------------------------------------L0.1044-----------------------------------------|" + - "L0.1058[1442,1601] 62ns |----------------------------------------L0.1058-----------------------------------------|" + - "L0.1072[1442,1601] 63ns |----------------------------------------L0.1072-----------------------------------------|" + - "L0.1086[1442,1601] 64ns |----------------------------------------L0.1086-----------------------------------------|" + - "L0.1100[1442,1601] 65ns |----------------------------------------L0.1100-----------------------------------------|" + - "L0.1114[1442,1601] 66ns |----------------------------------------L0.1114-----------------------------------------|" + - "L0.1128[1442,1601] 67ns |----------------------------------------L0.1128-----------------------------------------|" + - "L0.1142[1442,1601] 68ns |----------------------------------------L0.1142-----------------------------------------|" + - "L0.1156[1442,1601] 69ns |----------------------------------------L0.1156-----------------------------------------|" + - "L0.1170[1442,1601] 70ns |----------------------------------------L0.1170-----------------------------------------|" + - "L0.1184[1442,1601] 71ns |----------------------------------------L0.1184-----------------------------------------|" + - "L0.1198[1442,1601] 72ns |----------------------------------------L0.1198-----------------------------------------|" + - "L0.1212[1442,1601] 73ns |----------------------------------------L0.1212-----------------------------------------|" + - "L0.1226[1442,1601] 74ns |----------------------------------------L0.1226-----------------------------------------|" + - "L0.1240[1442,1601] 75ns |----------------------------------------L0.1240-----------------------------------------|" + - "L0.1254[1442,1601] 76ns |----------------------------------------L0.1254-----------------------------------------|" + - "L0.1268[1442,1601] 77ns |----------------------------------------L0.1268-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1442,1601] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1016, L0.1030, L0.1044, L0.1058, L0.1072, L0.1086, L0.1100, L0.1114, L0.1128, L0.1142, L0.1156, L0.1170, L0.1184, L0.1198, L0.1212, L0.1226, L0.1240, L0.1254, L0.1268, L0.2984" + - " Creating 1 files" + - "**** Simulation run 252, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2979[1602,1761] 58ns |----------------------------------------L0.2979-----------------------------------------|" + - "L0.1017[1602,1761] 59ns |----------------------------------------L0.1017-----------------------------------------|" + - "L0.1031[1602,1761] 60ns |----------------------------------------L0.1031-----------------------------------------|" + - "L0.1045[1602,1761] 61ns |----------------------------------------L0.1045-----------------------------------------|" + - "L0.1059[1602,1761] 62ns |----------------------------------------L0.1059-----------------------------------------|" + - "L0.1073[1602,1761] 63ns |----------------------------------------L0.1073-----------------------------------------|" + - "L0.1087[1602,1761] 64ns |----------------------------------------L0.1087-----------------------------------------|" + - "L0.1101[1602,1761] 65ns |----------------------------------------L0.1101-----------------------------------------|" + - "L0.1115[1602,1761] 66ns |----------------------------------------L0.1115-----------------------------------------|" + - "L0.1129[1602,1761] 67ns |----------------------------------------L0.1129-----------------------------------------|" + - "L0.1143[1602,1761] 68ns |----------------------------------------L0.1143-----------------------------------------|" + - "L0.1157[1602,1761] 69ns |----------------------------------------L0.1157-----------------------------------------|" + - "L0.1171[1602,1761] 70ns |----------------------------------------L0.1171-----------------------------------------|" + - "L0.1185[1602,1761] 71ns |----------------------------------------L0.1185-----------------------------------------|" + - "L0.1199[1602,1761] 72ns |----------------------------------------L0.1199-----------------------------------------|" + - "L0.1213[1602,1761] 73ns |----------------------------------------L0.1213-----------------------------------------|" + - "L0.1227[1602,1761] 74ns |----------------------------------------L0.1227-----------------------------------------|" + - "L0.1241[1602,1761] 75ns |----------------------------------------L0.1241-----------------------------------------|" + - "L0.1255[1602,1761] 76ns |----------------------------------------L0.1255-----------------------------------------|" + - "L0.1269[1602,1761] 77ns |----------------------------------------L0.1269-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1602,1761] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1017, L0.1031, L0.1045, L0.1059, L0.1073, L0.1087, L0.1101, L0.1115, L0.1129, L0.1143, L0.1157, L0.1171, L0.1185, L0.1199, L0.1213, L0.1227, L0.1241, L0.1255, L0.1269, L0.2979" + - " Creating 1 files" + - "**** Simulation run 253, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2980[1762,1921] 58ns |----------------------------------------L0.2980-----------------------------------------|" + - "L0.1018[1762,1921] 59ns |----------------------------------------L0.1018-----------------------------------------|" + - "L0.1032[1762,1921] 60ns |----------------------------------------L0.1032-----------------------------------------|" + - "L0.1046[1762,1921] 61ns |----------------------------------------L0.1046-----------------------------------------|" + - "L0.1060[1762,1921] 62ns |----------------------------------------L0.1060-----------------------------------------|" + - "L0.1074[1762,1921] 63ns |----------------------------------------L0.1074-----------------------------------------|" + - "L0.1088[1762,1921] 64ns |----------------------------------------L0.1088-----------------------------------------|" + - "L0.1102[1762,1921] 65ns |----------------------------------------L0.1102-----------------------------------------|" + - "L0.1116[1762,1921] 66ns |----------------------------------------L0.1116-----------------------------------------|" + - "L0.1130[1762,1921] 67ns |----------------------------------------L0.1130-----------------------------------------|" + - "L0.1144[1762,1921] 68ns |----------------------------------------L0.1144-----------------------------------------|" + - "L0.1158[1762,1921] 69ns |----------------------------------------L0.1158-----------------------------------------|" + - "L0.1172[1762,1921] 70ns |----------------------------------------L0.1172-----------------------------------------|" + - "L0.1186[1762,1921] 71ns |----------------------------------------L0.1186-----------------------------------------|" + - "L0.1200[1762,1921] 72ns |----------------------------------------L0.1200-----------------------------------------|" + - "L0.1214[1762,1921] 73ns |----------------------------------------L0.1214-----------------------------------------|" + - "L0.1228[1762,1921] 74ns |----------------------------------------L0.1228-----------------------------------------|" + - "L0.1242[1762,1921] 75ns |----------------------------------------L0.1242-----------------------------------------|" + - "L0.1256[1762,1921] 76ns |----------------------------------------L0.1256-----------------------------------------|" + - "L0.1270[1762,1921] 77ns |----------------------------------------L0.1270-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1762,1921] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1018, L0.1032, L0.1046, L0.1060, L0.1074, L0.1088, L0.1102, L0.1116, L0.1130, L0.1144, L0.1158, L0.1172, L0.1186, L0.1200, L0.1214, L0.1228, L0.1242, L0.1256, L0.1270, L0.2980" + - " Creating 1 files" + - "**** Simulation run 254, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2981[1922,2086] 58ns |----------------------------------------L0.2981-----------------------------------------|" + - "L0.1019[1922,2086] 59ns |----------------------------------------L0.1019-----------------------------------------|" + - "L0.1033[1922,2086] 60ns |----------------------------------------L0.1033-----------------------------------------|" + - "L0.1047[1922,2086] 61ns |----------------------------------------L0.1047-----------------------------------------|" + - "L0.1061[1922,2086] 62ns |----------------------------------------L0.1061-----------------------------------------|" + - "L0.1075[1922,2086] 63ns |----------------------------------------L0.1075-----------------------------------------|" + - "L0.1089[1922,2086] 64ns |----------------------------------------L0.1089-----------------------------------------|" + - "L0.1103[1922,2086] 65ns |----------------------------------------L0.1103-----------------------------------------|" + - "L0.1117[1922,2086] 66ns |----------------------------------------L0.1117-----------------------------------------|" + - "L0.1131[1922,2086] 67ns |----------------------------------------L0.1131-----------------------------------------|" + - "L0.1145[1922,2086] 68ns |----------------------------------------L0.1145-----------------------------------------|" + - "L0.1159[1922,2086] 69ns |----------------------------------------L0.1159-----------------------------------------|" + - "L0.1173[1922,2086] 70ns |----------------------------------------L0.1173-----------------------------------------|" + - "L0.1187[1922,2086] 71ns |----------------------------------------L0.1187-----------------------------------------|" + - "L0.1201[1922,2086] 72ns |----------------------------------------L0.1201-----------------------------------------|" + - "L0.1215[1922,2086] 73ns |----------------------------------------L0.1215-----------------------------------------|" + - "L0.1229[1922,2086] 74ns |----------------------------------------L0.1229-----------------------------------------|" + - "L0.1243[1922,2086] 75ns |----------------------------------------L0.1243-----------------------------------------|" + - "L0.1257[1922,2086] 76ns |----------------------------------------L0.1257-----------------------------------------|" + - "L0.1271[1922,2086] 77ns |----------------------------------------L0.1271-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1922,2086] 77ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1019, L0.1033, L0.1047, L0.1061, L0.1075, L0.1089, L0.1103, L0.1117, L0.1131, L0.1145, L0.1159, L0.1173, L0.1187, L0.1201, L0.1215, L0.1229, L0.1243, L0.1257, L0.1271, L0.2981" + - " Creating 1 files" + - "**** Simulation run 255, type=compact(ManySmallFiles). 20 Input Files, 770b total:" + - "L0 " + - "L0.2982[2087,770000] 77ns 580b|-------------------------------L0.2982--------------------------------| " + - "L0.1286[2087,780000] 78ns 10b|--------------------------------L0.1286--------------------------------| " + - "L0.1300[2087,790000] 79ns 10b|--------------------------------L0.1300---------------------------------| " + - "L0.1314[2087,800000] 80ns 10b|--------------------------------L0.1314---------------------------------| " + - "L0.1328[2087,810000] 81ns 10b|---------------------------------L0.1328---------------------------------| " + - "L0.1342[2087,820000] 82ns 10b|---------------------------------L0.1342----------------------------------| " + - "L0.1356[2087,830000] 83ns 10b|----------------------------------L0.1356----------------------------------| " + - "L0.1370[2087,840000] 84ns 10b|----------------------------------L0.1370-----------------------------------| " + - "L0.1384[2087,850000] 85ns 10b|-----------------------------------L0.1384-----------------------------------| " + - "L0.1398[2087,860000] 86ns 10b|-----------------------------------L0.1398------------------------------------| " + - "L0.1412[2087,870000] 87ns 10b|------------------------------------L0.1412------------------------------------| " + - "L0.1426[2087,880000] 88ns 10b|------------------------------------L0.1426-------------------------------------| " + - "L0.1440[2087,890000] 89ns 10b|-------------------------------------L0.1440-------------------------------------| " + - "L0.1454[2087,900000] 90ns 10b|-------------------------------------L0.1454--------------------------------------| " + - "L0.1468[2087,910000] 91ns 10b|--------------------------------------L0.1468--------------------------------------| " + - "L0.1482[2087,920000] 92ns 10b|--------------------------------------L0.1482---------------------------------------| " + - "L0.1496[2087,930000] 93ns 10b|---------------------------------------L0.1496---------------------------------------| " + - "L0.1510[2087,940000] 94ns 10b|---------------------------------------L0.1510----------------------------------------| " + - "L0.1524[2087,950000] 95ns 10b|----------------------------------------L0.1524----------------------------------------| " + - "L0.1538[2087,960000] 96ns 10b|----------------------------------------L0.1538-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 770b total:" + - "L0, all files 770b " + - "L0.?[2087,960000] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1286, L0.1300, L0.1314, L0.1328, L0.1342, L0.1356, L0.1370, L0.1384, L0.1398, L0.1412, L0.1426, L0.1440, L0.1454, L0.1468, L0.1482, L0.1496, L0.1510, L0.1524, L0.1538, L0.2982" + - " Creating 1 files" + - "**** Simulation run 256, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2985[20,161] 77ns |----------------------------------------L0.2985-----------------------------------------|" + - "L0.1273[78,161] 78ns |---------------------L0.1273----------------------| " + - "L0.1287[79,161] 79ns |---------------------L0.1287----------------------| " + - "L0.1301[80,161] 80ns |---------------------L0.1301---------------------| " + - "L0.1315[81,161] 81ns |---------------------L0.1315---------------------| " + - "L0.1329[82,161] 82ns |--------------------L0.1329---------------------| " + - "L0.1343[83,161] 83ns |--------------------L0.1343--------------------| " + - "L0.1357[84,161] 84ns |--------------------L0.1357--------------------| " + - "L0.1371[85,161] 85ns |-------------------L0.1371--------------------| " + - "L0.1385[86,161] 86ns |-------------------L0.1385-------------------| " + - "L0.1399[87,161] 87ns |-------------------L0.1399-------------------| " + - "L0.1413[88,161] 88ns |------------------L0.1413-------------------| " + - "L0.1427[89,161] 89ns |------------------L0.1427------------------| " + - "L0.1441[90,161] 90ns |------------------L0.1441------------------| " + - "L0.1455[91,161] 91ns |-----------------L0.1455------------------| " + - "L0.1469[92,161] 92ns |-----------------L0.1469------------------| " + - "L0.1483[93,161] 93ns |-----------------L0.1483-----------------| " + - "L0.1497[94,161] 94ns |----------------L0.1497-----------------| " + - "L0.1511[95,161] 95ns |----------------L0.1511-----------------| " + - "L0.1525[96,161] 96ns |----------------L0.1525----------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[20,161] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1273, L0.1287, L0.1301, L0.1315, L0.1329, L0.1343, L0.1357, L0.1371, L0.1385, L0.1399, L0.1413, L0.1427, L0.1441, L0.1455, L0.1469, L0.1483, L0.1497, L0.1511, L0.1525, L0.2985" + - " Creating 1 files" + - "**** Simulation run 257, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2986[162,321] 77ns |----------------------------------------L0.2986-----------------------------------------|" + - "L0.1274[162,321] 78ns |----------------------------------------L0.1274-----------------------------------------|" + - "L0.1288[162,321] 79ns |----------------------------------------L0.1288-----------------------------------------|" + - "L0.1302[162,321] 80ns |----------------------------------------L0.1302-----------------------------------------|" + - "L0.1316[162,321] 81ns |----------------------------------------L0.1316-----------------------------------------|" + - "L0.1330[162,321] 82ns |----------------------------------------L0.1330-----------------------------------------|" + - "L0.1344[162,321] 83ns |----------------------------------------L0.1344-----------------------------------------|" + - "L0.1358[162,321] 84ns |----------------------------------------L0.1358-----------------------------------------|" + - "L0.1372[162,321] 85ns |----------------------------------------L0.1372-----------------------------------------|" + - "L0.1386[162,321] 86ns |----------------------------------------L0.1386-----------------------------------------|" + - "L0.1400[162,321] 87ns |----------------------------------------L0.1400-----------------------------------------|" + - "L0.1414[162,321] 88ns |----------------------------------------L0.1414-----------------------------------------|" + - "L0.1428[162,321] 89ns |----------------------------------------L0.1428-----------------------------------------|" + - "L0.1442[162,321] 90ns |----------------------------------------L0.1442-----------------------------------------|" + - "L0.1456[162,321] 91ns |----------------------------------------L0.1456-----------------------------------------|" + - "L0.1470[162,321] 92ns |----------------------------------------L0.1470-----------------------------------------|" + - "L0.1484[162,321] 93ns |----------------------------------------L0.1484-----------------------------------------|" + - "L0.1498[162,321] 94ns |----------------------------------------L0.1498-----------------------------------------|" + - "L0.1512[162,321] 95ns |----------------------------------------L0.1512-----------------------------------------|" + - "L0.1526[162,321] 96ns |----------------------------------------L0.1526-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[162,321] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1274, L0.1288, L0.1302, L0.1316, L0.1330, L0.1344, L0.1358, L0.1372, L0.1386, L0.1400, L0.1414, L0.1428, L0.1442, L0.1456, L0.1470, L0.1484, L0.1498, L0.1512, L0.1526, L0.2986" + - " Creating 1 files" + - "**** Simulation run 258, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2987[322,481] 77ns |----------------------------------------L0.2987-----------------------------------------|" + - "L0.1275[322,481] 78ns |----------------------------------------L0.1275-----------------------------------------|" + - "L0.1289[322,481] 79ns |----------------------------------------L0.1289-----------------------------------------|" + - "L0.1303[322,481] 80ns |----------------------------------------L0.1303-----------------------------------------|" + - "L0.1317[322,481] 81ns |----------------------------------------L0.1317-----------------------------------------|" + - "L0.1331[322,481] 82ns |----------------------------------------L0.1331-----------------------------------------|" + - "L0.1345[322,481] 83ns |----------------------------------------L0.1345-----------------------------------------|" + - "L0.1359[322,481] 84ns |----------------------------------------L0.1359-----------------------------------------|" + - "L0.1373[322,481] 85ns |----------------------------------------L0.1373-----------------------------------------|" + - "L0.1387[322,481] 86ns |----------------------------------------L0.1387-----------------------------------------|" + - "L0.1401[322,481] 87ns |----------------------------------------L0.1401-----------------------------------------|" + - "L0.1415[322,481] 88ns |----------------------------------------L0.1415-----------------------------------------|" + - "L0.1429[322,481] 89ns |----------------------------------------L0.1429-----------------------------------------|" + - "L0.1443[322,481] 90ns |----------------------------------------L0.1443-----------------------------------------|" + - "L0.1457[322,481] 91ns |----------------------------------------L0.1457-----------------------------------------|" + - "L0.1471[322,481] 92ns |----------------------------------------L0.1471-----------------------------------------|" + - "L0.1485[322,481] 93ns |----------------------------------------L0.1485-----------------------------------------|" + - "L0.1499[322,481] 94ns |----------------------------------------L0.1499-----------------------------------------|" + - "L0.1513[322,481] 95ns |----------------------------------------L0.1513-----------------------------------------|" + - "L0.1527[322,481] 96ns |----------------------------------------L0.1527-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[322,481] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1275, L0.1289, L0.1303, L0.1317, L0.1331, L0.1345, L0.1359, L0.1373, L0.1387, L0.1401, L0.1415, L0.1429, L0.1443, L0.1457, L0.1471, L0.1485, L0.1499, L0.1513, L0.1527, L0.2987" + - " Creating 1 files" + - "**** Simulation run 259, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2988[482,641] 77ns |----------------------------------------L0.2988-----------------------------------------|" + - "L0.1276[482,641] 78ns |----------------------------------------L0.1276-----------------------------------------|" + - "L0.1290[482,641] 79ns |----------------------------------------L0.1290-----------------------------------------|" + - "L0.1304[482,641] 80ns |----------------------------------------L0.1304-----------------------------------------|" + - "L0.1318[482,641] 81ns |----------------------------------------L0.1318-----------------------------------------|" + - "L0.1332[482,641] 82ns |----------------------------------------L0.1332-----------------------------------------|" + - "L0.1346[482,641] 83ns |----------------------------------------L0.1346-----------------------------------------|" + - "L0.1360[482,641] 84ns |----------------------------------------L0.1360-----------------------------------------|" + - "L0.1374[482,641] 85ns |----------------------------------------L0.1374-----------------------------------------|" + - "L0.1388[482,641] 86ns |----------------------------------------L0.1388-----------------------------------------|" + - "L0.1402[482,641] 87ns |----------------------------------------L0.1402-----------------------------------------|" + - "L0.1416[482,641] 88ns |----------------------------------------L0.1416-----------------------------------------|" + - "L0.1430[482,641] 89ns |----------------------------------------L0.1430-----------------------------------------|" + - "L0.1444[482,641] 90ns |----------------------------------------L0.1444-----------------------------------------|" + - "L0.1458[482,641] 91ns |----------------------------------------L0.1458-----------------------------------------|" + - "L0.1472[482,641] 92ns |----------------------------------------L0.1472-----------------------------------------|" + - "L0.1486[482,641] 93ns |----------------------------------------L0.1486-----------------------------------------|" + - "L0.1500[482,641] 94ns |----------------------------------------L0.1500-----------------------------------------|" + - "L0.1514[482,641] 95ns |----------------------------------------L0.1514-----------------------------------------|" + - "L0.1528[482,641] 96ns |----------------------------------------L0.1528-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[482,641] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1276, L0.1290, L0.1304, L0.1318, L0.1332, L0.1346, L0.1360, L0.1374, L0.1388, L0.1402, L0.1416, L0.1430, L0.1444, L0.1458, L0.1472, L0.1486, L0.1500, L0.1514, L0.1528, L0.2988" + - " Creating 1 files" + - "**** Simulation run 260, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2989[642,801] 77ns |----------------------------------------L0.2989-----------------------------------------|" + - "L0.1277[642,801] 78ns |----------------------------------------L0.1277-----------------------------------------|" + - "L0.1291[642,801] 79ns |----------------------------------------L0.1291-----------------------------------------|" + - "L0.1305[642,801] 80ns |----------------------------------------L0.1305-----------------------------------------|" + - "L0.1319[642,801] 81ns |----------------------------------------L0.1319-----------------------------------------|" + - "L0.1333[642,801] 82ns |----------------------------------------L0.1333-----------------------------------------|" + - "L0.1347[642,801] 83ns |----------------------------------------L0.1347-----------------------------------------|" + - "L0.1361[642,801] 84ns |----------------------------------------L0.1361-----------------------------------------|" + - "L0.1375[642,801] 85ns |----------------------------------------L0.1375-----------------------------------------|" + - "L0.1389[642,801] 86ns |----------------------------------------L0.1389-----------------------------------------|" + - "L0.1403[642,801] 87ns |----------------------------------------L0.1403-----------------------------------------|" + - "L0.1417[642,801] 88ns |----------------------------------------L0.1417-----------------------------------------|" + - "L0.1431[642,801] 89ns |----------------------------------------L0.1431-----------------------------------------|" + - "L0.1445[642,801] 90ns |----------------------------------------L0.1445-----------------------------------------|" + - "L0.1459[642,801] 91ns |----------------------------------------L0.1459-----------------------------------------|" + - "L0.1473[642,801] 92ns |----------------------------------------L0.1473-----------------------------------------|" + - "L0.1487[642,801] 93ns |----------------------------------------L0.1487-----------------------------------------|" + - "L0.1501[642,801] 94ns |----------------------------------------L0.1501-----------------------------------------|" + - "L0.1515[642,801] 95ns |----------------------------------------L0.1515-----------------------------------------|" + - "L0.1529[642,801] 96ns |----------------------------------------L0.1529-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[642,801] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1277, L0.1291, L0.1305, L0.1319, L0.1333, L0.1347, L0.1361, L0.1375, L0.1389, L0.1403, L0.1417, L0.1431, L0.1445, L0.1459, L0.1473, L0.1487, L0.1501, L0.1515, L0.1529, L0.2989" + - " Creating 1 files" + - "**** Simulation run 261, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2990[802,961] 77ns |----------------------------------------L0.2990-----------------------------------------|" + - "L0.1278[802,961] 78ns |----------------------------------------L0.1278-----------------------------------------|" + - "L0.1292[802,961] 79ns |----------------------------------------L0.1292-----------------------------------------|" + - "L0.1306[802,961] 80ns |----------------------------------------L0.1306-----------------------------------------|" + - "L0.1320[802,961] 81ns |----------------------------------------L0.1320-----------------------------------------|" + - "L0.1334[802,961] 82ns |----------------------------------------L0.1334-----------------------------------------|" + - "L0.1348[802,961] 83ns |----------------------------------------L0.1348-----------------------------------------|" + - "L0.1362[802,961] 84ns |----------------------------------------L0.1362-----------------------------------------|" + - "L0.1376[802,961] 85ns |----------------------------------------L0.1376-----------------------------------------|" + - "L0.1390[802,961] 86ns |----------------------------------------L0.1390-----------------------------------------|" + - "L0.1404[802,961] 87ns |----------------------------------------L0.1404-----------------------------------------|" + - "L0.1418[802,961] 88ns |----------------------------------------L0.1418-----------------------------------------|" + - "L0.1432[802,961] 89ns |----------------------------------------L0.1432-----------------------------------------|" + - "L0.1446[802,961] 90ns |----------------------------------------L0.1446-----------------------------------------|" + - "L0.1460[802,961] 91ns |----------------------------------------L0.1460-----------------------------------------|" + - "L0.1474[802,961] 92ns |----------------------------------------L0.1474-----------------------------------------|" + - "L0.1488[802,961] 93ns |----------------------------------------L0.1488-----------------------------------------|" + - "L0.1502[802,961] 94ns |----------------------------------------L0.1502-----------------------------------------|" + - "L0.1516[802,961] 95ns |----------------------------------------L0.1516-----------------------------------------|" + - "L0.1530[802,961] 96ns |----------------------------------------L0.1530-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[802,961] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1278, L0.1292, L0.1306, L0.1320, L0.1334, L0.1348, L0.1362, L0.1376, L0.1390, L0.1404, L0.1418, L0.1432, L0.1446, L0.1460, L0.1474, L0.1488, L0.1502, L0.1516, L0.1530, L0.2990" + - " Creating 1 files" + - "**** Simulation run 262, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2991[962,1121] 77ns |----------------------------------------L0.2991-----------------------------------------|" + - "L0.1279[962,1121] 78ns |----------------------------------------L0.1279-----------------------------------------|" + - "L0.1293[962,1121] 79ns |----------------------------------------L0.1293-----------------------------------------|" + - "L0.1307[962,1121] 80ns |----------------------------------------L0.1307-----------------------------------------|" + - "L0.1321[962,1121] 81ns |----------------------------------------L0.1321-----------------------------------------|" + - "L0.1335[962,1121] 82ns |----------------------------------------L0.1335-----------------------------------------|" + - "L0.1349[962,1121] 83ns |----------------------------------------L0.1349-----------------------------------------|" + - "L0.1363[962,1121] 84ns |----------------------------------------L0.1363-----------------------------------------|" + - "L0.1377[962,1121] 85ns |----------------------------------------L0.1377-----------------------------------------|" + - "L0.1391[962,1121] 86ns |----------------------------------------L0.1391-----------------------------------------|" + - "L0.1405[962,1121] 87ns |----------------------------------------L0.1405-----------------------------------------|" + - "L0.1419[962,1121] 88ns |----------------------------------------L0.1419-----------------------------------------|" + - "L0.1433[962,1121] 89ns |----------------------------------------L0.1433-----------------------------------------|" + - "L0.1447[962,1121] 90ns |----------------------------------------L0.1447-----------------------------------------|" + - "L0.1461[962,1121] 91ns |----------------------------------------L0.1461-----------------------------------------|" + - "L0.1475[962,1121] 92ns |----------------------------------------L0.1475-----------------------------------------|" + - "L0.1489[962,1121] 93ns |----------------------------------------L0.1489-----------------------------------------|" + - "L0.1503[962,1121] 94ns |----------------------------------------L0.1503-----------------------------------------|" + - "L0.1517[962,1121] 95ns |----------------------------------------L0.1517-----------------------------------------|" + - "L0.1531[962,1121] 96ns |----------------------------------------L0.1531-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[962,1121] 96ns |------------------------------------------L0.?------------------------------------------|" + - "**** Simulation run 263, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2993[1282,1441] 77ns |----------------------------------------L0.2993-----------------------------------------|" + - "L0.1281[1282,1441] 78ns |----------------------------------------L0.1281-----------------------------------------|" + - "L0.1295[1282,1441] 79ns |----------------------------------------L0.1295-----------------------------------------|" + - "L0.1309[1282,1441] 80ns |----------------------------------------L0.1309-----------------------------------------|" + - "L0.1323[1282,1441] 81ns |----------------------------------------L0.1323-----------------------------------------|" + - "L0.1337[1282,1441] 82ns |----------------------------------------L0.1337-----------------------------------------|" + - "L0.1351[1282,1441] 83ns |----------------------------------------L0.1351-----------------------------------------|" + - "L0.1365[1282,1441] 84ns |----------------------------------------L0.1365-----------------------------------------|" + - "L0.1379[1282,1441] 85ns |----------------------------------------L0.1379-----------------------------------------|" + - "L0.1393[1282,1441] 86ns |----------------------------------------L0.1393-----------------------------------------|" + - "L0.1407[1282,1441] 87ns |----------------------------------------L0.1407-----------------------------------------|" + - "L0.1421[1282,1441] 88ns |----------------------------------------L0.1421-----------------------------------------|" + - "L0.1435[1282,1441] 89ns |----------------------------------------L0.1435-----------------------------------------|" + - "L0.1449[1282,1441] 90ns |----------------------------------------L0.1449-----------------------------------------|" + - "L0.1463[1282,1441] 91ns |----------------------------------------L0.1463-----------------------------------------|" + - "L0.1477[1282,1441] 92ns |----------------------------------------L0.1477-----------------------------------------|" + - "L0.1491[1282,1441] 93ns |----------------------------------------L0.1491-----------------------------------------|" + - "L0.1505[1282,1441] 94ns |----------------------------------------L0.1505-----------------------------------------|" + - "L0.1519[1282,1441] 95ns |----------------------------------------L0.1519-----------------------------------------|" + - "L0.1533[1282,1441] 96ns |----------------------------------------L0.1533-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1282,1441] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1281, L0.1295, L0.1309, L0.1323, L0.1337, L0.1351, L0.1365, L0.1379, L0.1393, L0.1407, L0.1421, L0.1435, L0.1449, L0.1463, L0.1477, L0.1491, L0.1505, L0.1519, L0.1533, L0.2993" + - " Creating 1 files" + - "**** Simulation run 264, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2994[1442,1601] 77ns |----------------------------------------L0.2994-----------------------------------------|" + - "L0.1282[1442,1601] 78ns |----------------------------------------L0.1282-----------------------------------------|" + - "L0.1296[1442,1601] 79ns |----------------------------------------L0.1296-----------------------------------------|" + - "L0.1310[1442,1601] 80ns |----------------------------------------L0.1310-----------------------------------------|" + - "L0.1324[1442,1601] 81ns |----------------------------------------L0.1324-----------------------------------------|" + - "L0.1338[1442,1601] 82ns |----------------------------------------L0.1338-----------------------------------------|" + - "L0.1352[1442,1601] 83ns |----------------------------------------L0.1352-----------------------------------------|" + - "L0.1366[1442,1601] 84ns |----------------------------------------L0.1366-----------------------------------------|" + - "L0.1380[1442,1601] 85ns |----------------------------------------L0.1380-----------------------------------------|" + - "L0.1394[1442,1601] 86ns |----------------------------------------L0.1394-----------------------------------------|" + - "L0.1408[1442,1601] 87ns |----------------------------------------L0.1408-----------------------------------------|" + - "L0.1422[1442,1601] 88ns |----------------------------------------L0.1422-----------------------------------------|" + - "L0.1436[1442,1601] 89ns |----------------------------------------L0.1436-----------------------------------------|" + - "L0.1450[1442,1601] 90ns |----------------------------------------L0.1450-----------------------------------------|" + - "L0.1464[1442,1601] 91ns |----------------------------------------L0.1464-----------------------------------------|" + - "L0.1478[1442,1601] 92ns |----------------------------------------L0.1478-----------------------------------------|" + - "L0.1492[1442,1601] 93ns |----------------------------------------L0.1492-----------------------------------------|" + - "L0.1506[1442,1601] 94ns |----------------------------------------L0.1506-----------------------------------------|" + - "L0.1520[1442,1601] 95ns |----------------------------------------L0.1520-----------------------------------------|" + - "L0.1534[1442,1601] 96ns |----------------------------------------L0.1534-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1442,1601] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1282, L0.1296, L0.1310, L0.1324, L0.1338, L0.1352, L0.1366, L0.1380, L0.1394, L0.1408, L0.1422, L0.1436, L0.1450, L0.1464, L0.1478, L0.1492, L0.1506, L0.1520, L0.1534, L0.2994" + - " Creating 1 files" + - "**** Simulation run 265, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2995[1602,1761] 77ns |----------------------------------------L0.2995-----------------------------------------|" + - "L0.1283[1602,1761] 78ns |----------------------------------------L0.1283-----------------------------------------|" + - "L0.1297[1602,1761] 79ns |----------------------------------------L0.1297-----------------------------------------|" + - "L0.1311[1602,1761] 80ns |----------------------------------------L0.1311-----------------------------------------|" + - "L0.1325[1602,1761] 81ns |----------------------------------------L0.1325-----------------------------------------|" + - "L0.1339[1602,1761] 82ns |----------------------------------------L0.1339-----------------------------------------|" + - "L0.1353[1602,1761] 83ns |----------------------------------------L0.1353-----------------------------------------|" + - "L0.1367[1602,1761] 84ns |----------------------------------------L0.1367-----------------------------------------|" + - "L0.1381[1602,1761] 85ns |----------------------------------------L0.1381-----------------------------------------|" + - "L0.1395[1602,1761] 86ns |----------------------------------------L0.1395-----------------------------------------|" + - "L0.1409[1602,1761] 87ns |----------------------------------------L0.1409-----------------------------------------|" + - "L0.1423[1602,1761] 88ns |----------------------------------------L0.1423-----------------------------------------|" + - "L0.1437[1602,1761] 89ns |----------------------------------------L0.1437-----------------------------------------|" + - "L0.1451[1602,1761] 90ns |----------------------------------------L0.1451-----------------------------------------|" + - "L0.1465[1602,1761] 91ns |----------------------------------------L0.1465-----------------------------------------|" + - "L0.1479[1602,1761] 92ns |----------------------------------------L0.1479-----------------------------------------|" + - "L0.1493[1602,1761] 93ns |----------------------------------------L0.1493-----------------------------------------|" + - "L0.1507[1602,1761] 94ns |----------------------------------------L0.1507-----------------------------------------|" + - "L0.1521[1602,1761] 95ns |----------------------------------------L0.1521-----------------------------------------|" + - "L0.1535[1602,1761] 96ns |----------------------------------------L0.1535-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1602,1761] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1283, L0.1297, L0.1311, L0.1325, L0.1339, L0.1353, L0.1367, L0.1381, L0.1395, L0.1409, L0.1423, L0.1437, L0.1451, L0.1465, L0.1479, L0.1493, L0.1507, L0.1521, L0.1535, L0.2995" + - " Creating 1 files" + - "**** Simulation run 266, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2996[1762,1921] 77ns |----------------------------------------L0.2996-----------------------------------------|" + - "L0.1284[1762,1921] 78ns |----------------------------------------L0.1284-----------------------------------------|" + - "L0.1298[1762,1921] 79ns |----------------------------------------L0.1298-----------------------------------------|" + - "L0.1312[1762,1921] 80ns |----------------------------------------L0.1312-----------------------------------------|" + - "L0.1326[1762,1921] 81ns |----------------------------------------L0.1326-----------------------------------------|" + - "L0.1340[1762,1921] 82ns |----------------------------------------L0.1340-----------------------------------------|" + - "L0.1354[1762,1921] 83ns |----------------------------------------L0.1354-----------------------------------------|" + - "L0.1368[1762,1921] 84ns |----------------------------------------L0.1368-----------------------------------------|" + - "L0.1382[1762,1921] 85ns |----------------------------------------L0.1382-----------------------------------------|" + - "L0.1396[1762,1921] 86ns |----------------------------------------L0.1396-----------------------------------------|" + - "L0.1410[1762,1921] 87ns |----------------------------------------L0.1410-----------------------------------------|" + - "L0.1424[1762,1921] 88ns |----------------------------------------L0.1424-----------------------------------------|" + - "L0.1438[1762,1921] 89ns |----------------------------------------L0.1438-----------------------------------------|" + - "L0.1452[1762,1921] 90ns |----------------------------------------L0.1452-----------------------------------------|" + - "L0.1466[1762,1921] 91ns |----------------------------------------L0.1466-----------------------------------------|" + - "L0.1480[1762,1921] 92ns |----------------------------------------L0.1480-----------------------------------------|" + - "L0.1494[1762,1921] 93ns |----------------------------------------L0.1494-----------------------------------------|" + - "L0.1508[1762,1921] 94ns |----------------------------------------L0.1508-----------------------------------------|" + - "L0.1522[1762,1921] 95ns |----------------------------------------L0.1522-----------------------------------------|" + - "L0.1536[1762,1921] 96ns |----------------------------------------L0.1536-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1762,1921] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1284, L0.1298, L0.1312, L0.1326, L0.1340, L0.1354, L0.1368, L0.1382, L0.1396, L0.1410, L0.1424, L0.1438, L0.1452, L0.1466, L0.1480, L0.1494, L0.1508, L0.1522, L0.1536, L0.2996" + - " Creating 1 files" + - "**** Simulation run 267, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2997[1922,2086] 77ns |----------------------------------------L0.2997-----------------------------------------|" + - "L0.1285[1922,2086] 78ns |----------------------------------------L0.1285-----------------------------------------|" + - "L0.1299[1922,2086] 79ns |----------------------------------------L0.1299-----------------------------------------|" + - "L0.1313[1922,2086] 80ns |----------------------------------------L0.1313-----------------------------------------|" + - "L0.1327[1922,2086] 81ns |----------------------------------------L0.1327-----------------------------------------|" + - "L0.1341[1922,2086] 82ns |----------------------------------------L0.1341-----------------------------------------|" + - "L0.1355[1922,2086] 83ns |----------------------------------------L0.1355-----------------------------------------|" + - "L0.1369[1922,2086] 84ns |----------------------------------------L0.1369-----------------------------------------|" + - "L0.1383[1922,2086] 85ns |----------------------------------------L0.1383-----------------------------------------|" + - "L0.1397[1922,2086] 86ns |----------------------------------------L0.1397-----------------------------------------|" + - "L0.1411[1922,2086] 87ns |----------------------------------------L0.1411-----------------------------------------|" + - "L0.1425[1922,2086] 88ns |----------------------------------------L0.1425-----------------------------------------|" + - "L0.1439[1922,2086] 89ns |----------------------------------------L0.1439-----------------------------------------|" + - "L0.1453[1922,2086] 90ns |----------------------------------------L0.1453-----------------------------------------|" + - "L0.1467[1922,2086] 91ns |----------------------------------------L0.1467-----------------------------------------|" + - "L0.1481[1922,2086] 92ns |----------------------------------------L0.1481-----------------------------------------|" + - "L0.1495[1922,2086] 93ns |----------------------------------------L0.1495-----------------------------------------|" + - "L0.1509[1922,2086] 94ns |----------------------------------------L0.1509-----------------------------------------|" + - "L0.1523[1922,2086] 95ns |----------------------------------------L0.1523-----------------------------------------|" + - "L0.1537[1922,2086] 96ns |----------------------------------------L0.1537-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1922,2086] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1285, L0.1299, L0.1313, L0.1327, L0.1341, L0.1355, L0.1369, L0.1383, L0.1397, L0.1411, L0.1425, L0.1439, L0.1453, L0.1467, L0.1481, L0.1495, L0.1509, L0.1523, L0.1537, L0.2997" + - " Creating 1 files" + - "**** Simulation run 268, type=compact(ManySmallFiles). 20 Input Files, 960b total:" + - "L0 " + - "L0.2998[2087,960000] 96ns 770b|---------------------------------L0.2998---------------------------------| " + - "L0.1552[2087,970000] 97ns 10b|---------------------------------L0.1552---------------------------------| " + - "L0.1566[2087,980000] 98ns 10b|---------------------------------L0.1566----------------------------------| " + - "L0.1580[2087,990000] 99ns 10b|----------------------------------L0.1580----------------------------------| " + - "L0.1594[2087,1000000] 100ns 10b|----------------------------------L0.1594-----------------------------------| " + - "L0.1608[2087,1010000] 101ns 10b|-----------------------------------L0.1608-----------------------------------| " + - "L0.1622[2087,1020000] 102ns 10b|-----------------------------------L0.1622-----------------------------------| " + - "L0.1636[2087,1030000] 103ns 10b|-----------------------------------L0.1636------------------------------------| " + - "L0.1650[2087,1040000] 104ns 10b|------------------------------------L0.1650------------------------------------| " + - "L0.1664[2087,1050000] 105ns 10b|------------------------------------L0.1664-------------------------------------| " + - "L0.1678[2087,1060000] 106ns 10b|------------------------------------L0.1678-------------------------------------| " + - "L0.1692[2087,1070000] 107ns 10b|-------------------------------------L0.1692-------------------------------------| " + - "L0.1706[2087,1080000] 108ns 10b|-------------------------------------L0.1706--------------------------------------| " + - "L0.1720[2087,1090000] 109ns 10b|--------------------------------------L0.1720--------------------------------------| " + - "L0.1734[2087,1100000] 110ns 10b|--------------------------------------L0.1734---------------------------------------| " + - "L0.1748[2087,1110000] 111ns 10b|--------------------------------------L0.1748---------------------------------------| " + - "L0.1762[2087,1120000] 112ns 10b|---------------------------------------L0.1762---------------------------------------| " + - "L0.1776[2087,1130000] 113ns 10b|---------------------------------------L0.1776----------------------------------------| " + - "L0.1790[2087,1140000] 114ns 10b|----------------------------------------L0.1790----------------------------------------| " + - "L0.1804[2087,1150000] 115ns 10b|----------------------------------------L0.1804-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 960b total:" + - "L0, all files 960b " + - "L0.?[2087,1150000] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1552, L0.1566, L0.1580, L0.1594, L0.1608, L0.1622, L0.1636, L0.1650, L0.1664, L0.1678, L0.1692, L0.1706, L0.1720, L0.1734, L0.1748, L0.1762, L0.1776, L0.1790, L0.1804, L0.2998" + - " Creating 1 files" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1279, L0.1293, L0.1307, L0.1321, L0.1335, L0.1349, L0.1363, L0.1377, L0.1391, L0.1405, L0.1419, L0.1433, L0.1447, L0.1461, L0.1475, L0.1489, L0.1503, L0.1517, L0.1531, L0.2991" + - " Creating 1 files" + - "**** Simulation run 269, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2992[1122,1281] 77ns |----------------------------------------L0.2992-----------------------------------------|" + - "L0.1280[1122,1281] 78ns |----------------------------------------L0.1280-----------------------------------------|" + - "L0.1294[1122,1281] 79ns |----------------------------------------L0.1294-----------------------------------------|" + - "L0.1308[1122,1281] 80ns |----------------------------------------L0.1308-----------------------------------------|" + - "L0.1322[1122,1281] 81ns |----------------------------------------L0.1322-----------------------------------------|" + - "L0.1336[1122,1281] 82ns |----------------------------------------L0.1336-----------------------------------------|" + - "L0.1350[1122,1281] 83ns |----------------------------------------L0.1350-----------------------------------------|" + - "L0.1364[1122,1281] 84ns |----------------------------------------L0.1364-----------------------------------------|" + - "L0.1378[1122,1281] 85ns |----------------------------------------L0.1378-----------------------------------------|" + - "L0.1392[1122,1281] 86ns |----------------------------------------L0.1392-----------------------------------------|" + - "L0.1406[1122,1281] 87ns |----------------------------------------L0.1406-----------------------------------------|" + - "L0.1420[1122,1281] 88ns |----------------------------------------L0.1420-----------------------------------------|" + - "L0.1434[1122,1281] 89ns |----------------------------------------L0.1434-----------------------------------------|" + - "L0.1448[1122,1281] 90ns |----------------------------------------L0.1448-----------------------------------------|" + - "L0.1462[1122,1281] 91ns |----------------------------------------L0.1462-----------------------------------------|" + - "L0.1476[1122,1281] 92ns |----------------------------------------L0.1476-----------------------------------------|" + - "L0.1490[1122,1281] 93ns |----------------------------------------L0.1490-----------------------------------------|" + - "L0.1504[1122,1281] 94ns |----------------------------------------L0.1504-----------------------------------------|" + - "L0.1518[1122,1281] 95ns |----------------------------------------L0.1518-----------------------------------------|" + - "L0.1532[1122,1281] 96ns |----------------------------------------L0.1532-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1122,1281] 96ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1280, L0.1294, L0.1308, L0.1322, L0.1336, L0.1350, L0.1364, L0.1378, L0.1392, L0.1406, L0.1420, L0.1434, L0.1448, L0.1462, L0.1476, L0.1490, L0.1504, L0.1518, L0.1532, L0.2992" + - " Creating 1 files" + - "**** Simulation run 270, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.2999[20,161] 96ns |----------------------------------------L0.2999-----------------------------------------|" + - "L0.1539[97,161] 97ns |---------------L0.1539----------------| " + - "L0.1553[98,161] 98ns |---------------L0.1553----------------| " + - "L0.1567[99,161] 99ns |---------------L0.1567---------------| " + - "L0.1581[100,161] 100ns |--------------L0.1581---------------| " + - "L0.1595[101,161] 101ns |--------------L0.1595---------------| " + - "L0.1609[102,161] 102ns |--------------L0.1609--------------| " + - "L0.1623[103,161] 103ns |--------------L0.1623--------------| " + - "L0.1637[104,161] 104ns |-------------L0.1637--------------| " + - "L0.1651[105,161] 105ns |-------------L0.1651-------------| " + - "L0.1665[106,161] 106ns |-------------L0.1665-------------| " + - "L0.1679[107,161] 107ns |------------L0.1679-------------| " + - "L0.1693[108,161] 108ns |------------L0.1693------------| " + - "L0.1707[109,161] 109ns |------------L0.1707------------| " + - "L0.1721[110,161] 110ns |-----------L0.1721------------| " + - "L0.1735[111,161] 111ns |-----------L0.1735-----------| " + - "L0.1749[112,161] 112ns |-----------L0.1749-----------| " + - "L0.1763[113,161] 113ns |----------L0.1763-----------| " + - "L0.1777[114,161] 114ns |----------L0.1777-----------|" + - "L0.1791[115,161] 115ns |----------L0.1791----------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[20,161] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1539, L0.1553, L0.1567, L0.1581, L0.1595, L0.1609, L0.1623, L0.1637, L0.1651, L0.1665, L0.1679, L0.1693, L0.1707, L0.1721, L0.1735, L0.1749, L0.1763, L0.1777, L0.1791, L0.2999" + - " Creating 1 files" + - "**** Simulation run 271, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3000[162,321] 96ns |----------------------------------------L0.3000-----------------------------------------|" + - "L0.1540[162,321] 97ns |----------------------------------------L0.1540-----------------------------------------|" + - "L0.1554[162,321] 98ns |----------------------------------------L0.1554-----------------------------------------|" + - "L0.1568[162,321] 99ns |----------------------------------------L0.1568-----------------------------------------|" + - "L0.1582[162,321] 100ns |----------------------------------------L0.1582-----------------------------------------|" + - "L0.1596[162,321] 101ns |----------------------------------------L0.1596-----------------------------------------|" + - "L0.1610[162,321] 102ns |----------------------------------------L0.1610-----------------------------------------|" + - "L0.1624[162,321] 103ns |----------------------------------------L0.1624-----------------------------------------|" + - "L0.1638[162,321] 104ns |----------------------------------------L0.1638-----------------------------------------|" + - "L0.1652[162,321] 105ns |----------------------------------------L0.1652-----------------------------------------|" + - "L0.1666[162,321] 106ns |----------------------------------------L0.1666-----------------------------------------|" + - "L0.1680[162,321] 107ns |----------------------------------------L0.1680-----------------------------------------|" + - "L0.1694[162,321] 108ns |----------------------------------------L0.1694-----------------------------------------|" + - "L0.1708[162,321] 109ns |----------------------------------------L0.1708-----------------------------------------|" + - "L0.1722[162,321] 110ns |----------------------------------------L0.1722-----------------------------------------|" + - "L0.1736[162,321] 111ns |----------------------------------------L0.1736-----------------------------------------|" + - "L0.1750[162,321] 112ns |----------------------------------------L0.1750-----------------------------------------|" + - "L0.1764[162,321] 113ns |----------------------------------------L0.1764-----------------------------------------|" + - "L0.1778[162,321] 114ns |----------------------------------------L0.1778-----------------------------------------|" + - "L0.1792[162,321] 115ns |----------------------------------------L0.1792-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[162,321] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1540, L0.1554, L0.1568, L0.1582, L0.1596, L0.1610, L0.1624, L0.1638, L0.1652, L0.1666, L0.1680, L0.1694, L0.1708, L0.1722, L0.1736, L0.1750, L0.1764, L0.1778, L0.1792, L0.3000" + - " Creating 1 files" + - "**** Simulation run 272, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3001[322,481] 96ns |----------------------------------------L0.3001-----------------------------------------|" + - "L0.1541[322,481] 97ns |----------------------------------------L0.1541-----------------------------------------|" + - "L0.1555[322,481] 98ns |----------------------------------------L0.1555-----------------------------------------|" + - "L0.1569[322,481] 99ns |----------------------------------------L0.1569-----------------------------------------|" + - "L0.1583[322,481] 100ns |----------------------------------------L0.1583-----------------------------------------|" + - "L0.1597[322,481] 101ns |----------------------------------------L0.1597-----------------------------------------|" + - "L0.1611[322,481] 102ns |----------------------------------------L0.1611-----------------------------------------|" + - "L0.1625[322,481] 103ns |----------------------------------------L0.1625-----------------------------------------|" + - "L0.1639[322,481] 104ns |----------------------------------------L0.1639-----------------------------------------|" + - "L0.1653[322,481] 105ns |----------------------------------------L0.1653-----------------------------------------|" + - "L0.1667[322,481] 106ns |----------------------------------------L0.1667-----------------------------------------|" + - "L0.1681[322,481] 107ns |----------------------------------------L0.1681-----------------------------------------|" + - "L0.1695[322,481] 108ns |----------------------------------------L0.1695-----------------------------------------|" + - "L0.1709[322,481] 109ns |----------------------------------------L0.1709-----------------------------------------|" + - "L0.1723[322,481] 110ns |----------------------------------------L0.1723-----------------------------------------|" + - "L0.1737[322,481] 111ns |----------------------------------------L0.1737-----------------------------------------|" + - "L0.1751[322,481] 112ns |----------------------------------------L0.1751-----------------------------------------|" + - "L0.1765[322,481] 113ns |----------------------------------------L0.1765-----------------------------------------|" + - "L0.1779[322,481] 114ns |----------------------------------------L0.1779-----------------------------------------|" + - "L0.1793[322,481] 115ns |----------------------------------------L0.1793-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[322,481] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1541, L0.1555, L0.1569, L0.1583, L0.1597, L0.1611, L0.1625, L0.1639, L0.1653, L0.1667, L0.1681, L0.1695, L0.1709, L0.1723, L0.1737, L0.1751, L0.1765, L0.1779, L0.1793, L0.3001" + - " Creating 1 files" + - "**** Simulation run 273, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3002[482,641] 96ns |----------------------------------------L0.3002-----------------------------------------|" + - "L0.1542[482,641] 97ns |----------------------------------------L0.1542-----------------------------------------|" + - "L0.1556[482,641] 98ns |----------------------------------------L0.1556-----------------------------------------|" + - "L0.1570[482,641] 99ns |----------------------------------------L0.1570-----------------------------------------|" + - "L0.1584[482,641] 100ns |----------------------------------------L0.1584-----------------------------------------|" + - "L0.1598[482,641] 101ns |----------------------------------------L0.1598-----------------------------------------|" + - "L0.1612[482,641] 102ns |----------------------------------------L0.1612-----------------------------------------|" + - "L0.1626[482,641] 103ns |----------------------------------------L0.1626-----------------------------------------|" + - "L0.1640[482,641] 104ns |----------------------------------------L0.1640-----------------------------------------|" + - "L0.1654[482,641] 105ns |----------------------------------------L0.1654-----------------------------------------|" + - "L0.1668[482,641] 106ns |----------------------------------------L0.1668-----------------------------------------|" + - "L0.1682[482,641] 107ns |----------------------------------------L0.1682-----------------------------------------|" + - "L0.1696[482,641] 108ns |----------------------------------------L0.1696-----------------------------------------|" + - "L0.1710[482,641] 109ns |----------------------------------------L0.1710-----------------------------------------|" + - "L0.1724[482,641] 110ns |----------------------------------------L0.1724-----------------------------------------|" + - "L0.1738[482,641] 111ns |----------------------------------------L0.1738-----------------------------------------|" + - "L0.1752[482,641] 112ns |----------------------------------------L0.1752-----------------------------------------|" + - "L0.1766[482,641] 113ns |----------------------------------------L0.1766-----------------------------------------|" + - "L0.1780[482,641] 114ns |----------------------------------------L0.1780-----------------------------------------|" + - "L0.1794[482,641] 115ns |----------------------------------------L0.1794-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[482,641] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1542, L0.1556, L0.1570, L0.1584, L0.1598, L0.1612, L0.1626, L0.1640, L0.1654, L0.1668, L0.1682, L0.1696, L0.1710, L0.1724, L0.1738, L0.1752, L0.1766, L0.1780, L0.1794, L0.3002" + - " Creating 1 files" + - "**** Simulation run 274, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3003[642,801] 96ns |----------------------------------------L0.3003-----------------------------------------|" + - "L0.1543[642,801] 97ns |----------------------------------------L0.1543-----------------------------------------|" + - "L0.1557[642,801] 98ns |----------------------------------------L0.1557-----------------------------------------|" + - "L0.1571[642,801] 99ns |----------------------------------------L0.1571-----------------------------------------|" + - "L0.1585[642,801] 100ns |----------------------------------------L0.1585-----------------------------------------|" + - "L0.1599[642,801] 101ns |----------------------------------------L0.1599-----------------------------------------|" + - "L0.1613[642,801] 102ns |----------------------------------------L0.1613-----------------------------------------|" + - "L0.1627[642,801] 103ns |----------------------------------------L0.1627-----------------------------------------|" + - "L0.1641[642,801] 104ns |----------------------------------------L0.1641-----------------------------------------|" + - "L0.1655[642,801] 105ns |----------------------------------------L0.1655-----------------------------------------|" + - "L0.1669[642,801] 106ns |----------------------------------------L0.1669-----------------------------------------|" + - "L0.1683[642,801] 107ns |----------------------------------------L0.1683-----------------------------------------|" + - "L0.1697[642,801] 108ns |----------------------------------------L0.1697-----------------------------------------|" + - "L0.1711[642,801] 109ns |----------------------------------------L0.1711-----------------------------------------|" + - "L0.1725[642,801] 110ns |----------------------------------------L0.1725-----------------------------------------|" + - "L0.1739[642,801] 111ns |----------------------------------------L0.1739-----------------------------------------|" + - "L0.1753[642,801] 112ns |----------------------------------------L0.1753-----------------------------------------|" + - "L0.1767[642,801] 113ns |----------------------------------------L0.1767-----------------------------------------|" + - "L0.1781[642,801] 114ns |----------------------------------------L0.1781-----------------------------------------|" + - "L0.1795[642,801] 115ns |----------------------------------------L0.1795-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[642,801] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1543, L0.1557, L0.1571, L0.1585, L0.1599, L0.1613, L0.1627, L0.1641, L0.1655, L0.1669, L0.1683, L0.1697, L0.1711, L0.1725, L0.1739, L0.1753, L0.1767, L0.1781, L0.1795, L0.3003" + - " Creating 1 files" + - "**** Simulation run 275, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3004[802,961] 96ns |----------------------------------------L0.3004-----------------------------------------|" + - "L0.1544[802,961] 97ns |----------------------------------------L0.1544-----------------------------------------|" + - "L0.1558[802,961] 98ns |----------------------------------------L0.1558-----------------------------------------|" + - "L0.1572[802,961] 99ns |----------------------------------------L0.1572-----------------------------------------|" + - "L0.1586[802,961] 100ns |----------------------------------------L0.1586-----------------------------------------|" + - "L0.1600[802,961] 101ns |----------------------------------------L0.1600-----------------------------------------|" + - "L0.1614[802,961] 102ns |----------------------------------------L0.1614-----------------------------------------|" + - "L0.1628[802,961] 103ns |----------------------------------------L0.1628-----------------------------------------|" + - "L0.1642[802,961] 104ns |----------------------------------------L0.1642-----------------------------------------|" + - "L0.1656[802,961] 105ns |----------------------------------------L0.1656-----------------------------------------|" + - "L0.1670[802,961] 106ns |----------------------------------------L0.1670-----------------------------------------|" + - "L0.1684[802,961] 107ns |----------------------------------------L0.1684-----------------------------------------|" + - "L0.1698[802,961] 108ns |----------------------------------------L0.1698-----------------------------------------|" + - "L0.1712[802,961] 109ns |----------------------------------------L0.1712-----------------------------------------|" + - "L0.1726[802,961] 110ns |----------------------------------------L0.1726-----------------------------------------|" + - "L0.1740[802,961] 111ns |----------------------------------------L0.1740-----------------------------------------|" + - "L0.1754[802,961] 112ns |----------------------------------------L0.1754-----------------------------------------|" + - "L0.1768[802,961] 113ns |----------------------------------------L0.1768-----------------------------------------|" + - "L0.1782[802,961] 114ns |----------------------------------------L0.1782-----------------------------------------|" + - "L0.1796[802,961] 115ns |----------------------------------------L0.1796-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[802,961] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1544, L0.1558, L0.1572, L0.1586, L0.1600, L0.1614, L0.1628, L0.1642, L0.1656, L0.1670, L0.1684, L0.1698, L0.1712, L0.1726, L0.1740, L0.1754, L0.1768, L0.1782, L0.1796, L0.3004" + - " Creating 1 files" + - "**** Simulation run 276, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3011[962,1121] 96ns |----------------------------------------L0.3011-----------------------------------------|" + - "L0.1545[962,1121] 97ns |----------------------------------------L0.1545-----------------------------------------|" + - "L0.1559[962,1121] 98ns |----------------------------------------L0.1559-----------------------------------------|" + - "L0.1573[962,1121] 99ns |----------------------------------------L0.1573-----------------------------------------|" + - "L0.1587[962,1121] 100ns |----------------------------------------L0.1587-----------------------------------------|" + - "L0.1601[962,1121] 101ns |----------------------------------------L0.1601-----------------------------------------|" + - "L0.1615[962,1121] 102ns |----------------------------------------L0.1615-----------------------------------------|" + - "L0.1629[962,1121] 103ns |----------------------------------------L0.1629-----------------------------------------|" + - "L0.1643[962,1121] 104ns |----------------------------------------L0.1643-----------------------------------------|" + - "L0.1657[962,1121] 105ns |----------------------------------------L0.1657-----------------------------------------|" + - "L0.1671[962,1121] 106ns |----------------------------------------L0.1671-----------------------------------------|" + - "L0.1685[962,1121] 107ns |----------------------------------------L0.1685-----------------------------------------|" + - "L0.1699[962,1121] 108ns |----------------------------------------L0.1699-----------------------------------------|" + - "L0.1713[962,1121] 109ns |----------------------------------------L0.1713-----------------------------------------|" + - "L0.1727[962,1121] 110ns |----------------------------------------L0.1727-----------------------------------------|" + - "L0.1741[962,1121] 111ns |----------------------------------------L0.1741-----------------------------------------|" + - "L0.1755[962,1121] 112ns |----------------------------------------L0.1755-----------------------------------------|" + - "L0.1769[962,1121] 113ns |----------------------------------------L0.1769-----------------------------------------|" + - "L0.1783[962,1121] 114ns |----------------------------------------L0.1783-----------------------------------------|" + - "L0.1797[962,1121] 115ns |----------------------------------------L0.1797-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[962,1121] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1545, L0.1559, L0.1573, L0.1587, L0.1601, L0.1615, L0.1629, L0.1643, L0.1657, L0.1671, L0.1685, L0.1699, L0.1713, L0.1727, L0.1741, L0.1755, L0.1769, L0.1783, L0.1797, L0.3011" + - " Creating 1 files" + - "**** Simulation run 277, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3012[1122,1281] 96ns |----------------------------------------L0.3012-----------------------------------------|" + - "L0.1546[1122,1281] 97ns |----------------------------------------L0.1546-----------------------------------------|" + - "L0.1560[1122,1281] 98ns |----------------------------------------L0.1560-----------------------------------------|" + - "L0.1574[1122,1281] 99ns |----------------------------------------L0.1574-----------------------------------------|" + - "L0.1588[1122,1281] 100ns |----------------------------------------L0.1588-----------------------------------------|" + - "L0.1602[1122,1281] 101ns |----------------------------------------L0.1602-----------------------------------------|" + - "L0.1616[1122,1281] 102ns |----------------------------------------L0.1616-----------------------------------------|" + - "L0.1630[1122,1281] 103ns |----------------------------------------L0.1630-----------------------------------------|" + - "L0.1644[1122,1281] 104ns |----------------------------------------L0.1644-----------------------------------------|" + - "L0.1658[1122,1281] 105ns |----------------------------------------L0.1658-----------------------------------------|" + - "L0.1672[1122,1281] 106ns |----------------------------------------L0.1672-----------------------------------------|" + - "L0.1686[1122,1281] 107ns |----------------------------------------L0.1686-----------------------------------------|" + - "L0.1700[1122,1281] 108ns |----------------------------------------L0.1700-----------------------------------------|" + - "L0.1714[1122,1281] 109ns |----------------------------------------L0.1714-----------------------------------------|" + - "L0.1728[1122,1281] 110ns |----------------------------------------L0.1728-----------------------------------------|" + - "L0.1742[1122,1281] 111ns |----------------------------------------L0.1742-----------------------------------------|" + - "L0.1756[1122,1281] 112ns |----------------------------------------L0.1756-----------------------------------------|" + - "L0.1770[1122,1281] 113ns |----------------------------------------L0.1770-----------------------------------------|" + - "L0.1784[1122,1281] 114ns |----------------------------------------L0.1784-----------------------------------------|" + - "L0.1798[1122,1281] 115ns |----------------------------------------L0.1798-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1122,1281] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1546, L0.1560, L0.1574, L0.1588, L0.1602, L0.1616, L0.1630, L0.1644, L0.1658, L0.1672, L0.1686, L0.1700, L0.1714, L0.1728, L0.1742, L0.1756, L0.1770, L0.1784, L0.1798, L0.3012" + - " Creating 1 files" + - "**** Simulation run 278, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3005[1282,1441] 96ns |----------------------------------------L0.3005-----------------------------------------|" + - "L0.1547[1282,1441] 97ns |----------------------------------------L0.1547-----------------------------------------|" + - "L0.1561[1282,1441] 98ns |----------------------------------------L0.1561-----------------------------------------|" + - "L0.1575[1282,1441] 99ns |----------------------------------------L0.1575-----------------------------------------|" + - "L0.1589[1282,1441] 100ns |----------------------------------------L0.1589-----------------------------------------|" + - "L0.1603[1282,1441] 101ns |----------------------------------------L0.1603-----------------------------------------|" + - "L0.1617[1282,1441] 102ns |----------------------------------------L0.1617-----------------------------------------|" + - "L0.1631[1282,1441] 103ns |----------------------------------------L0.1631-----------------------------------------|" + - "L0.1645[1282,1441] 104ns |----------------------------------------L0.1645-----------------------------------------|" + - "L0.1659[1282,1441] 105ns |----------------------------------------L0.1659-----------------------------------------|" + - "L0.1673[1282,1441] 106ns |----------------------------------------L0.1673-----------------------------------------|" + - "L0.1687[1282,1441] 107ns |----------------------------------------L0.1687-----------------------------------------|" + - "L0.1701[1282,1441] 108ns |----------------------------------------L0.1701-----------------------------------------|" + - "L0.1715[1282,1441] 109ns |----------------------------------------L0.1715-----------------------------------------|" + - "L0.1729[1282,1441] 110ns |----------------------------------------L0.1729-----------------------------------------|" + - "L0.1743[1282,1441] 111ns |----------------------------------------L0.1743-----------------------------------------|" + - "L0.1757[1282,1441] 112ns |----------------------------------------L0.1757-----------------------------------------|" + - "L0.1771[1282,1441] 113ns |----------------------------------------L0.1771-----------------------------------------|" + - "L0.1785[1282,1441] 114ns |----------------------------------------L0.1785-----------------------------------------|" + - "L0.1799[1282,1441] 115ns |----------------------------------------L0.1799-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1282,1441] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1547, L0.1561, L0.1575, L0.1589, L0.1603, L0.1617, L0.1631, L0.1645, L0.1659, L0.1673, L0.1687, L0.1701, L0.1715, L0.1729, L0.1743, L0.1757, L0.1771, L0.1785, L0.1799, L0.3005" + - " Creating 1 files" + - "**** Simulation run 279, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3006[1442,1601] 96ns |----------------------------------------L0.3006-----------------------------------------|" + - "L0.1548[1442,1601] 97ns |----------------------------------------L0.1548-----------------------------------------|" + - "L0.1562[1442,1601] 98ns |----------------------------------------L0.1562-----------------------------------------|" + - "L0.1576[1442,1601] 99ns |----------------------------------------L0.1576-----------------------------------------|" + - "L0.1590[1442,1601] 100ns |----------------------------------------L0.1590-----------------------------------------|" + - "L0.1604[1442,1601] 101ns |----------------------------------------L0.1604-----------------------------------------|" + - "L0.1618[1442,1601] 102ns |----------------------------------------L0.1618-----------------------------------------|" + - "L0.1632[1442,1601] 103ns |----------------------------------------L0.1632-----------------------------------------|" + - "L0.1646[1442,1601] 104ns |----------------------------------------L0.1646-----------------------------------------|" + - "L0.1660[1442,1601] 105ns |----------------------------------------L0.1660-----------------------------------------|" + - "L0.1674[1442,1601] 106ns |----------------------------------------L0.1674-----------------------------------------|" + - "L0.1688[1442,1601] 107ns |----------------------------------------L0.1688-----------------------------------------|" + - "L0.1702[1442,1601] 108ns |----------------------------------------L0.1702-----------------------------------------|" + - "L0.1716[1442,1601] 109ns |----------------------------------------L0.1716-----------------------------------------|" + - "L0.1730[1442,1601] 110ns |----------------------------------------L0.1730-----------------------------------------|" + - "L0.1744[1442,1601] 111ns |----------------------------------------L0.1744-----------------------------------------|" + - "L0.1758[1442,1601] 112ns |----------------------------------------L0.1758-----------------------------------------|" + - "L0.1772[1442,1601] 113ns |----------------------------------------L0.1772-----------------------------------------|" + - "L0.1786[1442,1601] 114ns |----------------------------------------L0.1786-----------------------------------------|" + - "L0.1800[1442,1601] 115ns |----------------------------------------L0.1800-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1442,1601] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1548, L0.1562, L0.1576, L0.1590, L0.1604, L0.1618, L0.1632, L0.1646, L0.1660, L0.1674, L0.1688, L0.1702, L0.1716, L0.1730, L0.1744, L0.1758, L0.1772, L0.1786, L0.1800, L0.3006" + - " Creating 1 files" + - "**** Simulation run 280, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3007[1602,1761] 96ns |----------------------------------------L0.3007-----------------------------------------|" + - "L0.1549[1602,1761] 97ns |----------------------------------------L0.1549-----------------------------------------|" + - "L0.1563[1602,1761] 98ns |----------------------------------------L0.1563-----------------------------------------|" + - "L0.1577[1602,1761] 99ns |----------------------------------------L0.1577-----------------------------------------|" + - "L0.1591[1602,1761] 100ns |----------------------------------------L0.1591-----------------------------------------|" + - "L0.1605[1602,1761] 101ns |----------------------------------------L0.1605-----------------------------------------|" + - "L0.1619[1602,1761] 102ns |----------------------------------------L0.1619-----------------------------------------|" + - "L0.1633[1602,1761] 103ns |----------------------------------------L0.1633-----------------------------------------|" + - "L0.1647[1602,1761] 104ns |----------------------------------------L0.1647-----------------------------------------|" + - "L0.1661[1602,1761] 105ns |----------------------------------------L0.1661-----------------------------------------|" + - "L0.1675[1602,1761] 106ns |----------------------------------------L0.1675-----------------------------------------|" + - "L0.1689[1602,1761] 107ns |----------------------------------------L0.1689-----------------------------------------|" + - "L0.1703[1602,1761] 108ns |----------------------------------------L0.1703-----------------------------------------|" + - "L0.1717[1602,1761] 109ns |----------------------------------------L0.1717-----------------------------------------|" + - "L0.1731[1602,1761] 110ns |----------------------------------------L0.1731-----------------------------------------|" + - "L0.1745[1602,1761] 111ns |----------------------------------------L0.1745-----------------------------------------|" + - "L0.1759[1602,1761] 112ns |----------------------------------------L0.1759-----------------------------------------|" + - "L0.1773[1602,1761] 113ns |----------------------------------------L0.1773-----------------------------------------|" + - "L0.1787[1602,1761] 114ns |----------------------------------------L0.1787-----------------------------------------|" + - "L0.1801[1602,1761] 115ns |----------------------------------------L0.1801-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1602,1761] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1549, L0.1563, L0.1577, L0.1591, L0.1605, L0.1619, L0.1633, L0.1647, L0.1661, L0.1675, L0.1689, L0.1703, L0.1717, L0.1731, L0.1745, L0.1759, L0.1773, L0.1787, L0.1801, L0.3007" + - " Creating 1 files" + - "**** Simulation run 281, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3008[1762,1921] 96ns |----------------------------------------L0.3008-----------------------------------------|" + - "L0.1550[1762,1921] 97ns |----------------------------------------L0.1550-----------------------------------------|" + - "L0.1564[1762,1921] 98ns |----------------------------------------L0.1564-----------------------------------------|" + - "L0.1578[1762,1921] 99ns |----------------------------------------L0.1578-----------------------------------------|" + - "L0.1592[1762,1921] 100ns |----------------------------------------L0.1592-----------------------------------------|" + - "L0.1606[1762,1921] 101ns |----------------------------------------L0.1606-----------------------------------------|" + - "L0.1620[1762,1921] 102ns |----------------------------------------L0.1620-----------------------------------------|" + - "L0.1634[1762,1921] 103ns |----------------------------------------L0.1634-----------------------------------------|" + - "L0.1648[1762,1921] 104ns |----------------------------------------L0.1648-----------------------------------------|" + - "L0.1662[1762,1921] 105ns |----------------------------------------L0.1662-----------------------------------------|" + - "L0.1676[1762,1921] 106ns |----------------------------------------L0.1676-----------------------------------------|" + - "L0.1690[1762,1921] 107ns |----------------------------------------L0.1690-----------------------------------------|" + - "L0.1704[1762,1921] 108ns |----------------------------------------L0.1704-----------------------------------------|" + - "L0.1718[1762,1921] 109ns |----------------------------------------L0.1718-----------------------------------------|" + - "L0.1732[1762,1921] 110ns |----------------------------------------L0.1732-----------------------------------------|" + - "L0.1746[1762,1921] 111ns |----------------------------------------L0.1746-----------------------------------------|" + - "L0.1760[1762,1921] 112ns |----------------------------------------L0.1760-----------------------------------------|" + - "L0.1774[1762,1921] 113ns |----------------------------------------L0.1774-----------------------------------------|" + - "L0.1788[1762,1921] 114ns |----------------------------------------L0.1788-----------------------------------------|" + - "L0.1802[1762,1921] 115ns |----------------------------------------L0.1802-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1762,1921] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1550, L0.1564, L0.1578, L0.1592, L0.1606, L0.1620, L0.1634, L0.1648, L0.1662, L0.1676, L0.1690, L0.1704, L0.1718, L0.1732, L0.1746, L0.1760, L0.1774, L0.1788, L0.1802, L0.3008" + - " Creating 1 files" + - "**** Simulation run 282, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3009[1922,2086] 96ns |----------------------------------------L0.3009-----------------------------------------|" + - "L0.1551[1922,2086] 97ns |----------------------------------------L0.1551-----------------------------------------|" + - "L0.1565[1922,2086] 98ns |----------------------------------------L0.1565-----------------------------------------|" + - "L0.1579[1922,2086] 99ns |----------------------------------------L0.1579-----------------------------------------|" + - "L0.1593[1922,2086] 100ns |----------------------------------------L0.1593-----------------------------------------|" + - "L0.1607[1922,2086] 101ns |----------------------------------------L0.1607-----------------------------------------|" + - "L0.1621[1922,2086] 102ns |----------------------------------------L0.1621-----------------------------------------|" + - "L0.1635[1922,2086] 103ns |----------------------------------------L0.1635-----------------------------------------|" + - "L0.1649[1922,2086] 104ns |----------------------------------------L0.1649-----------------------------------------|" + - "L0.1663[1922,2086] 105ns |----------------------------------------L0.1663-----------------------------------------|" + - "L0.1677[1922,2086] 106ns |----------------------------------------L0.1677-----------------------------------------|" + - "L0.1691[1922,2086] 107ns |----------------------------------------L0.1691-----------------------------------------|" + - "L0.1705[1922,2086] 108ns |----------------------------------------L0.1705-----------------------------------------|" + - "L0.1719[1922,2086] 109ns |----------------------------------------L0.1719-----------------------------------------|" + - "L0.1733[1922,2086] 110ns |----------------------------------------L0.1733-----------------------------------------|" + - "L0.1747[1922,2086] 111ns |----------------------------------------L0.1747-----------------------------------------|" + - "L0.1761[1922,2086] 112ns |----------------------------------------L0.1761-----------------------------------------|" + - "L0.1775[1922,2086] 113ns |----------------------------------------L0.1775-----------------------------------------|" + - "L0.1789[1922,2086] 114ns |----------------------------------------L0.1789-----------------------------------------|" + - "L0.1803[1922,2086] 115ns |----------------------------------------L0.1803-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1922,2086] 115ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1551, L0.1565, L0.1579, L0.1593, L0.1607, L0.1621, L0.1635, L0.1649, L0.1663, L0.1677, L0.1691, L0.1705, L0.1719, L0.1733, L0.1747, L0.1761, L0.1775, L0.1789, L0.1803, L0.3009" + - " Creating 1 files" + - "**** Simulation run 283, type=compact(ManySmallFiles). 20 Input Files, 1kb total:" + - "L0 " + - "L0.3010[2087,1150000] 115ns 960b|----------------------------------L0.3010----------------------------------| " + - "L0.1818[2087,1160000] 116ns 10b|----------------------------------L0.1818----------------------------------| " + - "L0.1832[2087,1170000] 117ns 10b|----------------------------------L0.1832-----------------------------------| " + - "L0.1846[2087,1180000] 118ns 10b|-----------------------------------L0.1846-----------------------------------| " + - "L0.1860[2087,1190000] 119ns 10b|-----------------------------------L0.1860-----------------------------------| " + - "L0.1874[2087,1200000] 120ns 10b|-----------------------------------L0.1874------------------------------------| " + - "L0.1888[2087,1210000] 121ns 10b|------------------------------------L0.1888------------------------------------| " + - "L0.1902[2087,1220000] 122ns 10b|------------------------------------L0.1902------------------------------------| " + - "L0.1916[2087,1230000] 123ns 10b|------------------------------------L0.1916-------------------------------------| " + - "L0.1930[2087,1240000] 124ns 10b|-------------------------------------L0.1930-------------------------------------| " + - "L0.1944[2087,1250000] 125ns 10b|-------------------------------------L0.1944-------------------------------------| " + - "L0.1958[2087,1260000] 126ns 10b|-------------------------------------L0.1958--------------------------------------| " + - "L0.1972[2087,1270000] 127ns 10b|--------------------------------------L0.1972--------------------------------------| " + - "L0.1986[2087,1280000] 128ns 10b|--------------------------------------L0.1986--------------------------------------| " + - "L0.2000[2087,1290000] 129ns 10b|--------------------------------------L0.2000---------------------------------------| " + - "L0.2014[2087,1300000] 130ns 10b|---------------------------------------L0.2014---------------------------------------| " + - "L0.2028[2087,1310000] 131ns 10b|---------------------------------------L0.2028---------------------------------------| " + - "L0.2042[2087,1320000] 132ns 10b|---------------------------------------L0.2042----------------------------------------| " + - "L0.2056[2087,1330000] 133ns 10b|----------------------------------------L0.2056----------------------------------------| " + - "L0.2070[2087,1340000] 134ns 10b|----------------------------------------L0.2070-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 1kb total:" + - "L0, all files 1kb " + - "L0.?[2087,1340000] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1818, L0.1832, L0.1846, L0.1860, L0.1874, L0.1888, L0.1902, L0.1916, L0.1930, L0.1944, L0.1958, L0.1972, L0.1986, L0.2000, L0.2014, L0.2028, L0.2042, L0.2056, L0.2070, L0.3010" + - " Creating 1 files" + - "**** Simulation run 284, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3013[20,161] 115ns |----------------------------------------L0.3013-----------------------------------------|" + - "L0.1805[116,161] 116ns |---------L0.1805----------| " + - "L0.1819[117,161] 117ns |---------L0.1819----------| " + - "L0.1833[118,161] 118ns |---------L0.1833---------| " + - "L0.1847[119,161] 119ns |--------L0.1847---------| " + - "L0.1861[120,161] 120ns |--------L0.1861---------| " + - "L0.1875[121,161] 121ns |--------L0.1875--------| " + - "L0.1889[122,161] 122ns |-------L0.1889--------| " + - "L0.1903[123,161] 123ns |-------L0.1903--------| " + - "L0.1917[124,161] 124ns |-------L0.1917-------| " + - "L0.1931[125,161] 125ns |------L0.1931-------| " + - "L0.1945[126,161] 126ns |------L0.1945-------| " + - "L0.1959[127,161] 127ns |------L0.1959------| " + - "L0.1973[128,161] 128ns |------L0.1973------| " + - "L0.1987[129,161] 129ns |-----L0.1987------| " + - "L0.2001[130,161] 130ns |-----L0.2001-----| " + - "L0.2015[131,161] 131ns |-----L0.2015-----| " + - "L0.2029[132,161] 132ns |----L0.2029-----| " + - "L0.2043[133,161] 133ns |----L0.2043----| " + - "L0.2057[134,161] 134ns |----L0.2057----| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[20,161] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1805, L0.1819, L0.1833, L0.1847, L0.1861, L0.1875, L0.1889, L0.1903, L0.1917, L0.1931, L0.1945, L0.1959, L0.1973, L0.1987, L0.2001, L0.2015, L0.2029, L0.2043, L0.2057, L0.3013" + - " Creating 1 files" + - "**** Simulation run 285, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3014[162,321] 115ns |----------------------------------------L0.3014-----------------------------------------|" + - "L0.1806[162,321] 116ns |----------------------------------------L0.1806-----------------------------------------|" + - "L0.1820[162,321] 117ns |----------------------------------------L0.1820-----------------------------------------|" + - "L0.1834[162,321] 118ns |----------------------------------------L0.1834-----------------------------------------|" + - "L0.1848[162,321] 119ns |----------------------------------------L0.1848-----------------------------------------|" + - "L0.1862[162,321] 120ns |----------------------------------------L0.1862-----------------------------------------|" + - "L0.1876[162,321] 121ns |----------------------------------------L0.1876-----------------------------------------|" + - "L0.1890[162,321] 122ns |----------------------------------------L0.1890-----------------------------------------|" + - "L0.1904[162,321] 123ns |----------------------------------------L0.1904-----------------------------------------|" + - "L0.1918[162,321] 124ns |----------------------------------------L0.1918-----------------------------------------|" + - "L0.1932[162,321] 125ns |----------------------------------------L0.1932-----------------------------------------|" + - "L0.1946[162,321] 126ns |----------------------------------------L0.1946-----------------------------------------|" + - "L0.1960[162,321] 127ns |----------------------------------------L0.1960-----------------------------------------|" + - "L0.1974[162,321] 128ns |----------------------------------------L0.1974-----------------------------------------|" + - "L0.1988[162,321] 129ns |----------------------------------------L0.1988-----------------------------------------|" + - "L0.2002[162,321] 130ns |----------------------------------------L0.2002-----------------------------------------|" + - "L0.2016[162,321] 131ns |----------------------------------------L0.2016-----------------------------------------|" + - "L0.2030[162,321] 132ns |----------------------------------------L0.2030-----------------------------------------|" + - "L0.2044[162,321] 133ns |----------------------------------------L0.2044-----------------------------------------|" + - "L0.2058[162,321] 134ns |----------------------------------------L0.2058-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[162,321] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1806, L0.1820, L0.1834, L0.1848, L0.1862, L0.1876, L0.1890, L0.1904, L0.1918, L0.1932, L0.1946, L0.1960, L0.1974, L0.1988, L0.2002, L0.2016, L0.2030, L0.2044, L0.2058, L0.3014" + - " Creating 1 files" + - "**** Simulation run 286, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3015[322,481] 115ns |----------------------------------------L0.3015-----------------------------------------|" + - "L0.1807[322,481] 116ns |----------------------------------------L0.1807-----------------------------------------|" + - "L0.1821[322,481] 117ns |----------------------------------------L0.1821-----------------------------------------|" + - "L0.1835[322,481] 118ns |----------------------------------------L0.1835-----------------------------------------|" + - "L0.1849[322,481] 119ns |----------------------------------------L0.1849-----------------------------------------|" + - "L0.1863[322,481] 120ns |----------------------------------------L0.1863-----------------------------------------|" + - "L0.1877[322,481] 121ns |----------------------------------------L0.1877-----------------------------------------|" + - "L0.1891[322,481] 122ns |----------------------------------------L0.1891-----------------------------------------|" + - "L0.1905[322,481] 123ns |----------------------------------------L0.1905-----------------------------------------|" + - "L0.1919[322,481] 124ns |----------------------------------------L0.1919-----------------------------------------|" + - "L0.1933[322,481] 125ns |----------------------------------------L0.1933-----------------------------------------|" + - "L0.1947[322,481] 126ns |----------------------------------------L0.1947-----------------------------------------|" + - "L0.1961[322,481] 127ns |----------------------------------------L0.1961-----------------------------------------|" + - "L0.1975[322,481] 128ns |----------------------------------------L0.1975-----------------------------------------|" + - "L0.1989[322,481] 129ns |----------------------------------------L0.1989-----------------------------------------|" + - "L0.2003[322,481] 130ns |----------------------------------------L0.2003-----------------------------------------|" + - "L0.2017[322,481] 131ns |----------------------------------------L0.2017-----------------------------------------|" + - "L0.2031[322,481] 132ns |----------------------------------------L0.2031-----------------------------------------|" + - "L0.2045[322,481] 133ns |----------------------------------------L0.2045-----------------------------------------|" + - "L0.2059[322,481] 134ns |----------------------------------------L0.2059-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[322,481] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1807, L0.1821, L0.1835, L0.1849, L0.1863, L0.1877, L0.1891, L0.1905, L0.1919, L0.1933, L0.1947, L0.1961, L0.1975, L0.1989, L0.2003, L0.2017, L0.2031, L0.2045, L0.2059, L0.3015" + - " Creating 1 files" + - "**** Simulation run 287, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3016[482,641] 115ns |----------------------------------------L0.3016-----------------------------------------|" + - "L0.1808[482,641] 116ns |----------------------------------------L0.1808-----------------------------------------|" + - "L0.1822[482,641] 117ns |----------------------------------------L0.1822-----------------------------------------|" + - "L0.1836[482,641] 118ns |----------------------------------------L0.1836-----------------------------------------|" + - "L0.1850[482,641] 119ns |----------------------------------------L0.1850-----------------------------------------|" + - "L0.1864[482,641] 120ns |----------------------------------------L0.1864-----------------------------------------|" + - "L0.1878[482,641] 121ns |----------------------------------------L0.1878-----------------------------------------|" + - "L0.1892[482,641] 122ns |----------------------------------------L0.1892-----------------------------------------|" + - "L0.1906[482,641] 123ns |----------------------------------------L0.1906-----------------------------------------|" + - "L0.1920[482,641] 124ns |----------------------------------------L0.1920-----------------------------------------|" + - "L0.1934[482,641] 125ns |----------------------------------------L0.1934-----------------------------------------|" + - "L0.1948[482,641] 126ns |----------------------------------------L0.1948-----------------------------------------|" + - "L0.1962[482,641] 127ns |----------------------------------------L0.1962-----------------------------------------|" + - "L0.1976[482,641] 128ns |----------------------------------------L0.1976-----------------------------------------|" + - "L0.1990[482,641] 129ns |----------------------------------------L0.1990-----------------------------------------|" + - "L0.2004[482,641] 130ns |----------------------------------------L0.2004-----------------------------------------|" + - "L0.2018[482,641] 131ns |----------------------------------------L0.2018-----------------------------------------|" + - "L0.2032[482,641] 132ns |----------------------------------------L0.2032-----------------------------------------|" + - "L0.2046[482,641] 133ns |----------------------------------------L0.2046-----------------------------------------|" + - "L0.2060[482,641] 134ns |----------------------------------------L0.2060-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[482,641] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1808, L0.1822, L0.1836, L0.1850, L0.1864, L0.1878, L0.1892, L0.1906, L0.1920, L0.1934, L0.1948, L0.1962, L0.1976, L0.1990, L0.2004, L0.2018, L0.2032, L0.2046, L0.2060, L0.3016" + - " Creating 1 files" + - "**** Simulation run 288, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3018[802,961] 115ns |----------------------------------------L0.3018-----------------------------------------|" + - "L0.1810[802,961] 116ns |----------------------------------------L0.1810-----------------------------------------|" + - "L0.1824[802,961] 117ns |----------------------------------------L0.1824-----------------------------------------|" + - "L0.1838[802,961] 118ns |----------------------------------------L0.1838-----------------------------------------|" + - "L0.1852[802,961] 119ns |----------------------------------------L0.1852-----------------------------------------|" + - "L0.1866[802,961] 120ns |----------------------------------------L0.1866-----------------------------------------|" + - "L0.1880[802,961] 121ns |----------------------------------------L0.1880-----------------------------------------|" + - "L0.1894[802,961] 122ns |----------------------------------------L0.1894-----------------------------------------|" + - "L0.1908[802,961] 123ns |----------------------------------------L0.1908-----------------------------------------|" + - "L0.1922[802,961] 124ns |----------------------------------------L0.1922-----------------------------------------|" + - "L0.1936[802,961] 125ns |----------------------------------------L0.1936-----------------------------------------|" + - "L0.1950[802,961] 126ns |----------------------------------------L0.1950-----------------------------------------|" + - "L0.1964[802,961] 127ns |----------------------------------------L0.1964-----------------------------------------|" + - "L0.1978[802,961] 128ns |----------------------------------------L0.1978-----------------------------------------|" + - "L0.1992[802,961] 129ns |----------------------------------------L0.1992-----------------------------------------|" + - "L0.2006[802,961] 130ns |----------------------------------------L0.2006-----------------------------------------|" + - "L0.2020[802,961] 131ns |----------------------------------------L0.2020-----------------------------------------|" + - "L0.2034[802,961] 132ns |----------------------------------------L0.2034-----------------------------------------|" + - "L0.2048[802,961] 133ns |----------------------------------------L0.2048-----------------------------------------|" + - "L0.2062[802,961] 134ns |----------------------------------------L0.2062-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[802,961] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1810, L0.1824, L0.1838, L0.1852, L0.1866, L0.1880, L0.1894, L0.1908, L0.1922, L0.1936, L0.1950, L0.1964, L0.1978, L0.1992, L0.2006, L0.2020, L0.2034, L0.2048, L0.2062, L0.3018" + - " Creating 1 files" + - "**** Simulation run 289, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3019[962,1121] 115ns |----------------------------------------L0.3019-----------------------------------------|" + - "L0.1811[962,1121] 116ns |----------------------------------------L0.1811-----------------------------------------|" + - "L0.1825[962,1121] 117ns |----------------------------------------L0.1825-----------------------------------------|" + - "L0.1839[962,1121] 118ns |----------------------------------------L0.1839-----------------------------------------|" + - "L0.1853[962,1121] 119ns |----------------------------------------L0.1853-----------------------------------------|" + - "L0.1867[962,1121] 120ns |----------------------------------------L0.1867-----------------------------------------|" + - "L0.1881[962,1121] 121ns |----------------------------------------L0.1881-----------------------------------------|" + - "L0.1895[962,1121] 122ns |----------------------------------------L0.1895-----------------------------------------|" + - "L0.1909[962,1121] 123ns |----------------------------------------L0.1909-----------------------------------------|" + - "L0.1923[962,1121] 124ns |----------------------------------------L0.1923-----------------------------------------|" + - "L0.1937[962,1121] 125ns |----------------------------------------L0.1937-----------------------------------------|" + - "L0.1951[962,1121] 126ns |----------------------------------------L0.1951-----------------------------------------|" + - "L0.1965[962,1121] 127ns |----------------------------------------L0.1965-----------------------------------------|" + - "L0.1979[962,1121] 128ns |----------------------------------------L0.1979-----------------------------------------|" + - "L0.1993[962,1121] 129ns |----------------------------------------L0.1993-----------------------------------------|" + - "L0.2007[962,1121] 130ns |----------------------------------------L0.2007-----------------------------------------|" + - "L0.2021[962,1121] 131ns |----------------------------------------L0.2021-----------------------------------------|" + - "L0.2035[962,1121] 132ns |----------------------------------------L0.2035-----------------------------------------|" + - "L0.2049[962,1121] 133ns |----------------------------------------L0.2049-----------------------------------------|" + - "L0.2063[962,1121] 134ns |----------------------------------------L0.2063-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[962,1121] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1811, L0.1825, L0.1839, L0.1853, L0.1867, L0.1881, L0.1895, L0.1909, L0.1923, L0.1937, L0.1951, L0.1965, L0.1979, L0.1993, L0.2007, L0.2021, L0.2035, L0.2049, L0.2063, L0.3019" + - " Creating 1 files" + - "**** Simulation run 290, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3020[1122,1281] 115ns |----------------------------------------L0.3020-----------------------------------------|" + - "L0.1812[1122,1281] 116ns |----------------------------------------L0.1812-----------------------------------------|" + - "L0.1826[1122,1281] 117ns |----------------------------------------L0.1826-----------------------------------------|" + - "L0.1840[1122,1281] 118ns |----------------------------------------L0.1840-----------------------------------------|" + - "L0.1854[1122,1281] 119ns |----------------------------------------L0.1854-----------------------------------------|" + - "L0.1868[1122,1281] 120ns |----------------------------------------L0.1868-----------------------------------------|" + - "L0.1882[1122,1281] 121ns |----------------------------------------L0.1882-----------------------------------------|" + - "L0.1896[1122,1281] 122ns |----------------------------------------L0.1896-----------------------------------------|" + - "L0.1910[1122,1281] 123ns |----------------------------------------L0.1910-----------------------------------------|" + - "L0.1924[1122,1281] 124ns |----------------------------------------L0.1924-----------------------------------------|" + - "L0.1938[1122,1281] 125ns |----------------------------------------L0.1938-----------------------------------------|" + - "L0.1952[1122,1281] 126ns |----------------------------------------L0.1952-----------------------------------------|" + - "L0.1966[1122,1281] 127ns |----------------------------------------L0.1966-----------------------------------------|" + - "L0.1980[1122,1281] 128ns |----------------------------------------L0.1980-----------------------------------------|" + - "L0.1994[1122,1281] 129ns |----------------------------------------L0.1994-----------------------------------------|" + - "L0.2008[1122,1281] 130ns |----------------------------------------L0.2008-----------------------------------------|" + - "L0.2022[1122,1281] 131ns |----------------------------------------L0.2022-----------------------------------------|" + - "L0.2036[1122,1281] 132ns |----------------------------------------L0.2036-----------------------------------------|" + - "L0.2050[1122,1281] 133ns |----------------------------------------L0.2050-----------------------------------------|" + - "L0.2064[1122,1281] 134ns |----------------------------------------L0.2064-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1122,1281] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1812, L0.1826, L0.1840, L0.1854, L0.1868, L0.1882, L0.1896, L0.1910, L0.1924, L0.1938, L0.1952, L0.1966, L0.1980, L0.1994, L0.2008, L0.2022, L0.2036, L0.2050, L0.2064, L0.3020" + - " Creating 1 files" + - "**** Simulation run 291, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3021[1282,1441] 115ns |----------------------------------------L0.3021-----------------------------------------|" + - "L0.1813[1282,1441] 116ns |----------------------------------------L0.1813-----------------------------------------|" + - "L0.1827[1282,1441] 117ns |----------------------------------------L0.1827-----------------------------------------|" + - "L0.1841[1282,1441] 118ns |----------------------------------------L0.1841-----------------------------------------|" + - "L0.1855[1282,1441] 119ns |----------------------------------------L0.1855-----------------------------------------|" + - "L0.1869[1282,1441] 120ns |----------------------------------------L0.1869-----------------------------------------|" + - "L0.1883[1282,1441] 121ns |----------------------------------------L0.1883-----------------------------------------|" + - "L0.1897[1282,1441] 122ns |----------------------------------------L0.1897-----------------------------------------|" + - "L0.1911[1282,1441] 123ns |----------------------------------------L0.1911-----------------------------------------|" + - "L0.1925[1282,1441] 124ns |----------------------------------------L0.1925-----------------------------------------|" + - "L0.1939[1282,1441] 125ns |----------------------------------------L0.1939-----------------------------------------|" + - "L0.1953[1282,1441] 126ns |----------------------------------------L0.1953-----------------------------------------|" + - "L0.1967[1282,1441] 127ns |----------------------------------------L0.1967-----------------------------------------|" + - "L0.1981[1282,1441] 128ns |----------------------------------------L0.1981-----------------------------------------|" + - "L0.1995[1282,1441] 129ns |----------------------------------------L0.1995-----------------------------------------|" + - "L0.2009[1282,1441] 130ns |----------------------------------------L0.2009-----------------------------------------|" + - "L0.2023[1282,1441] 131ns |----------------------------------------L0.2023-----------------------------------------|" + - "L0.2037[1282,1441] 132ns |----------------------------------------L0.2037-----------------------------------------|" + - "L0.2051[1282,1441] 133ns |----------------------------------------L0.2051-----------------------------------------|" + - "L0.2065[1282,1441] 134ns |----------------------------------------L0.2065-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1282,1441] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1813, L0.1827, L0.1841, L0.1855, L0.1869, L0.1883, L0.1897, L0.1911, L0.1925, L0.1939, L0.1953, L0.1967, L0.1981, L0.1995, L0.2009, L0.2023, L0.2037, L0.2051, L0.2065, L0.3021" + - " Creating 1 files" + - "**** Simulation run 292, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3022[1442,1601] 115ns |----------------------------------------L0.3022-----------------------------------------|" + - "L0.1814[1442,1601] 116ns |----------------------------------------L0.1814-----------------------------------------|" + - "L0.1828[1442,1601] 117ns |----------------------------------------L0.1828-----------------------------------------|" + - "L0.1842[1442,1601] 118ns |----------------------------------------L0.1842-----------------------------------------|" + - "L0.1856[1442,1601] 119ns |----------------------------------------L0.1856-----------------------------------------|" + - "L0.1870[1442,1601] 120ns |----------------------------------------L0.1870-----------------------------------------|" + - "L0.1884[1442,1601] 121ns |----------------------------------------L0.1884-----------------------------------------|" + - "L0.1898[1442,1601] 122ns |----------------------------------------L0.1898-----------------------------------------|" + - "L0.1912[1442,1601] 123ns |----------------------------------------L0.1912-----------------------------------------|" + - "L0.1926[1442,1601] 124ns |----------------------------------------L0.1926-----------------------------------------|" + - "L0.1940[1442,1601] 125ns |----------------------------------------L0.1940-----------------------------------------|" + - "L0.1954[1442,1601] 126ns |----------------------------------------L0.1954-----------------------------------------|" + - "L0.1968[1442,1601] 127ns |----------------------------------------L0.1968-----------------------------------------|" + - "L0.1982[1442,1601] 128ns |----------------------------------------L0.1982-----------------------------------------|" + - "L0.1996[1442,1601] 129ns |----------------------------------------L0.1996-----------------------------------------|" + - "L0.2010[1442,1601] 130ns |----------------------------------------L0.2010-----------------------------------------|" + - "L0.2024[1442,1601] 131ns |----------------------------------------L0.2024-----------------------------------------|" + - "L0.2038[1442,1601] 132ns |----------------------------------------L0.2038-----------------------------------------|" + - "L0.2052[1442,1601] 133ns |----------------------------------------L0.2052-----------------------------------------|" + - "L0.2066[1442,1601] 134ns |----------------------------------------L0.2066-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1442,1601] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1814, L0.1828, L0.1842, L0.1856, L0.1870, L0.1884, L0.1898, L0.1912, L0.1926, L0.1940, L0.1954, L0.1968, L0.1982, L0.1996, L0.2010, L0.2024, L0.2038, L0.2052, L0.2066, L0.3022" + - " Creating 1 files" + - "**** Simulation run 293, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3023[1602,1761] 115ns |----------------------------------------L0.3023-----------------------------------------|" + - "L0.1815[1602,1761] 116ns |----------------------------------------L0.1815-----------------------------------------|" + - "L0.1829[1602,1761] 117ns |----------------------------------------L0.1829-----------------------------------------|" + - "L0.1843[1602,1761] 118ns |----------------------------------------L0.1843-----------------------------------------|" + - "L0.1857[1602,1761] 119ns |----------------------------------------L0.1857-----------------------------------------|" + - "L0.1871[1602,1761] 120ns |----------------------------------------L0.1871-----------------------------------------|" + - "L0.1885[1602,1761] 121ns |----------------------------------------L0.1885-----------------------------------------|" + - "L0.1899[1602,1761] 122ns |----------------------------------------L0.1899-----------------------------------------|" + - "L0.1913[1602,1761] 123ns |----------------------------------------L0.1913-----------------------------------------|" + - "L0.1927[1602,1761] 124ns |----------------------------------------L0.1927-----------------------------------------|" + - "L0.1941[1602,1761] 125ns |----------------------------------------L0.1941-----------------------------------------|" + - "L0.1955[1602,1761] 126ns |----------------------------------------L0.1955-----------------------------------------|" + - "L0.1969[1602,1761] 127ns |----------------------------------------L0.1969-----------------------------------------|" + - "L0.1983[1602,1761] 128ns |----------------------------------------L0.1983-----------------------------------------|" + - "L0.1997[1602,1761] 129ns |----------------------------------------L0.1997-----------------------------------------|" + - "L0.2011[1602,1761] 130ns |----------------------------------------L0.2011-----------------------------------------|" + - "L0.2025[1602,1761] 131ns |----------------------------------------L0.2025-----------------------------------------|" + - "L0.2039[1602,1761] 132ns |----------------------------------------L0.2039-----------------------------------------|" + - "L0.2053[1602,1761] 133ns |----------------------------------------L0.2053-----------------------------------------|" + - "L0.2067[1602,1761] 134ns |----------------------------------------L0.2067-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1602,1761] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1815, L0.1829, L0.1843, L0.1857, L0.1871, L0.1885, L0.1899, L0.1913, L0.1927, L0.1941, L0.1955, L0.1969, L0.1983, L0.1997, L0.2011, L0.2025, L0.2039, L0.2053, L0.2067, L0.3023" + - " Creating 1 files" + - "**** Simulation run 294, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3024[1762,1921] 115ns |----------------------------------------L0.3024-----------------------------------------|" + - "L0.1816[1762,1921] 116ns |----------------------------------------L0.1816-----------------------------------------|" + - "L0.1830[1762,1921] 117ns |----------------------------------------L0.1830-----------------------------------------|" + - "L0.1844[1762,1921] 118ns |----------------------------------------L0.1844-----------------------------------------|" + - "L0.1858[1762,1921] 119ns |----------------------------------------L0.1858-----------------------------------------|" + - "L0.1872[1762,1921] 120ns |----------------------------------------L0.1872-----------------------------------------|" + - "L0.1886[1762,1921] 121ns |----------------------------------------L0.1886-----------------------------------------|" + - "L0.1900[1762,1921] 122ns |----------------------------------------L0.1900-----------------------------------------|" + - "L0.1914[1762,1921] 123ns |----------------------------------------L0.1914-----------------------------------------|" + - "L0.1928[1762,1921] 124ns |----------------------------------------L0.1928-----------------------------------------|" + - "L0.1942[1762,1921] 125ns |----------------------------------------L0.1942-----------------------------------------|" + - "L0.1956[1762,1921] 126ns |----------------------------------------L0.1956-----------------------------------------|" + - "L0.1970[1762,1921] 127ns |----------------------------------------L0.1970-----------------------------------------|" + - "L0.1984[1762,1921] 128ns |----------------------------------------L0.1984-----------------------------------------|" + - "L0.1998[1762,1921] 129ns |----------------------------------------L0.1998-----------------------------------------|" + - "L0.2012[1762,1921] 130ns |----------------------------------------L0.2012-----------------------------------------|" + - "L0.2026[1762,1921] 131ns |----------------------------------------L0.2026-----------------------------------------|" + - "L0.2040[1762,1921] 132ns |----------------------------------------L0.2040-----------------------------------------|" + - "L0.2054[1762,1921] 133ns |----------------------------------------L0.2054-----------------------------------------|" + - "L0.2068[1762,1921] 134ns |----------------------------------------L0.2068-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1762,1921] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1816, L0.1830, L0.1844, L0.1858, L0.1872, L0.1886, L0.1900, L0.1914, L0.1928, L0.1942, L0.1956, L0.1970, L0.1984, L0.1998, L0.2012, L0.2026, L0.2040, L0.2054, L0.2068, L0.3024" + - " Creating 1 files" + - "**** Simulation run 295, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3025[1922,2086] 115ns |----------------------------------------L0.3025-----------------------------------------|" + - "L0.1817[1922,2086] 116ns |----------------------------------------L0.1817-----------------------------------------|" + - "L0.1831[1922,2086] 117ns |----------------------------------------L0.1831-----------------------------------------|" + - "L0.1845[1922,2086] 118ns |----------------------------------------L0.1845-----------------------------------------|" + - "L0.1859[1922,2086] 119ns |----------------------------------------L0.1859-----------------------------------------|" + - "L0.1873[1922,2086] 120ns |----------------------------------------L0.1873-----------------------------------------|" + - "L0.1887[1922,2086] 121ns |----------------------------------------L0.1887-----------------------------------------|" + - "L0.1901[1922,2086] 122ns |----------------------------------------L0.1901-----------------------------------------|" + - "L0.1915[1922,2086] 123ns |----------------------------------------L0.1915-----------------------------------------|" + - "L0.1929[1922,2086] 124ns |----------------------------------------L0.1929-----------------------------------------|" + - "L0.1943[1922,2086] 125ns |----------------------------------------L0.1943-----------------------------------------|" + - "L0.1957[1922,2086] 126ns |----------------------------------------L0.1957-----------------------------------------|" + - "L0.1971[1922,2086] 127ns |----------------------------------------L0.1971-----------------------------------------|" + - "L0.1985[1922,2086] 128ns |----------------------------------------L0.1985-----------------------------------------|" + - "L0.1999[1922,2086] 129ns |----------------------------------------L0.1999-----------------------------------------|" + - "L0.2013[1922,2086] 130ns |----------------------------------------L0.2013-----------------------------------------|" + - "L0.2027[1922,2086] 131ns |----------------------------------------L0.2027-----------------------------------------|" + - "L0.2041[1922,2086] 132ns |----------------------------------------L0.2041-----------------------------------------|" + - "L0.2055[1922,2086] 133ns |----------------------------------------L0.2055-----------------------------------------|" + - "L0.2069[1922,2086] 134ns |----------------------------------------L0.2069-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1922,2086] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1817, L0.1831, L0.1845, L0.1859, L0.1873, L0.1887, L0.1901, L0.1915, L0.1929, L0.1943, L0.1957, L0.1971, L0.1985, L0.1999, L0.2013, L0.2027, L0.2041, L0.2055, L0.2069, L0.3025" + - " Creating 1 files" + - "**** Simulation run 296, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3017[642,801] 115ns |----------------------------------------L0.3017-----------------------------------------|" + - "L0.1809[642,801] 116ns |----------------------------------------L0.1809-----------------------------------------|" + - "L0.1823[642,801] 117ns |----------------------------------------L0.1823-----------------------------------------|" + - "L0.1837[642,801] 118ns |----------------------------------------L0.1837-----------------------------------------|" + - "L0.1851[642,801] 119ns |----------------------------------------L0.1851-----------------------------------------|" + - "L0.1865[642,801] 120ns |----------------------------------------L0.1865-----------------------------------------|" + - "L0.1879[642,801] 121ns |----------------------------------------L0.1879-----------------------------------------|" + - "L0.1893[642,801] 122ns |----------------------------------------L0.1893-----------------------------------------|" + - "L0.1907[642,801] 123ns |----------------------------------------L0.1907-----------------------------------------|" + - "L0.1921[642,801] 124ns |----------------------------------------L0.1921-----------------------------------------|" + - "L0.1935[642,801] 125ns |----------------------------------------L0.1935-----------------------------------------|" + - "L0.1949[642,801] 126ns |----------------------------------------L0.1949-----------------------------------------|" + - "L0.1963[642,801] 127ns |----------------------------------------L0.1963-----------------------------------------|" + - "L0.1977[642,801] 128ns |----------------------------------------L0.1977-----------------------------------------|" + - "L0.1991[642,801] 129ns |----------------------------------------L0.1991-----------------------------------------|" + - "L0.2005[642,801] 130ns |----------------------------------------L0.2005-----------------------------------------|" + - "L0.2019[642,801] 131ns |----------------------------------------L0.2019-----------------------------------------|" + - "L0.2033[642,801] 132ns |----------------------------------------L0.2033-----------------------------------------|" + - "L0.2047[642,801] 133ns |----------------------------------------L0.2047-----------------------------------------|" + - "L0.2061[642,801] 134ns |----------------------------------------L0.2061-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[642,801] 134ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.1809, L0.1823, L0.1837, L0.1851, L0.1865, L0.1879, L0.1893, L0.1907, L0.1921, L0.1935, L0.1949, L0.1963, L0.1977, L0.1991, L0.2005, L0.2019, L0.2033, L0.2047, L0.2061, L0.3017" + - " Creating 1 files" + - "**** Simulation run 297, type=compact(ManySmallFiles). 20 Input Files, 1kb total:" + - "L0 " + - "L0.3026[2087,1340000] 134ns 1kb|----------------------------------L0.3026-----------------------------------| " + - "L0.2196[2087,1350000] 135ns 10b|-----------------------------------L0.2196-----------------------------------| " + - "L0.2210[2087,1360000] 136ns 10b|-----------------------------------L0.2210-----------------------------------| " + - "L0.2084[2087,1370000] 137ns 10b|-----------------------------------L0.2084------------------------------------| " + - "L0.2098[2087,1380000] 138ns 10b|------------------------------------L0.2098------------------------------------| " + - "L0.2112[2087,1390000] 139ns 10b|------------------------------------L0.2112------------------------------------| " + - "L0.2126[2087,1400000] 140ns 10b|------------------------------------L0.2126-------------------------------------| " + - "L0.2140[2087,1410000] 141ns 10b|------------------------------------L0.2140-------------------------------------| " + - "L0.2154[2087,1420000] 142ns 10b|-------------------------------------L0.2154-------------------------------------| " + - "L0.2168[2087,1430000] 143ns 10b|-------------------------------------L0.2168--------------------------------------| " + - "L0.2182[2087,1440000] 144ns 10b|-------------------------------------L0.2182--------------------------------------| " + - "L0.2224[2087,1450000] 145ns 10b|--------------------------------------L0.2224--------------------------------------| " + - "L0.2238[2087,1460000] 146ns 10b|--------------------------------------L0.2238--------------------------------------| " + - "L0.2252[2087,1470000] 147ns 10b|--------------------------------------L0.2252---------------------------------------| " + - "L0.2266[2087,1480000] 148ns 10b|---------------------------------------L0.2266---------------------------------------| " + - "L0.2280[2087,1490000] 149ns 10b|---------------------------------------L0.2280---------------------------------------| " + - "L0.2294[2087,1500000] 150ns 10b|---------------------------------------L0.2294----------------------------------------| " + - "L0.2308[2087,1510000] 151ns 10b|---------------------------------------L0.2308----------------------------------------| " + - "L0.2322[2087,1520000] 152ns 10b|----------------------------------------L0.2322----------------------------------------| " + - "L0.2336[2087,1530000] 153ns 10b|----------------------------------------L0.2336-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 1kb total:" + - "L0, all files 1kb " + - "L0.?[2087,1530000] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2084, L0.2098, L0.2112, L0.2126, L0.2140, L0.2154, L0.2168, L0.2182, L0.2196, L0.2210, L0.2224, L0.2238, L0.2252, L0.2266, L0.2280, L0.2294, L0.2308, L0.2322, L0.2336, L0.3026" + - " Creating 1 files" + - "**** Simulation run 298, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3027[20,161] 134ns |----------------------------------------L0.3027-----------------------------------------|" + - "L0.2183[135,161] 135ns |---L0.2183----| " + - "L0.2197[136,161] 136ns |---L0.2197---| " + - "L0.2071[137,161] 137ns |---L0.2071---| " + - "L0.2085[138,161] 138ns |--L0.2085---| " + - "L0.2099[139,161] 139ns |--L0.2099---| " + - "L0.2113[140,161] 140ns |--L0.2113--| " + - "L0.2127[141,161] 141ns |-L0.2127--| " + - "L0.2141[142,161] 142ns |-L0.2141--| " + - "L0.2155[143,161] 143ns |-L0.2155-| " + - "L0.2169[144,161] 144ns |L0.2169-| " + - "L0.2211[145,161] 145ns |L0.2211-| " + - "L0.2225[146,161] 146ns |L0.2225| " + - "L0.2239[147,161] 147ns |L0.2239|" + - "L0.2253[148,161] 148ns |L0.2253|" + - "L0.2267[149,161] 149ns |L0.2267|" + - "L0.2281[150,161] 150ns |L0.2281|" + - "L0.2295[151,161] 151ns |L0.2295|" + - "L0.2309[152,161] 152ns |L0.2309|" + - "L0.2323[153,161] 153ns |L0.2323|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[20,161] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2071, L0.2085, L0.2099, L0.2113, L0.2127, L0.2141, L0.2155, L0.2169, L0.2183, L0.2197, L0.2211, L0.2225, L0.2239, L0.2253, L0.2267, L0.2281, L0.2295, L0.2309, L0.2323, L0.3027" + - " Creating 1 files" + - "**** Simulation run 299, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3028[162,321] 134ns |----------------------------------------L0.3028-----------------------------------------|" + - "L0.2184[162,321] 135ns |----------------------------------------L0.2184-----------------------------------------|" + - "L0.2198[162,321] 136ns |----------------------------------------L0.2198-----------------------------------------|" + - "L0.2072[162,321] 137ns |----------------------------------------L0.2072-----------------------------------------|" + - "L0.2086[162,321] 138ns |----------------------------------------L0.2086-----------------------------------------|" + - "L0.2100[162,321] 139ns |----------------------------------------L0.2100-----------------------------------------|" + - "L0.2114[162,321] 140ns |----------------------------------------L0.2114-----------------------------------------|" + - "L0.2128[162,321] 141ns |----------------------------------------L0.2128-----------------------------------------|" + - "L0.2142[162,321] 142ns |----------------------------------------L0.2142-----------------------------------------|" + - "L0.2156[162,321] 143ns |----------------------------------------L0.2156-----------------------------------------|" + - "L0.2170[162,321] 144ns |----------------------------------------L0.2170-----------------------------------------|" + - "L0.2212[162,321] 145ns |----------------------------------------L0.2212-----------------------------------------|" + - "L0.2226[162,321] 146ns |----------------------------------------L0.2226-----------------------------------------|" + - "L0.2240[162,321] 147ns |----------------------------------------L0.2240-----------------------------------------|" + - "L0.2254[162,321] 148ns |----------------------------------------L0.2254-----------------------------------------|" + - "L0.2268[162,321] 149ns |----------------------------------------L0.2268-----------------------------------------|" + - "L0.2282[162,321] 150ns |----------------------------------------L0.2282-----------------------------------------|" + - "L0.2296[162,321] 151ns |----------------------------------------L0.2296-----------------------------------------|" + - "L0.2310[162,321] 152ns |----------------------------------------L0.2310-----------------------------------------|" + - "L0.2324[162,321] 153ns |----------------------------------------L0.2324-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[162,321] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2072, L0.2086, L0.2100, L0.2114, L0.2128, L0.2142, L0.2156, L0.2170, L0.2184, L0.2198, L0.2212, L0.2226, L0.2240, L0.2254, L0.2268, L0.2282, L0.2296, L0.2310, L0.2324, L0.3028" + - " Creating 1 files" + - "**** Simulation run 300, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3029[322,481] 134ns |----------------------------------------L0.3029-----------------------------------------|" + - "L0.2185[322,481] 135ns |----------------------------------------L0.2185-----------------------------------------|" + - "L0.2199[322,481] 136ns |----------------------------------------L0.2199-----------------------------------------|" + - "L0.2073[322,481] 137ns |----------------------------------------L0.2073-----------------------------------------|" + - "L0.2087[322,481] 138ns |----------------------------------------L0.2087-----------------------------------------|" + - "L0.2101[322,481] 139ns |----------------------------------------L0.2101-----------------------------------------|" + - "L0.2115[322,481] 140ns |----------------------------------------L0.2115-----------------------------------------|" + - "L0.2129[322,481] 141ns |----------------------------------------L0.2129-----------------------------------------|" + - "L0.2143[322,481] 142ns |----------------------------------------L0.2143-----------------------------------------|" + - "L0.2157[322,481] 143ns |----------------------------------------L0.2157-----------------------------------------|" + - "L0.2171[322,481] 144ns |----------------------------------------L0.2171-----------------------------------------|" + - "L0.2213[322,481] 145ns |----------------------------------------L0.2213-----------------------------------------|" + - "L0.2227[322,481] 146ns |----------------------------------------L0.2227-----------------------------------------|" + - "L0.2241[322,481] 147ns |----------------------------------------L0.2241-----------------------------------------|" + - "L0.2255[322,481] 148ns |----------------------------------------L0.2255-----------------------------------------|" + - "L0.2269[322,481] 149ns |----------------------------------------L0.2269-----------------------------------------|" + - "L0.2283[322,481] 150ns |----------------------------------------L0.2283-----------------------------------------|" + - "L0.2297[322,481] 151ns |----------------------------------------L0.2297-----------------------------------------|" + - "L0.2311[322,481] 152ns |----------------------------------------L0.2311-----------------------------------------|" + - "L0.2325[322,481] 153ns |----------------------------------------L0.2325-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[322,481] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2073, L0.2087, L0.2101, L0.2115, L0.2129, L0.2143, L0.2157, L0.2171, L0.2185, L0.2199, L0.2213, L0.2227, L0.2241, L0.2255, L0.2269, L0.2283, L0.2297, L0.2311, L0.2325, L0.3029" + - " Creating 1 files" + - "**** Simulation run 301, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3030[482,641] 134ns |----------------------------------------L0.3030-----------------------------------------|" + - "L0.2186[482,641] 135ns |----------------------------------------L0.2186-----------------------------------------|" + - "L0.2200[482,641] 136ns |----------------------------------------L0.2200-----------------------------------------|" + - "L0.2074[482,641] 137ns |----------------------------------------L0.2074-----------------------------------------|" + - "L0.2088[482,641] 138ns |----------------------------------------L0.2088-----------------------------------------|" + - "L0.2102[482,641] 139ns |----------------------------------------L0.2102-----------------------------------------|" + - "L0.2116[482,641] 140ns |----------------------------------------L0.2116-----------------------------------------|" + - "L0.2130[482,641] 141ns |----------------------------------------L0.2130-----------------------------------------|" + - "L0.2144[482,641] 142ns |----------------------------------------L0.2144-----------------------------------------|" + - "L0.2158[482,641] 143ns |----------------------------------------L0.2158-----------------------------------------|" + - "L0.2172[482,641] 144ns |----------------------------------------L0.2172-----------------------------------------|" + - "L0.2214[482,641] 145ns |----------------------------------------L0.2214-----------------------------------------|" + - "L0.2228[482,641] 146ns |----------------------------------------L0.2228-----------------------------------------|" + - "L0.2242[482,641] 147ns |----------------------------------------L0.2242-----------------------------------------|" + - "L0.2256[482,641] 148ns |----------------------------------------L0.2256-----------------------------------------|" + - "L0.2270[482,641] 149ns |----------------------------------------L0.2270-----------------------------------------|" + - "L0.2284[482,641] 150ns |----------------------------------------L0.2284-----------------------------------------|" + - "L0.2298[482,641] 151ns |----------------------------------------L0.2298-----------------------------------------|" + - "L0.2312[482,641] 152ns |----------------------------------------L0.2312-----------------------------------------|" + - "L0.2326[482,641] 153ns |----------------------------------------L0.2326-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[482,641] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2074, L0.2088, L0.2102, L0.2116, L0.2130, L0.2144, L0.2158, L0.2172, L0.2186, L0.2200, L0.2214, L0.2228, L0.2242, L0.2256, L0.2270, L0.2284, L0.2298, L0.2312, L0.2326, L0.3030" + - " Creating 1 files" + - "**** Simulation run 302, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3039[642,801] 134ns |----------------------------------------L0.3039-----------------------------------------|" + - "L0.2187[642,801] 135ns |----------------------------------------L0.2187-----------------------------------------|" + - "L0.2201[642,801] 136ns |----------------------------------------L0.2201-----------------------------------------|" + - "L0.2075[642,801] 137ns |----------------------------------------L0.2075-----------------------------------------|" + - "L0.2089[642,801] 138ns |----------------------------------------L0.2089-----------------------------------------|" + - "L0.2103[642,801] 139ns |----------------------------------------L0.2103-----------------------------------------|" + - "L0.2117[642,801] 140ns |----------------------------------------L0.2117-----------------------------------------|" + - "L0.2131[642,801] 141ns |----------------------------------------L0.2131-----------------------------------------|" + - "L0.2145[642,801] 142ns |----------------------------------------L0.2145-----------------------------------------|" + - "L0.2159[642,801] 143ns |----------------------------------------L0.2159-----------------------------------------|" + - "L0.2173[642,801] 144ns |----------------------------------------L0.2173-----------------------------------------|" + - "L0.2215[642,801] 145ns |----------------------------------------L0.2215-----------------------------------------|" + - "L0.2229[642,801] 146ns |----------------------------------------L0.2229-----------------------------------------|" + - "L0.2243[642,801] 147ns |----------------------------------------L0.2243-----------------------------------------|" + - "L0.2257[642,801] 148ns |----------------------------------------L0.2257-----------------------------------------|" + - "L0.2271[642,801] 149ns |----------------------------------------L0.2271-----------------------------------------|" + - "L0.2285[642,801] 150ns |----------------------------------------L0.2285-----------------------------------------|" + - "L0.2299[642,801] 151ns |----------------------------------------L0.2299-----------------------------------------|" + - "L0.2313[642,801] 152ns |----------------------------------------L0.2313-----------------------------------------|" + - "L0.2327[642,801] 153ns |----------------------------------------L0.2327-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[642,801] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2075, L0.2089, L0.2103, L0.2117, L0.2131, L0.2145, L0.2159, L0.2173, L0.2187, L0.2201, L0.2215, L0.2229, L0.2243, L0.2257, L0.2271, L0.2285, L0.2299, L0.2313, L0.2327, L0.3039" + - " Creating 1 files" + - "**** Simulation run 303, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3031[802,961] 134ns |----------------------------------------L0.3031-----------------------------------------|" + - "L0.2188[802,961] 135ns |----------------------------------------L0.2188-----------------------------------------|" + - "L0.2202[802,961] 136ns |----------------------------------------L0.2202-----------------------------------------|" + - "L0.2076[802,961] 137ns |----------------------------------------L0.2076-----------------------------------------|" + - "L0.2090[802,961] 138ns |----------------------------------------L0.2090-----------------------------------------|" + - "L0.2104[802,961] 139ns |----------------------------------------L0.2104-----------------------------------------|" + - "L0.2118[802,961] 140ns |----------------------------------------L0.2118-----------------------------------------|" + - "L0.2132[802,961] 141ns |----------------------------------------L0.2132-----------------------------------------|" + - "L0.2146[802,961] 142ns |----------------------------------------L0.2146-----------------------------------------|" + - "L0.2160[802,961] 143ns |----------------------------------------L0.2160-----------------------------------------|" + - "L0.2174[802,961] 144ns |----------------------------------------L0.2174-----------------------------------------|" + - "L0.2216[802,961] 145ns |----------------------------------------L0.2216-----------------------------------------|" + - "L0.2230[802,961] 146ns |----------------------------------------L0.2230-----------------------------------------|" + - "L0.2244[802,961] 147ns |----------------------------------------L0.2244-----------------------------------------|" + - "L0.2258[802,961] 148ns |----------------------------------------L0.2258-----------------------------------------|" + - "L0.2272[802,961] 149ns |----------------------------------------L0.2272-----------------------------------------|" + - "L0.2286[802,961] 150ns |----------------------------------------L0.2286-----------------------------------------|" + - "L0.2300[802,961] 151ns |----------------------------------------L0.2300-----------------------------------------|" + - "L0.2314[802,961] 152ns |----------------------------------------L0.2314-----------------------------------------|" + - "L0.2328[802,961] 153ns |----------------------------------------L0.2328-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[802,961] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2076, L0.2090, L0.2104, L0.2118, L0.2132, L0.2146, L0.2160, L0.2174, L0.2188, L0.2202, L0.2216, L0.2230, L0.2244, L0.2258, L0.2272, L0.2286, L0.2300, L0.2314, L0.2328, L0.3031" + - " Creating 1 files" + - "**** Simulation run 304, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3032[962,1121] 134ns |----------------------------------------L0.3032-----------------------------------------|" + - "L0.2189[962,1121] 135ns |----------------------------------------L0.2189-----------------------------------------|" + - "L0.2203[962,1121] 136ns |----------------------------------------L0.2203-----------------------------------------|" + - "L0.2077[962,1121] 137ns |----------------------------------------L0.2077-----------------------------------------|" + - "L0.2091[962,1121] 138ns |----------------------------------------L0.2091-----------------------------------------|" + - "L0.2105[962,1121] 139ns |----------------------------------------L0.2105-----------------------------------------|" + - "L0.2119[962,1121] 140ns |----------------------------------------L0.2119-----------------------------------------|" + - "L0.2133[962,1121] 141ns |----------------------------------------L0.2133-----------------------------------------|" + - "L0.2147[962,1121] 142ns |----------------------------------------L0.2147-----------------------------------------|" + - "L0.2161[962,1121] 143ns |----------------------------------------L0.2161-----------------------------------------|" + - "L0.2175[962,1121] 144ns |----------------------------------------L0.2175-----------------------------------------|" + - "L0.2217[962,1121] 145ns |----------------------------------------L0.2217-----------------------------------------|" + - "L0.2231[962,1121] 146ns |----------------------------------------L0.2231-----------------------------------------|" + - "L0.2245[962,1121] 147ns |----------------------------------------L0.2245-----------------------------------------|" + - "L0.2259[962,1121] 148ns |----------------------------------------L0.2259-----------------------------------------|" + - "L0.2273[962,1121] 149ns |----------------------------------------L0.2273-----------------------------------------|" + - "L0.2287[962,1121] 150ns |----------------------------------------L0.2287-----------------------------------------|" + - "L0.2301[962,1121] 151ns |----------------------------------------L0.2301-----------------------------------------|" + - "L0.2315[962,1121] 152ns |----------------------------------------L0.2315-----------------------------------------|" + - "L0.2329[962,1121] 153ns |----------------------------------------L0.2329-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[962,1121] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2077, L0.2091, L0.2105, L0.2119, L0.2133, L0.2147, L0.2161, L0.2175, L0.2189, L0.2203, L0.2217, L0.2231, L0.2245, L0.2259, L0.2273, L0.2287, L0.2301, L0.2315, L0.2329, L0.3032" + - " Creating 1 files" + - "**** Simulation run 305, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3033[1122,1281] 134ns |----------------------------------------L0.3033-----------------------------------------|" + - "L0.2190[1122,1281] 135ns |----------------------------------------L0.2190-----------------------------------------|" + - "L0.2204[1122,1281] 136ns |----------------------------------------L0.2204-----------------------------------------|" + - "L0.2078[1122,1281] 137ns |----------------------------------------L0.2078-----------------------------------------|" + - "L0.2092[1122,1281] 138ns |----------------------------------------L0.2092-----------------------------------------|" + - "L0.2106[1122,1281] 139ns |----------------------------------------L0.2106-----------------------------------------|" + - "L0.2120[1122,1281] 140ns |----------------------------------------L0.2120-----------------------------------------|" + - "L0.2134[1122,1281] 141ns |----------------------------------------L0.2134-----------------------------------------|" + - "L0.2148[1122,1281] 142ns |----------------------------------------L0.2148-----------------------------------------|" + - "L0.2162[1122,1281] 143ns |----------------------------------------L0.2162-----------------------------------------|" + - "L0.2176[1122,1281] 144ns |----------------------------------------L0.2176-----------------------------------------|" + - "L0.2218[1122,1281] 145ns |----------------------------------------L0.2218-----------------------------------------|" + - "L0.2232[1122,1281] 146ns |----------------------------------------L0.2232-----------------------------------------|" + - "L0.2246[1122,1281] 147ns |----------------------------------------L0.2246-----------------------------------------|" + - "L0.2260[1122,1281] 148ns |----------------------------------------L0.2260-----------------------------------------|" + - "L0.2274[1122,1281] 149ns |----------------------------------------L0.2274-----------------------------------------|" + - "L0.2288[1122,1281] 150ns |----------------------------------------L0.2288-----------------------------------------|" + - "L0.2302[1122,1281] 151ns |----------------------------------------L0.2302-----------------------------------------|" + - "L0.2316[1122,1281] 152ns |----------------------------------------L0.2316-----------------------------------------|" + - "L0.2330[1122,1281] 153ns |----------------------------------------L0.2330-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1122,1281] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2078, L0.2092, L0.2106, L0.2120, L0.2134, L0.2148, L0.2162, L0.2176, L0.2190, L0.2204, L0.2218, L0.2232, L0.2246, L0.2260, L0.2274, L0.2288, L0.2302, L0.2316, L0.2330, L0.3033" + - " Creating 1 files" + - "**** Simulation run 306, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3034[1282,1441] 134ns |----------------------------------------L0.3034-----------------------------------------|" + - "L0.2191[1282,1441] 135ns |----------------------------------------L0.2191-----------------------------------------|" + - "L0.2205[1282,1441] 136ns |----------------------------------------L0.2205-----------------------------------------|" + - "L0.2079[1282,1441] 137ns |----------------------------------------L0.2079-----------------------------------------|" + - "L0.2093[1282,1441] 138ns |----------------------------------------L0.2093-----------------------------------------|" + - "L0.2107[1282,1441] 139ns |----------------------------------------L0.2107-----------------------------------------|" + - "L0.2121[1282,1441] 140ns |----------------------------------------L0.2121-----------------------------------------|" + - "L0.2135[1282,1441] 141ns |----------------------------------------L0.2135-----------------------------------------|" + - "L0.2149[1282,1441] 142ns |----------------------------------------L0.2149-----------------------------------------|" + - "L0.2163[1282,1441] 143ns |----------------------------------------L0.2163-----------------------------------------|" + - "L0.2177[1282,1441] 144ns |----------------------------------------L0.2177-----------------------------------------|" + - "L0.2219[1282,1441] 145ns |----------------------------------------L0.2219-----------------------------------------|" + - "L0.2233[1282,1441] 146ns |----------------------------------------L0.2233-----------------------------------------|" + - "L0.2247[1282,1441] 147ns |----------------------------------------L0.2247-----------------------------------------|" + - "L0.2261[1282,1441] 148ns |----------------------------------------L0.2261-----------------------------------------|" + - "L0.2275[1282,1441] 149ns |----------------------------------------L0.2275-----------------------------------------|" + - "L0.2289[1282,1441] 150ns |----------------------------------------L0.2289-----------------------------------------|" + - "L0.2303[1282,1441] 151ns |----------------------------------------L0.2303-----------------------------------------|" + - "L0.2317[1282,1441] 152ns |----------------------------------------L0.2317-----------------------------------------|" + - "L0.2331[1282,1441] 153ns |----------------------------------------L0.2331-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1282,1441] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2079, L0.2093, L0.2107, L0.2121, L0.2135, L0.2149, L0.2163, L0.2177, L0.2191, L0.2205, L0.2219, L0.2233, L0.2247, L0.2261, L0.2275, L0.2289, L0.2303, L0.2317, L0.2331, L0.3034" + - " Creating 1 files" + - "**** Simulation run 307, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3035[1442,1601] 134ns |----------------------------------------L0.3035-----------------------------------------|" + - "L0.2192[1442,1601] 135ns |----------------------------------------L0.2192-----------------------------------------|" + - "L0.2206[1442,1601] 136ns |----------------------------------------L0.2206-----------------------------------------|" + - "L0.2080[1442,1601] 137ns |----------------------------------------L0.2080-----------------------------------------|" + - "L0.2094[1442,1601] 138ns |----------------------------------------L0.2094-----------------------------------------|" + - "L0.2108[1442,1601] 139ns |----------------------------------------L0.2108-----------------------------------------|" + - "L0.2122[1442,1601] 140ns |----------------------------------------L0.2122-----------------------------------------|" + - "L0.2136[1442,1601] 141ns |----------------------------------------L0.2136-----------------------------------------|" + - "L0.2150[1442,1601] 142ns |----------------------------------------L0.2150-----------------------------------------|" + - "L0.2164[1442,1601] 143ns |----------------------------------------L0.2164-----------------------------------------|" + - "L0.2178[1442,1601] 144ns |----------------------------------------L0.2178-----------------------------------------|" + - "L0.2220[1442,1601] 145ns |----------------------------------------L0.2220-----------------------------------------|" + - "L0.2234[1442,1601] 146ns |----------------------------------------L0.2234-----------------------------------------|" + - "L0.2248[1442,1601] 147ns |----------------------------------------L0.2248-----------------------------------------|" + - "L0.2262[1442,1601] 148ns |----------------------------------------L0.2262-----------------------------------------|" + - "L0.2276[1442,1601] 149ns |----------------------------------------L0.2276-----------------------------------------|" + - "L0.2290[1442,1601] 150ns |----------------------------------------L0.2290-----------------------------------------|" + - "L0.2304[1442,1601] 151ns |----------------------------------------L0.2304-----------------------------------------|" + - "L0.2318[1442,1601] 152ns |----------------------------------------L0.2318-----------------------------------------|" + - "L0.2332[1442,1601] 153ns |----------------------------------------L0.2332-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1442,1601] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2080, L0.2094, L0.2108, L0.2122, L0.2136, L0.2150, L0.2164, L0.2178, L0.2192, L0.2206, L0.2220, L0.2234, L0.2248, L0.2262, L0.2276, L0.2290, L0.2304, L0.2318, L0.2332, L0.3035" + - " Creating 1 files" + - "**** Simulation run 308, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3036[1602,1761] 134ns |----------------------------------------L0.3036-----------------------------------------|" + - "L0.2193[1602,1761] 135ns |----------------------------------------L0.2193-----------------------------------------|" + - "L0.2207[1602,1761] 136ns |----------------------------------------L0.2207-----------------------------------------|" + - "L0.2081[1602,1761] 137ns |----------------------------------------L0.2081-----------------------------------------|" + - "L0.2095[1602,1761] 138ns |----------------------------------------L0.2095-----------------------------------------|" + - "L0.2109[1602,1761] 139ns |----------------------------------------L0.2109-----------------------------------------|" + - "L0.2123[1602,1761] 140ns |----------------------------------------L0.2123-----------------------------------------|" + - "L0.2137[1602,1761] 141ns |----------------------------------------L0.2137-----------------------------------------|" + - "L0.2151[1602,1761] 142ns |----------------------------------------L0.2151-----------------------------------------|" + - "L0.2165[1602,1761] 143ns |----------------------------------------L0.2165-----------------------------------------|" + - "L0.2179[1602,1761] 144ns |----------------------------------------L0.2179-----------------------------------------|" + - "L0.2221[1602,1761] 145ns |----------------------------------------L0.2221-----------------------------------------|" + - "L0.2235[1602,1761] 146ns |----------------------------------------L0.2235-----------------------------------------|" + - "L0.2249[1602,1761] 147ns |----------------------------------------L0.2249-----------------------------------------|" + - "L0.2263[1602,1761] 148ns |----------------------------------------L0.2263-----------------------------------------|" + - "L0.2277[1602,1761] 149ns |----------------------------------------L0.2277-----------------------------------------|" + - "L0.2291[1602,1761] 150ns |----------------------------------------L0.2291-----------------------------------------|" + - "L0.2305[1602,1761] 151ns |----------------------------------------L0.2305-----------------------------------------|" + - "L0.2319[1602,1761] 152ns |----------------------------------------L0.2319-----------------------------------------|" + - "L0.2333[1602,1761] 153ns |----------------------------------------L0.2333-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1602,1761] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2081, L0.2095, L0.2109, L0.2123, L0.2137, L0.2151, L0.2165, L0.2179, L0.2193, L0.2207, L0.2221, L0.2235, L0.2249, L0.2263, L0.2277, L0.2291, L0.2305, L0.2319, L0.2333, L0.3036" + - " Creating 1 files" + - "**** Simulation run 309, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3037[1762,1921] 134ns |----------------------------------------L0.3037-----------------------------------------|" + - "L0.2194[1762,1921] 135ns |----------------------------------------L0.2194-----------------------------------------|" + - "L0.2208[1762,1921] 136ns |----------------------------------------L0.2208-----------------------------------------|" + - "L0.2082[1762,1921] 137ns |----------------------------------------L0.2082-----------------------------------------|" + - "L0.2096[1762,1921] 138ns |----------------------------------------L0.2096-----------------------------------------|" + - "L0.2110[1762,1921] 139ns |----------------------------------------L0.2110-----------------------------------------|" + - "L0.2124[1762,1921] 140ns |----------------------------------------L0.2124-----------------------------------------|" + - "L0.2138[1762,1921] 141ns |----------------------------------------L0.2138-----------------------------------------|" + - "L0.2152[1762,1921] 142ns |----------------------------------------L0.2152-----------------------------------------|" + - "L0.2166[1762,1921] 143ns |----------------------------------------L0.2166-----------------------------------------|" + - "L0.2180[1762,1921] 144ns |----------------------------------------L0.2180-----------------------------------------|" + - "L0.2222[1762,1921] 145ns |----------------------------------------L0.2222-----------------------------------------|" + - "L0.2236[1762,1921] 146ns |----------------------------------------L0.2236-----------------------------------------|" + - "L0.2250[1762,1921] 147ns |----------------------------------------L0.2250-----------------------------------------|" + - "L0.2264[1762,1921] 148ns |----------------------------------------L0.2264-----------------------------------------|" + - "L0.2278[1762,1921] 149ns |----------------------------------------L0.2278-----------------------------------------|" + - "L0.2292[1762,1921] 150ns |----------------------------------------L0.2292-----------------------------------------|" + - "L0.2306[1762,1921] 151ns |----------------------------------------L0.2306-----------------------------------------|" + - "L0.2320[1762,1921] 152ns |----------------------------------------L0.2320-----------------------------------------|" + - "L0.2334[1762,1921] 153ns |----------------------------------------L0.2334-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1762,1921] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2082, L0.2096, L0.2110, L0.2124, L0.2138, L0.2152, L0.2166, L0.2180, L0.2194, L0.2208, L0.2222, L0.2236, L0.2250, L0.2264, L0.2278, L0.2292, L0.2306, L0.2320, L0.2334, L0.3037" + - " Creating 1 files" + - "**** Simulation run 310, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3038[1922,2086] 134ns |----------------------------------------L0.3038-----------------------------------------|" + - "L0.2195[1922,2086] 135ns |----------------------------------------L0.2195-----------------------------------------|" + - "L0.2209[1922,2086] 136ns |----------------------------------------L0.2209-----------------------------------------|" + - "L0.2083[1922,2086] 137ns |----------------------------------------L0.2083-----------------------------------------|" + - "L0.2097[1922,2086] 138ns |----------------------------------------L0.2097-----------------------------------------|" + - "L0.2111[1922,2086] 139ns |----------------------------------------L0.2111-----------------------------------------|" + - "L0.2125[1922,2086] 140ns |----------------------------------------L0.2125-----------------------------------------|" + - "L0.2139[1922,2086] 141ns |----------------------------------------L0.2139-----------------------------------------|" + - "L0.2153[1922,2086] 142ns |----------------------------------------L0.2153-----------------------------------------|" + - "L0.2167[1922,2086] 143ns |----------------------------------------L0.2167-----------------------------------------|" + - "L0.2181[1922,2086] 144ns |----------------------------------------L0.2181-----------------------------------------|" + - "L0.2223[1922,2086] 145ns |----------------------------------------L0.2223-----------------------------------------|" + - "L0.2237[1922,2086] 146ns |----------------------------------------L0.2237-----------------------------------------|" + - "L0.2251[1922,2086] 147ns |----------------------------------------L0.2251-----------------------------------------|" + - "L0.2265[1922,2086] 148ns |----------------------------------------L0.2265-----------------------------------------|" + - "L0.2279[1922,2086] 149ns |----------------------------------------L0.2279-----------------------------------------|" + - "L0.2293[1922,2086] 150ns |----------------------------------------L0.2293-----------------------------------------|" + - "L0.2307[1922,2086] 151ns |----------------------------------------L0.2307-----------------------------------------|" + - "L0.2321[1922,2086] 152ns |----------------------------------------L0.2321-----------------------------------------|" + - "L0.2335[1922,2086] 153ns |----------------------------------------L0.2335-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1922,2086] 153ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2083, L0.2097, L0.2111, L0.2125, L0.2139, L0.2153, L0.2167, L0.2181, L0.2195, L0.2209, L0.2223, L0.2237, L0.2251, L0.2265, L0.2279, L0.2293, L0.2307, L0.2321, L0.2335, L0.3038" + - " Creating 1 files" + - "**** Simulation run 311, type=compact(ManySmallFiles). 20 Input Files, 1kb total:" + - "L0 " + - "L0.3040[2087,1530000] 153ns 1kb|-----------------------------------L0.3040------------------------------------| " + - "L0.2350[2087,1540000] 154ns 10b|-----------------------------------L0.2350------------------------------------| " + - "L0.2364[2087,1550000] 155ns 10b|------------------------------------L0.2364------------------------------------| " + - "L0.2378[2087,1560000] 156ns 10b|------------------------------------L0.2378------------------------------------| " + - "L0.2392[2087,1570000] 157ns 10b|------------------------------------L0.2392-------------------------------------| " + - "L0.2406[2087,1580000] 158ns 10b|------------------------------------L0.2406-------------------------------------| " + - "L0.2420[2087,1590000] 159ns 10b|-------------------------------------L0.2420-------------------------------------| " + - "L0.2434[2087,1600000] 160ns 10b|-------------------------------------L0.2434-------------------------------------| " + - "L0.2448[2087,1610000] 161ns 10b|-------------------------------------L0.2448--------------------------------------| " + - "L0.2461[2087,1620000] 162ns 10b|-------------------------------------L0.2461--------------------------------------| " + - "L0.2474[2087,1630000] 163ns 10b|--------------------------------------L0.2474--------------------------------------| " + - "L0.2487[2087,1640000] 164ns 10b|--------------------------------------L0.2487--------------------------------------| " + - "L0.2500[2087,1650000] 165ns 10b|--------------------------------------L0.2500---------------------------------------| " + - "L0.2513[2087,1660000] 166ns 10b|--------------------------------------L0.2513---------------------------------------| " + - "L0.2526[2087,1670000] 167ns 10b|---------------------------------------L0.2526---------------------------------------| " + - "L0.2539[2087,1680000] 168ns 10b|---------------------------------------L0.2539---------------------------------------| " + - "L0.2552[2087,1690000] 169ns 10b|---------------------------------------L0.2552----------------------------------------| " + - "L0.2565[2087,1700000] 170ns 10b|---------------------------------------L0.2565----------------------------------------| " + - "L0.2578[2087,1710000] 171ns 10b|----------------------------------------L0.2578----------------------------------------| " + - "L0.2591[2087,1720000] 172ns 10b|----------------------------------------L0.2591-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 1kb total:" + - "L0, all files 1kb " + - "L0.?[2087,1720000] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2350, L0.2364, L0.2378, L0.2392, L0.2406, L0.2420, L0.2434, L0.2448, L0.2461, L0.2474, L0.2487, L0.2500, L0.2513, L0.2526, L0.2539, L0.2552, L0.2565, L0.2578, L0.2591, L0.3040" + - " Creating 1 files" + - "**** Simulation run 312, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[101]). 10 Input Files, 161mb total:" + - "L0 " + - "L0.2435[161,161] 161ns 0b |L0.2435|" + - "L0.2421[160,161] 160ns 0b |L0.2421|" + - "L0.2407[159,161] 159ns 0b |L0.2407|" + - "L0.2393[158,161] 158ns 0b |L0.2393|" + - "L0.2379[157,161] 157ns 0b |L0.2379|" + - "L0.2365[156,161] 156ns 0b |L0.2365|" + - "L0.2351[155,161] 155ns 0b |L0.2351|" + - "L0.2337[154,161] 154ns 0b |L0.2337|" + - "L0.2943[1,161] 19ns 161mb|----------------------------------------L0.2943-----------------------------------------|" + - "L0.3041[20,161] 153ns 0b |-----------------------------------L0.3041-----------------------------------| " - "**** 2 Output Files (parquet_file_id not yet assigned), 161mb total:" - "L1 " - "L1.?[1,101] 161ns 101mb |-------------------------L1.?-------------------------| " - "L1.?[102,161] 161ns 60mb |-------------L1.?--------------| " - "Committing partition 1:" - - " Soft Deleting 4 files: L1.3081, L1.3082, L0.3097, L0.3098" + - " Soft Deleting 10 files: L0.2337, L0.2351, L0.2365, L0.2379, L0.2393, L0.2407, L0.2421, L0.2435, L0.2943, L0.3041" - " Creating 2 files" - - "**** Simulation run 355, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1592384]). 2 Input Files, 79mb total:" + - "**** Simulation run 313, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3042[162,321] 153ns |----------------------------------------L0.3042-----------------------------------------|" + - "L0.2338[162,321] 154ns |----------------------------------------L0.2338-----------------------------------------|" + - "L0.2352[162,321] 155ns |----------------------------------------L0.2352-----------------------------------------|" + - "L0.2366[162,321] 156ns |----------------------------------------L0.2366-----------------------------------------|" + - "L0.2380[162,321] 157ns |----------------------------------------L0.2380-----------------------------------------|" + - "L0.2394[162,321] 158ns |----------------------------------------L0.2394-----------------------------------------|" + - "L0.2408[162,321] 159ns |----------------------------------------L0.2408-----------------------------------------|" + - "L0.2422[162,321] 160ns |----------------------------------------L0.2422-----------------------------------------|" + - "L0.2436[162,321] 161ns |----------------------------------------L0.2436-----------------------------------------|" + - "L0.2449[162,321] 162ns |----------------------------------------L0.2449-----------------------------------------|" + - "L0.2462[163,321] 163ns |----------------------------------------L0.2462----------------------------------------| " + - "L0.2475[164,321] 164ns |---------------------------------------L0.2475----------------------------------------| " + - "L0.2488[165,321] 165ns |---------------------------------------L0.2488----------------------------------------| " + - "L0.2501[166,321] 166ns |---------------------------------------L0.2501---------------------------------------| " + - "L0.2514[167,321] 167ns |---------------------------------------L0.2514---------------------------------------| " + - "L0.2527[168,321] 168ns |--------------------------------------L0.2527---------------------------------------| " + - "L0.2540[169,321] 169ns |--------------------------------------L0.2540---------------------------------------| " + - "L0.2553[170,321] 170ns |--------------------------------------L0.2553--------------------------------------| " + - "L0.2566[171,321] 171ns |-------------------------------------L0.2566--------------------------------------| " + - "L0.2579[172,321] 172ns |-------------------------------------L0.2579--------------------------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[162,321] 172ns |------------------------------------------L0.?------------------------------------------|" + - "**** Simulation run 314, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3044[482,641] 153ns |----------------------------------------L0.3044-----------------------------------------|" + - "L0.2340[482,641] 154ns |----------------------------------------L0.2340-----------------------------------------|" + - "L0.2354[482,641] 155ns |----------------------------------------L0.2354-----------------------------------------|" + - "L0.2368[482,641] 156ns |----------------------------------------L0.2368-----------------------------------------|" + - "L0.2382[482,641] 157ns |----------------------------------------L0.2382-----------------------------------------|" + - "L0.2396[482,641] 158ns |----------------------------------------L0.2396-----------------------------------------|" + - "L0.2410[482,641] 159ns |----------------------------------------L0.2410-----------------------------------------|" + - "L0.2424[482,641] 160ns |----------------------------------------L0.2424-----------------------------------------|" + - "L0.2438[482,641] 161ns |----------------------------------------L0.2438-----------------------------------------|" + - "L0.2451[482,641] 162ns |----------------------------------------L0.2451-----------------------------------------|" + - "L0.2464[482,641] 163ns |----------------------------------------L0.2464-----------------------------------------|" + - "L0.2477[482,641] 164ns |----------------------------------------L0.2477-----------------------------------------|" + - "L0.2490[482,641] 165ns |----------------------------------------L0.2490-----------------------------------------|" + - "L0.2503[482,641] 166ns |----------------------------------------L0.2503-----------------------------------------|" + - "L0.2516[482,641] 167ns |----------------------------------------L0.2516-----------------------------------------|" + - "L0.2529[482,641] 168ns |----------------------------------------L0.2529-----------------------------------------|" + - "L0.2542[482,641] 169ns |----------------------------------------L0.2542-----------------------------------------|" + - "L0.2555[482,641] 170ns |----------------------------------------L0.2555-----------------------------------------|" + - "L0.2568[482,641] 171ns |----------------------------------------L0.2568-----------------------------------------|" + - "L0.2581[482,641] 172ns |----------------------------------------L0.2581-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[482,641] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2340, L0.2354, L0.2368, L0.2382, L0.2396, L0.2410, L0.2424, L0.2438, L0.2451, L0.2464, L0.2477, L0.2490, L0.2503, L0.2516, L0.2529, L0.2542, L0.2555, L0.2568, L0.2581, L0.3044" + - " Creating 1 files" + - "**** Simulation run 315, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3045[642,801] 153ns |----------------------------------------L0.3045-----------------------------------------|" + - "L0.2341[642,801] 154ns |----------------------------------------L0.2341-----------------------------------------|" + - "L0.2355[642,801] 155ns |----------------------------------------L0.2355-----------------------------------------|" + - "L0.2369[642,801] 156ns |----------------------------------------L0.2369-----------------------------------------|" + - "L0.2383[642,801] 157ns |----------------------------------------L0.2383-----------------------------------------|" + - "L0.2397[642,801] 158ns |----------------------------------------L0.2397-----------------------------------------|" + - "L0.2411[642,801] 159ns |----------------------------------------L0.2411-----------------------------------------|" + - "L0.2425[642,801] 160ns |----------------------------------------L0.2425-----------------------------------------|" + - "L0.2439[642,801] 161ns |----------------------------------------L0.2439-----------------------------------------|" + - "L0.2452[642,801] 162ns |----------------------------------------L0.2452-----------------------------------------|" + - "L0.2465[642,801] 163ns |----------------------------------------L0.2465-----------------------------------------|" + - "L0.2478[642,801] 164ns |----------------------------------------L0.2478-----------------------------------------|" + - "L0.2491[642,801] 165ns |----------------------------------------L0.2491-----------------------------------------|" + - "L0.2504[642,801] 166ns |----------------------------------------L0.2504-----------------------------------------|" + - "L0.2517[642,801] 167ns |----------------------------------------L0.2517-----------------------------------------|" + - "L0.2530[642,801] 168ns |----------------------------------------L0.2530-----------------------------------------|" + - "L0.2543[642,801] 169ns |----------------------------------------L0.2543-----------------------------------------|" + - "L0.2556[642,801] 170ns |----------------------------------------L0.2556-----------------------------------------|" + - "L0.2569[642,801] 171ns |----------------------------------------L0.2569-----------------------------------------|" + - "L0.2582[642,801] 172ns |----------------------------------------L0.2582-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[642,801] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2341, L0.2355, L0.2369, L0.2383, L0.2397, L0.2411, L0.2425, L0.2439, L0.2452, L0.2465, L0.2478, L0.2491, L0.2504, L0.2517, L0.2530, L0.2543, L0.2556, L0.2569, L0.2582, L0.3045" + - " Creating 1 files" + - "**** Simulation run 316, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3046[802,961] 153ns |----------------------------------------L0.3046-----------------------------------------|" + - "L0.2342[802,961] 154ns |----------------------------------------L0.2342-----------------------------------------|" + - "L0.2356[802,961] 155ns |----------------------------------------L0.2356-----------------------------------------|" + - "L0.2370[802,961] 156ns |----------------------------------------L0.2370-----------------------------------------|" + - "L0.2384[802,961] 157ns |----------------------------------------L0.2384-----------------------------------------|" + - "L0.2398[802,961] 158ns |----------------------------------------L0.2398-----------------------------------------|" + - "L0.2412[802,961] 159ns |----------------------------------------L0.2412-----------------------------------------|" + - "L0.2426[802,961] 160ns |----------------------------------------L0.2426-----------------------------------------|" + - "L0.2440[802,961] 161ns |----------------------------------------L0.2440-----------------------------------------|" + - "L0.2453[802,961] 162ns |----------------------------------------L0.2453-----------------------------------------|" + - "L0.2466[802,961] 163ns |----------------------------------------L0.2466-----------------------------------------|" + - "L0.2479[802,961] 164ns |----------------------------------------L0.2479-----------------------------------------|" + - "L0.2492[802,961] 165ns |----------------------------------------L0.2492-----------------------------------------|" + - "L0.2505[802,961] 166ns |----------------------------------------L0.2505-----------------------------------------|" + - "L0.2518[802,961] 167ns |----------------------------------------L0.2518-----------------------------------------|" + - "L0.2531[802,961] 168ns |----------------------------------------L0.2531-----------------------------------------|" + - "L0.2544[802,961] 169ns |----------------------------------------L0.2544-----------------------------------------|" + - "L0.2557[802,961] 170ns |----------------------------------------L0.2557-----------------------------------------|" + - "L0.2570[802,961] 171ns |----------------------------------------L0.2570-----------------------------------------|" + - "L0.2583[802,961] 172ns |----------------------------------------L0.2583-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[802,961] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2342, L0.2356, L0.2370, L0.2384, L0.2398, L0.2412, L0.2426, L0.2440, L0.2453, L0.2466, L0.2479, L0.2492, L0.2505, L0.2518, L0.2531, L0.2544, L0.2557, L0.2570, L0.2583, L0.3046" + - " Creating 1 files" + - "**** Simulation run 317, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3047[962,1121] 153ns |----------------------------------------L0.3047-----------------------------------------|" + - "L0.2343[962,1121] 154ns |----------------------------------------L0.2343-----------------------------------------|" + - "L0.2357[962,1121] 155ns |----------------------------------------L0.2357-----------------------------------------|" + - "L0.2371[962,1121] 156ns |----------------------------------------L0.2371-----------------------------------------|" + - "L0.2385[962,1121] 157ns |----------------------------------------L0.2385-----------------------------------------|" + - "L0.2399[962,1121] 158ns |----------------------------------------L0.2399-----------------------------------------|" + - "L0.2413[962,1121] 159ns |----------------------------------------L0.2413-----------------------------------------|" + - "L0.2427[962,1121] 160ns |----------------------------------------L0.2427-----------------------------------------|" + - "L0.2441[962,1121] 161ns |----------------------------------------L0.2441-----------------------------------------|" + - "L0.2454[962,1121] 162ns |----------------------------------------L0.2454-----------------------------------------|" + - "L0.2467[962,1121] 163ns |----------------------------------------L0.2467-----------------------------------------|" + - "L0.2480[962,1121] 164ns |----------------------------------------L0.2480-----------------------------------------|" + - "L0.2493[962,1121] 165ns |----------------------------------------L0.2493-----------------------------------------|" + - "L0.2506[962,1121] 166ns |----------------------------------------L0.2506-----------------------------------------|" + - "L0.2519[962,1121] 167ns |----------------------------------------L0.2519-----------------------------------------|" + - "L0.2532[962,1121] 168ns |----------------------------------------L0.2532-----------------------------------------|" + - "L0.2545[962,1121] 169ns |----------------------------------------L0.2545-----------------------------------------|" + - "L0.2558[962,1121] 170ns |----------------------------------------L0.2558-----------------------------------------|" + - "L0.2571[962,1121] 171ns |----------------------------------------L0.2571-----------------------------------------|" + - "L0.2584[962,1121] 172ns |----------------------------------------L0.2584-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[962,1121] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2343, L0.2357, L0.2371, L0.2385, L0.2399, L0.2413, L0.2427, L0.2441, L0.2454, L0.2467, L0.2480, L0.2493, L0.2506, L0.2519, L0.2532, L0.2545, L0.2558, L0.2571, L0.2584, L0.3047" + - " Creating 1 files" + - "**** Simulation run 318, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3048[1122,1281] 153ns |----------------------------------------L0.3048-----------------------------------------|" + - "L0.2344[1122,1281] 154ns |----------------------------------------L0.2344-----------------------------------------|" + - "L0.2358[1122,1281] 155ns |----------------------------------------L0.2358-----------------------------------------|" + - "L0.2372[1122,1281] 156ns |----------------------------------------L0.2372-----------------------------------------|" + - "L0.2386[1122,1281] 157ns |----------------------------------------L0.2386-----------------------------------------|" + - "L0.2400[1122,1281] 158ns |----------------------------------------L0.2400-----------------------------------------|" + - "L0.2414[1122,1281] 159ns |----------------------------------------L0.2414-----------------------------------------|" + - "L0.2428[1122,1281] 160ns |----------------------------------------L0.2428-----------------------------------------|" + - "L0.2442[1122,1281] 161ns |----------------------------------------L0.2442-----------------------------------------|" + - "L0.2455[1122,1281] 162ns |----------------------------------------L0.2455-----------------------------------------|" + - "L0.2468[1122,1281] 163ns |----------------------------------------L0.2468-----------------------------------------|" + - "L0.2481[1122,1281] 164ns |----------------------------------------L0.2481-----------------------------------------|" + - "L0.2494[1122,1281] 165ns |----------------------------------------L0.2494-----------------------------------------|" + - "L0.2507[1122,1281] 166ns |----------------------------------------L0.2507-----------------------------------------|" + - "L0.2520[1122,1281] 167ns |----------------------------------------L0.2520-----------------------------------------|" + - "L0.2533[1122,1281] 168ns |----------------------------------------L0.2533-----------------------------------------|" + - "L0.2546[1122,1281] 169ns |----------------------------------------L0.2546-----------------------------------------|" + - "L0.2559[1122,1281] 170ns |----------------------------------------L0.2559-----------------------------------------|" + - "L0.2572[1122,1281] 171ns |----------------------------------------L0.2572-----------------------------------------|" + - "L0.2585[1122,1281] 172ns |----------------------------------------L0.2585-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1122,1281] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2344, L0.2358, L0.2372, L0.2386, L0.2400, L0.2414, L0.2428, L0.2442, L0.2455, L0.2468, L0.2481, L0.2494, L0.2507, L0.2520, L0.2533, L0.2546, L0.2559, L0.2572, L0.2585, L0.3048" + - " Creating 1 files" + - "**** Simulation run 319, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3049[1282,1441] 153ns |----------------------------------------L0.3049-----------------------------------------|" + - "L0.2345[1282,1441] 154ns |----------------------------------------L0.2345-----------------------------------------|" + - "L0.2359[1282,1441] 155ns |----------------------------------------L0.2359-----------------------------------------|" + - "L0.2373[1282,1441] 156ns |----------------------------------------L0.2373-----------------------------------------|" + - "L0.2387[1282,1441] 157ns |----------------------------------------L0.2387-----------------------------------------|" + - "L0.2401[1282,1441] 158ns |----------------------------------------L0.2401-----------------------------------------|" + - "L0.2415[1282,1441] 159ns |----------------------------------------L0.2415-----------------------------------------|" + - "L0.2429[1282,1441] 160ns |----------------------------------------L0.2429-----------------------------------------|" + - "L0.2443[1282,1441] 161ns |----------------------------------------L0.2443-----------------------------------------|" + - "L0.2456[1282,1441] 162ns |----------------------------------------L0.2456-----------------------------------------|" + - "L0.2469[1282,1441] 163ns |----------------------------------------L0.2469-----------------------------------------|" + - "L0.2482[1282,1441] 164ns |----------------------------------------L0.2482-----------------------------------------|" + - "L0.2495[1282,1441] 165ns |----------------------------------------L0.2495-----------------------------------------|" + - "L0.2508[1282,1441] 166ns |----------------------------------------L0.2508-----------------------------------------|" + - "L0.2521[1282,1441] 167ns |----------------------------------------L0.2521-----------------------------------------|" + - "L0.2534[1282,1441] 168ns |----------------------------------------L0.2534-----------------------------------------|" + - "L0.2547[1282,1441] 169ns |----------------------------------------L0.2547-----------------------------------------|" + - "L0.2560[1282,1441] 170ns |----------------------------------------L0.2560-----------------------------------------|" + - "L0.2573[1282,1441] 171ns |----------------------------------------L0.2573-----------------------------------------|" + - "L0.2586[1282,1441] 172ns |----------------------------------------L0.2586-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1282,1441] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2345, L0.2359, L0.2373, L0.2387, L0.2401, L0.2415, L0.2429, L0.2443, L0.2456, L0.2469, L0.2482, L0.2495, L0.2508, L0.2521, L0.2534, L0.2547, L0.2560, L0.2573, L0.2586, L0.3049" + - " Creating 1 files" + - "**** Simulation run 320, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3050[1442,1601] 153ns |----------------------------------------L0.3050-----------------------------------------|" + - "L0.2346[1442,1601] 154ns |----------------------------------------L0.2346-----------------------------------------|" + - "L0.2360[1442,1601] 155ns |----------------------------------------L0.2360-----------------------------------------|" + - "L0.2374[1442,1601] 156ns |----------------------------------------L0.2374-----------------------------------------|" + - "L0.2388[1442,1601] 157ns |----------------------------------------L0.2388-----------------------------------------|" + - "L0.2402[1442,1601] 158ns |----------------------------------------L0.2402-----------------------------------------|" + - "L0.2416[1442,1601] 159ns |----------------------------------------L0.2416-----------------------------------------|" + - "L0.2430[1442,1601] 160ns |----------------------------------------L0.2430-----------------------------------------|" + - "L0.2444[1442,1601] 161ns |----------------------------------------L0.2444-----------------------------------------|" + - "L0.2457[1442,1601] 162ns |----------------------------------------L0.2457-----------------------------------------|" + - "L0.2470[1442,1601] 163ns |----------------------------------------L0.2470-----------------------------------------|" + - "L0.2483[1442,1601] 164ns |----------------------------------------L0.2483-----------------------------------------|" + - "L0.2496[1442,1601] 165ns |----------------------------------------L0.2496-----------------------------------------|" + - "L0.2509[1442,1601] 166ns |----------------------------------------L0.2509-----------------------------------------|" + - "L0.2522[1442,1601] 167ns |----------------------------------------L0.2522-----------------------------------------|" + - "L0.2535[1442,1601] 168ns |----------------------------------------L0.2535-----------------------------------------|" + - "L0.2548[1442,1601] 169ns |----------------------------------------L0.2548-----------------------------------------|" + - "L0.2561[1442,1601] 170ns |----------------------------------------L0.2561-----------------------------------------|" + - "L0.2574[1442,1601] 171ns |----------------------------------------L0.2574-----------------------------------------|" + - "L0.2587[1442,1601] 172ns |----------------------------------------L0.2587-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1442,1601] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2346, L0.2360, L0.2374, L0.2388, L0.2402, L0.2416, L0.2430, L0.2444, L0.2457, L0.2470, L0.2483, L0.2496, L0.2509, L0.2522, L0.2535, L0.2548, L0.2561, L0.2574, L0.2587, L0.3050" + - " Creating 1 files" + - "**** Simulation run 321, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3051[1602,1761] 153ns |----------------------------------------L0.3051-----------------------------------------|" + - "L0.2347[1602,1761] 154ns |----------------------------------------L0.2347-----------------------------------------|" + - "L0.2361[1602,1761] 155ns |----------------------------------------L0.2361-----------------------------------------|" + - "L0.2375[1602,1761] 156ns |----------------------------------------L0.2375-----------------------------------------|" + - "L0.2389[1602,1761] 157ns |----------------------------------------L0.2389-----------------------------------------|" + - "L0.2403[1602,1761] 158ns |----------------------------------------L0.2403-----------------------------------------|" + - "L0.2417[1602,1761] 159ns |----------------------------------------L0.2417-----------------------------------------|" + - "L0.2431[1602,1761] 160ns |----------------------------------------L0.2431-----------------------------------------|" + - "L0.2445[1602,1761] 161ns |----------------------------------------L0.2445-----------------------------------------|" + - "L0.2458[1602,1761] 162ns |----------------------------------------L0.2458-----------------------------------------|" + - "L0.2471[1602,1761] 163ns |----------------------------------------L0.2471-----------------------------------------|" + - "L0.2484[1602,1761] 164ns |----------------------------------------L0.2484-----------------------------------------|" + - "L0.2497[1602,1761] 165ns |----------------------------------------L0.2497-----------------------------------------|" + - "L0.2510[1602,1761] 166ns |----------------------------------------L0.2510-----------------------------------------|" + - "L0.2523[1602,1761] 167ns |----------------------------------------L0.2523-----------------------------------------|" + - "L0.2536[1602,1761] 168ns |----------------------------------------L0.2536-----------------------------------------|" + - "L0.2549[1602,1761] 169ns |----------------------------------------L0.2549-----------------------------------------|" + - "L0.2562[1602,1761] 170ns |----------------------------------------L0.2562-----------------------------------------|" + - "L0.2575[1602,1761] 171ns |----------------------------------------L0.2575-----------------------------------------|" + - "L0.2588[1602,1761] 172ns |----------------------------------------L0.2588-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1602,1761] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2347, L0.2361, L0.2375, L0.2389, L0.2403, L0.2417, L0.2431, L0.2445, L0.2458, L0.2471, L0.2484, L0.2497, L0.2510, L0.2523, L0.2536, L0.2549, L0.2562, L0.2575, L0.2588, L0.3051" + - " Creating 1 files" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2338, L0.2352, L0.2366, L0.2380, L0.2394, L0.2408, L0.2422, L0.2436, L0.2449, L0.2462, L0.2475, L0.2488, L0.2501, L0.2514, L0.2527, L0.2540, L0.2553, L0.2566, L0.2579, L0.3042" + - " Creating 1 files" + - "**** Simulation run 322, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3043[322,481] 153ns |----------------------------------------L0.3043-----------------------------------------|" + - "L0.2339[322,481] 154ns |----------------------------------------L0.2339-----------------------------------------|" + - "L0.2353[322,481] 155ns |----------------------------------------L0.2353-----------------------------------------|" + - "L0.2367[322,481] 156ns |----------------------------------------L0.2367-----------------------------------------|" + - "L0.2381[322,481] 157ns |----------------------------------------L0.2381-----------------------------------------|" + - "L0.2395[322,481] 158ns |----------------------------------------L0.2395-----------------------------------------|" + - "L0.2409[322,481] 159ns |----------------------------------------L0.2409-----------------------------------------|" + - "L0.2423[322,481] 160ns |----------------------------------------L0.2423-----------------------------------------|" + - "L0.2437[322,481] 161ns |----------------------------------------L0.2437-----------------------------------------|" + - "L0.2450[322,481] 162ns |----------------------------------------L0.2450-----------------------------------------|" + - "L0.2463[322,481] 163ns |----------------------------------------L0.2463-----------------------------------------|" + - "L0.2476[322,481] 164ns |----------------------------------------L0.2476-----------------------------------------|" + - "L0.2489[322,481] 165ns |----------------------------------------L0.2489-----------------------------------------|" + - "L0.2502[322,481] 166ns |----------------------------------------L0.2502-----------------------------------------|" + - "L0.2515[322,481] 167ns |----------------------------------------L0.2515-----------------------------------------|" + - "L0.2528[322,481] 168ns |----------------------------------------L0.2528-----------------------------------------|" + - "L0.2541[322,481] 169ns |----------------------------------------L0.2541-----------------------------------------|" + - "L0.2554[322,481] 170ns |----------------------------------------L0.2554-----------------------------------------|" + - "L0.2567[322,481] 171ns |----------------------------------------L0.2567-----------------------------------------|" + - "L0.2580[322,481] 172ns |----------------------------------------L0.2580-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[322,481] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2339, L0.2353, L0.2367, L0.2381, L0.2395, L0.2409, L0.2423, L0.2437, L0.2450, L0.2463, L0.2476, L0.2489, L0.2502, L0.2515, L0.2528, L0.2541, L0.2554, L0.2567, L0.2580, L0.3043" + - " Creating 1 files" + - "**** Simulation run 323, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3052[1762,1921] 153ns |----------------------------------------L0.3052-----------------------------------------|" + - "L0.2348[1762,1921] 154ns |----------------------------------------L0.2348-----------------------------------------|" + - "L0.2362[1762,1921] 155ns |----------------------------------------L0.2362-----------------------------------------|" + - "L0.2376[1762,1921] 156ns |----------------------------------------L0.2376-----------------------------------------|" + - "L0.2390[1762,1921] 157ns |----------------------------------------L0.2390-----------------------------------------|" + - "L0.2404[1762,1921] 158ns |----------------------------------------L0.2404-----------------------------------------|" + - "L0.2418[1762,1921] 159ns |----------------------------------------L0.2418-----------------------------------------|" + - "L0.2432[1762,1921] 160ns |----------------------------------------L0.2432-----------------------------------------|" + - "L0.2446[1762,1921] 161ns |----------------------------------------L0.2446-----------------------------------------|" + - "L0.2459[1762,1921] 162ns |----------------------------------------L0.2459-----------------------------------------|" + - "L0.2472[1762,1921] 163ns |----------------------------------------L0.2472-----------------------------------------|" + - "L0.2485[1762,1921] 164ns |----------------------------------------L0.2485-----------------------------------------|" + - "L0.2498[1762,1921] 165ns |----------------------------------------L0.2498-----------------------------------------|" + - "L0.2511[1762,1921] 166ns |----------------------------------------L0.2511-----------------------------------------|" + - "L0.2524[1762,1921] 167ns |----------------------------------------L0.2524-----------------------------------------|" + - "L0.2537[1762,1921] 168ns |----------------------------------------L0.2537-----------------------------------------|" + - "L0.2550[1762,1921] 169ns |----------------------------------------L0.2550-----------------------------------------|" + - "L0.2563[1762,1921] 170ns |----------------------------------------L0.2563-----------------------------------------|" + - "L0.2576[1762,1921] 171ns |----------------------------------------L0.2576-----------------------------------------|" + - "L0.2589[1762,1921] 172ns |----------------------------------------L0.2589-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1762,1921] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2348, L0.2362, L0.2376, L0.2390, L0.2404, L0.2418, L0.2432, L0.2446, L0.2459, L0.2472, L0.2485, L0.2498, L0.2511, L0.2524, L0.2537, L0.2550, L0.2563, L0.2576, L0.2589, L0.3052" + - " Creating 1 files" + - "**** Simulation run 324, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3053[1922,2086] 153ns |----------------------------------------L0.3053-----------------------------------------|" + - "L0.2349[1922,2086] 154ns |----------------------------------------L0.2349-----------------------------------------|" + - "L0.2363[1922,2086] 155ns |----------------------------------------L0.2363-----------------------------------------|" + - "L0.2377[1922,2086] 156ns |----------------------------------------L0.2377-----------------------------------------|" + - "L0.2391[1922,2086] 157ns |----------------------------------------L0.2391-----------------------------------------|" + - "L0.2405[1922,2086] 158ns |----------------------------------------L0.2405-----------------------------------------|" + - "L0.2419[1922,2086] 159ns |----------------------------------------L0.2419-----------------------------------------|" + - "L0.2433[1922,2086] 160ns |----------------------------------------L0.2433-----------------------------------------|" + - "L0.2447[1922,2086] 161ns |----------------------------------------L0.2447-----------------------------------------|" + - "L0.2460[1922,2086] 162ns |----------------------------------------L0.2460-----------------------------------------|" + - "L0.2473[1922,2086] 163ns |----------------------------------------L0.2473-----------------------------------------|" + - "L0.2486[1922,2086] 164ns |----------------------------------------L0.2486-----------------------------------------|" + - "L0.2499[1922,2086] 165ns |----------------------------------------L0.2499-----------------------------------------|" + - "L0.2512[1922,2086] 166ns |----------------------------------------L0.2512-----------------------------------------|" + - "L0.2525[1922,2086] 167ns |----------------------------------------L0.2525-----------------------------------------|" + - "L0.2538[1922,2086] 168ns |----------------------------------------L0.2538-----------------------------------------|" + - "L0.2551[1922,2086] 169ns |----------------------------------------L0.2551-----------------------------------------|" + - "L0.2564[1922,2086] 170ns |----------------------------------------L0.2564-----------------------------------------|" + - "L0.2577[1922,2086] 171ns |----------------------------------------L0.2577-----------------------------------------|" + - "L0.2590[1922,2086] 172ns |----------------------------------------L0.2590-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1922,2086] 172ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2349, L0.2363, L0.2377, L0.2391, L0.2405, L0.2419, L0.2433, L0.2447, L0.2460, L0.2473, L0.2486, L0.2499, L0.2512, L0.2525, L0.2538, L0.2551, L0.2564, L0.2577, L0.2590, L0.3053" + - " Creating 1 files" + - "**** Simulation run 325, type=compact(ManySmallFiles). 20 Input Files, 2kb total:" - "L0 " - - "L0.3096[2087,1990000] 199ns 2kb|----------------------------------------L0.3096----------------------------------------| " - - "L0.3095[1922,2086] 199ns 79mb|L0.3095| " + - "L0.3054[2087,1720000] 172ns 1kb|------------------------------------L0.3054------------------------------------| " + - "L0.2604[2087,1730000] 173ns 10b|------------------------------------L0.2604------------------------------------| " + - "L0.2617[2087,1740000] 174ns 10b|------------------------------------L0.2617------------------------------------| " + - "L0.2630[2087,1750000] 175ns 10b|------------------------------------L0.2630-------------------------------------| " + - "L0.2643[2087,1760000] 176ns 10b|------------------------------------L0.2643-------------------------------------| " + - "L0.2656[2087,1770000] 177ns 10b|-------------------------------------L0.2656-------------------------------------| " + - "L0.2669[2087,1780000] 178ns 10b|-------------------------------------L0.2669-------------------------------------| " + - "L0.2682[2087,1790000] 179ns 10b|-------------------------------------L0.2682--------------------------------------| " + - "L0.2695[2087,1800000] 180ns 10b|-------------------------------------L0.2695--------------------------------------| " + - "L0.2708[2087,1810000] 181ns 10b|--------------------------------------L0.2708--------------------------------------| " + - "L0.2721[2087,1820000] 182ns 10b|--------------------------------------L0.2721--------------------------------------| " + - "L0.2734[2087,1830000] 183ns 10b|--------------------------------------L0.2734---------------------------------------| " + - "L0.2747[2087,1840000] 184ns 10b|--------------------------------------L0.2747---------------------------------------| " + - "L0.2760[2087,1850000] 185ns 10b|---------------------------------------L0.2760---------------------------------------| " + - "L0.2773[2087,1860000] 186ns 10b|---------------------------------------L0.2773---------------------------------------| " + - "L0.2786[2087,1870000] 187ns 10b|---------------------------------------L0.2786----------------------------------------| " + - "L0.2799[2087,1880000] 188ns 10b|---------------------------------------L0.2799----------------------------------------| " + - "L0.2812[2087,1890000] 189ns 10b|----------------------------------------L0.2812----------------------------------------| " + - "L0.2825[2087,1900000] 190ns 10b|----------------------------------------L0.2825----------------------------------------| " + - "L0.2838[2087,1910000] 191ns 10b|----------------------------------------L0.2838-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 2kb total:" + - "L0, all files 2kb " + - "L0.?[2087,1910000] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2604, L0.2617, L0.2630, L0.2643, L0.2656, L0.2669, L0.2682, L0.2695, L0.2708, L0.2721, L0.2734, L0.2747, L0.2760, L0.2773, L0.2786, L0.2799, L0.2812, L0.2825, L0.2838, L0.3054" + - " Creating 1 files" + - "**** Simulation run 326, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3065[162,321] 172ns |----------------------------------------L0.3065-----------------------------------------|" + - "L0.2592[173,321] 173ns |-------------------------------------L0.2592-------------------------------------| " + - "L0.2605[174,321] 174ns |-------------------------------------L0.2605-------------------------------------| " + - "L0.2618[175,321] 175ns |------------------------------------L0.2618-------------------------------------| " + - "L0.2631[176,321] 176ns |------------------------------------L0.2631-------------------------------------| " + - "L0.2644[177,321] 177ns |------------------------------------L0.2644------------------------------------| " + - "L0.2657[178,321] 178ns |-----------------------------------L0.2657------------------------------------| " + - "L0.2670[179,321] 179ns |-----------------------------------L0.2670------------------------------------| " + - "L0.2683[180,321] 180ns |-----------------------------------L0.2683-----------------------------------| " + - "L0.2696[181,321] 181ns |-----------------------------------L0.2696-----------------------------------| " + - "L0.2709[182,321] 182ns |----------------------------------L0.2709-----------------------------------| " + - "L0.2722[183,321] 183ns |----------------------------------L0.2722-----------------------------------| " + - "L0.2735[184,321] 184ns |----------------------------------L0.2735----------------------------------| " + - "L0.2748[185,321] 185ns |---------------------------------L0.2748----------------------------------| " + - "L0.2761[186,321] 186ns |---------------------------------L0.2761----------------------------------| " + - "L0.2774[187,321] 187ns |---------------------------------L0.2774---------------------------------| " + - "L0.2787[188,321] 188ns |---------------------------------L0.2787---------------------------------| " + - "L0.2800[189,321] 189ns |--------------------------------L0.2800---------------------------------| " + - "L0.2813[190,321] 190ns |--------------------------------L0.2813---------------------------------| " + - "L0.2826[191,321] 191ns |--------------------------------L0.2826--------------------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[162,321] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2592, L0.2605, L0.2618, L0.2631, L0.2644, L0.2657, L0.2670, L0.2683, L0.2696, L0.2709, L0.2722, L0.2735, L0.2748, L0.2761, L0.2774, L0.2787, L0.2800, L0.2813, L0.2826, L0.3065" + - " Creating 1 files" + - "**** Simulation run 327, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3066[322,481] 172ns |----------------------------------------L0.3066-----------------------------------------|" + - "L0.2593[322,481] 173ns |----------------------------------------L0.2593-----------------------------------------|" + - "L0.2606[322,481] 174ns |----------------------------------------L0.2606-----------------------------------------|" + - "L0.2619[322,481] 175ns |----------------------------------------L0.2619-----------------------------------------|" + - "L0.2632[322,481] 176ns |----------------------------------------L0.2632-----------------------------------------|" + - "L0.2645[322,481] 177ns |----------------------------------------L0.2645-----------------------------------------|" + - "L0.2658[322,481] 178ns |----------------------------------------L0.2658-----------------------------------------|" + - "L0.2671[322,481] 179ns |----------------------------------------L0.2671-----------------------------------------|" + - "L0.2684[322,481] 180ns |----------------------------------------L0.2684-----------------------------------------|" + - "L0.2697[322,481] 181ns |----------------------------------------L0.2697-----------------------------------------|" + - "L0.2710[322,481] 182ns |----------------------------------------L0.2710-----------------------------------------|" + - "L0.2723[322,481] 183ns |----------------------------------------L0.2723-----------------------------------------|" + - "L0.2736[322,481] 184ns |----------------------------------------L0.2736-----------------------------------------|" + - "L0.2749[322,481] 185ns |----------------------------------------L0.2749-----------------------------------------|" + - "L0.2762[322,481] 186ns |----------------------------------------L0.2762-----------------------------------------|" + - "L0.2775[322,481] 187ns |----------------------------------------L0.2775-----------------------------------------|" + - "L0.2788[322,481] 188ns |----------------------------------------L0.2788-----------------------------------------|" + - "L0.2801[322,481] 189ns |----------------------------------------L0.2801-----------------------------------------|" + - "L0.2814[322,481] 190ns |----------------------------------------L0.2814-----------------------------------------|" + - "L0.2827[322,481] 191ns |----------------------------------------L0.2827-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[322,481] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2593, L0.2606, L0.2619, L0.2632, L0.2645, L0.2658, L0.2671, L0.2684, L0.2697, L0.2710, L0.2723, L0.2736, L0.2749, L0.2762, L0.2775, L0.2788, L0.2801, L0.2814, L0.2827, L0.3066" + - " Creating 1 files" + - "**** Simulation run 328, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3057[482,641] 172ns |----------------------------------------L0.3057-----------------------------------------|" + - "L0.2594[482,641] 173ns |----------------------------------------L0.2594-----------------------------------------|" + - "L0.2607[482,641] 174ns |----------------------------------------L0.2607-----------------------------------------|" + - "L0.2620[482,641] 175ns |----------------------------------------L0.2620-----------------------------------------|" + - "L0.2633[482,641] 176ns |----------------------------------------L0.2633-----------------------------------------|" + - "L0.2646[482,641] 177ns |----------------------------------------L0.2646-----------------------------------------|" + - "L0.2659[482,641] 178ns |----------------------------------------L0.2659-----------------------------------------|" + - "L0.2672[482,641] 179ns |----------------------------------------L0.2672-----------------------------------------|" + - "L0.2685[482,641] 180ns |----------------------------------------L0.2685-----------------------------------------|" + - "L0.2698[482,641] 181ns |----------------------------------------L0.2698-----------------------------------------|" + - "L0.2711[482,641] 182ns |----------------------------------------L0.2711-----------------------------------------|" + - "L0.2724[482,641] 183ns |----------------------------------------L0.2724-----------------------------------------|" + - "L0.2737[482,641] 184ns |----------------------------------------L0.2737-----------------------------------------|" + - "L0.2750[482,641] 185ns |----------------------------------------L0.2750-----------------------------------------|" + - "L0.2763[482,641] 186ns |----------------------------------------L0.2763-----------------------------------------|" + - "L0.2776[482,641] 187ns |----------------------------------------L0.2776-----------------------------------------|" + - "L0.2789[482,641] 188ns |----------------------------------------L0.2789-----------------------------------------|" + - "L0.2802[482,641] 189ns |----------------------------------------L0.2802-----------------------------------------|" + - "L0.2815[482,641] 190ns |----------------------------------------L0.2815-----------------------------------------|" + - "L0.2828[482,641] 191ns |----------------------------------------L0.2828-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[482,641] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2594, L0.2607, L0.2620, L0.2633, L0.2646, L0.2659, L0.2672, L0.2685, L0.2698, L0.2711, L0.2724, L0.2737, L0.2750, L0.2763, L0.2776, L0.2789, L0.2802, L0.2815, L0.2828, L0.3057" + - " Creating 1 files" + - "**** Simulation run 329, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3058[642,801] 172ns |----------------------------------------L0.3058-----------------------------------------|" + - "L0.2595[642,801] 173ns |----------------------------------------L0.2595-----------------------------------------|" + - "L0.2608[642,801] 174ns |----------------------------------------L0.2608-----------------------------------------|" + - "L0.2621[642,801] 175ns |----------------------------------------L0.2621-----------------------------------------|" + - "L0.2634[642,801] 176ns |----------------------------------------L0.2634-----------------------------------------|" + - "L0.2647[642,801] 177ns |----------------------------------------L0.2647-----------------------------------------|" + - "L0.2660[642,801] 178ns |----------------------------------------L0.2660-----------------------------------------|" + - "L0.2673[642,801] 179ns |----------------------------------------L0.2673-----------------------------------------|" + - "L0.2686[642,801] 180ns |----------------------------------------L0.2686-----------------------------------------|" + - "L0.2699[642,801] 181ns |----------------------------------------L0.2699-----------------------------------------|" + - "L0.2712[642,801] 182ns |----------------------------------------L0.2712-----------------------------------------|" + - "L0.2725[642,801] 183ns |----------------------------------------L0.2725-----------------------------------------|" + - "L0.2738[642,801] 184ns |----------------------------------------L0.2738-----------------------------------------|" + - "L0.2751[642,801] 185ns |----------------------------------------L0.2751-----------------------------------------|" + - "L0.2764[642,801] 186ns |----------------------------------------L0.2764-----------------------------------------|" + - "L0.2777[642,801] 187ns |----------------------------------------L0.2777-----------------------------------------|" + - "L0.2790[642,801] 188ns |----------------------------------------L0.2790-----------------------------------------|" + - "L0.2803[642,801] 189ns |----------------------------------------L0.2803-----------------------------------------|" + - "L0.2816[642,801] 190ns |----------------------------------------L0.2816-----------------------------------------|" + - "L0.2829[642,801] 191ns |----------------------------------------L0.2829-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[642,801] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2595, L0.2608, L0.2621, L0.2634, L0.2647, L0.2660, L0.2673, L0.2686, L0.2699, L0.2712, L0.2725, L0.2738, L0.2751, L0.2764, L0.2777, L0.2790, L0.2803, L0.2816, L0.2829, L0.3058" + - " Creating 1 files" + - "**** Simulation run 330, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3059[802,961] 172ns |----------------------------------------L0.3059-----------------------------------------|" + - "L0.2596[802,961] 173ns |----------------------------------------L0.2596-----------------------------------------|" + - "L0.2609[802,961] 174ns |----------------------------------------L0.2609-----------------------------------------|" + - "L0.2622[802,961] 175ns |----------------------------------------L0.2622-----------------------------------------|" + - "L0.2635[802,961] 176ns |----------------------------------------L0.2635-----------------------------------------|" + - "L0.2648[802,961] 177ns |----------------------------------------L0.2648-----------------------------------------|" + - "L0.2661[802,961] 178ns |----------------------------------------L0.2661-----------------------------------------|" + - "L0.2674[802,961] 179ns |----------------------------------------L0.2674-----------------------------------------|" + - "L0.2687[802,961] 180ns |----------------------------------------L0.2687-----------------------------------------|" + - "L0.2700[802,961] 181ns |----------------------------------------L0.2700-----------------------------------------|" + - "L0.2713[802,961] 182ns |----------------------------------------L0.2713-----------------------------------------|" + - "L0.2726[802,961] 183ns |----------------------------------------L0.2726-----------------------------------------|" + - "L0.2739[802,961] 184ns |----------------------------------------L0.2739-----------------------------------------|" + - "L0.2752[802,961] 185ns |----------------------------------------L0.2752-----------------------------------------|" + - "L0.2765[802,961] 186ns |----------------------------------------L0.2765-----------------------------------------|" + - "L0.2778[802,961] 187ns |----------------------------------------L0.2778-----------------------------------------|" + - "L0.2791[802,961] 188ns |----------------------------------------L0.2791-----------------------------------------|" + - "L0.2804[802,961] 189ns |----------------------------------------L0.2804-----------------------------------------|" + - "L0.2817[802,961] 190ns |----------------------------------------L0.2817-----------------------------------------|" + - "L0.2830[802,961] 191ns |----------------------------------------L0.2830-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[802,961] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2596, L0.2609, L0.2622, L0.2635, L0.2648, L0.2661, L0.2674, L0.2687, L0.2700, L0.2713, L0.2726, L0.2739, L0.2752, L0.2765, L0.2778, L0.2791, L0.2804, L0.2817, L0.2830, L0.3059" + - " Creating 1 files" + - "**** Simulation run 331, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3060[962,1121] 172ns |----------------------------------------L0.3060-----------------------------------------|" + - "L0.2597[962,1121] 173ns |----------------------------------------L0.2597-----------------------------------------|" + - "L0.2610[962,1121] 174ns |----------------------------------------L0.2610-----------------------------------------|" + - "L0.2623[962,1121] 175ns |----------------------------------------L0.2623-----------------------------------------|" + - "L0.2636[962,1121] 176ns |----------------------------------------L0.2636-----------------------------------------|" + - "L0.2649[962,1121] 177ns |----------------------------------------L0.2649-----------------------------------------|" + - "L0.2662[962,1121] 178ns |----------------------------------------L0.2662-----------------------------------------|" + - "L0.2675[962,1121] 179ns |----------------------------------------L0.2675-----------------------------------------|" + - "L0.2688[962,1121] 180ns |----------------------------------------L0.2688-----------------------------------------|" + - "L0.2701[962,1121] 181ns |----------------------------------------L0.2701-----------------------------------------|" + - "L0.2714[962,1121] 182ns |----------------------------------------L0.2714-----------------------------------------|" + - "L0.2727[962,1121] 183ns |----------------------------------------L0.2727-----------------------------------------|" + - "L0.2740[962,1121] 184ns |----------------------------------------L0.2740-----------------------------------------|" + - "L0.2753[962,1121] 185ns |----------------------------------------L0.2753-----------------------------------------|" + - "L0.2766[962,1121] 186ns |----------------------------------------L0.2766-----------------------------------------|" + - "L0.2779[962,1121] 187ns |----------------------------------------L0.2779-----------------------------------------|" + - "L0.2792[962,1121] 188ns |----------------------------------------L0.2792-----------------------------------------|" + - "L0.2805[962,1121] 189ns |----------------------------------------L0.2805-----------------------------------------|" + - "L0.2818[962,1121] 190ns |----------------------------------------L0.2818-----------------------------------------|" + - "L0.2831[962,1121] 191ns |----------------------------------------L0.2831-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[962,1121] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2597, L0.2610, L0.2623, L0.2636, L0.2649, L0.2662, L0.2675, L0.2688, L0.2701, L0.2714, L0.2727, L0.2740, L0.2753, L0.2766, L0.2779, L0.2792, L0.2805, L0.2818, L0.2831, L0.3060" + - " Creating 1 files" + - "**** Simulation run 332, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3061[1122,1281] 172ns |----------------------------------------L0.3061-----------------------------------------|" + - "L0.2598[1122,1281] 173ns |----------------------------------------L0.2598-----------------------------------------|" + - "L0.2611[1122,1281] 174ns |----------------------------------------L0.2611-----------------------------------------|" + - "L0.2624[1122,1281] 175ns |----------------------------------------L0.2624-----------------------------------------|" + - "L0.2637[1122,1281] 176ns |----------------------------------------L0.2637-----------------------------------------|" + - "L0.2650[1122,1281] 177ns |----------------------------------------L0.2650-----------------------------------------|" + - "L0.2663[1122,1281] 178ns |----------------------------------------L0.2663-----------------------------------------|" + - "L0.2676[1122,1281] 179ns |----------------------------------------L0.2676-----------------------------------------|" + - "L0.2689[1122,1281] 180ns |----------------------------------------L0.2689-----------------------------------------|" + - "L0.2702[1122,1281] 181ns |----------------------------------------L0.2702-----------------------------------------|" + - "L0.2715[1122,1281] 182ns |----------------------------------------L0.2715-----------------------------------------|" + - "L0.2728[1122,1281] 183ns |----------------------------------------L0.2728-----------------------------------------|" + - "L0.2741[1122,1281] 184ns |----------------------------------------L0.2741-----------------------------------------|" + - "L0.2754[1122,1281] 185ns |----------------------------------------L0.2754-----------------------------------------|" + - "L0.2767[1122,1281] 186ns |----------------------------------------L0.2767-----------------------------------------|" + - "L0.2780[1122,1281] 187ns |----------------------------------------L0.2780-----------------------------------------|" + - "L0.2793[1122,1281] 188ns |----------------------------------------L0.2793-----------------------------------------|" + - "L0.2806[1122,1281] 189ns |----------------------------------------L0.2806-----------------------------------------|" + - "L0.2819[1122,1281] 190ns |----------------------------------------L0.2819-----------------------------------------|" + - "L0.2832[1122,1281] 191ns |----------------------------------------L0.2832-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1122,1281] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2598, L0.2611, L0.2624, L0.2637, L0.2650, L0.2663, L0.2676, L0.2689, L0.2702, L0.2715, L0.2728, L0.2741, L0.2754, L0.2767, L0.2780, L0.2793, L0.2806, L0.2819, L0.2832, L0.3061" + - " Creating 1 files" + - "**** Simulation run 333, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3062[1282,1441] 172ns |----------------------------------------L0.3062-----------------------------------------|" + - "L0.2599[1282,1441] 173ns |----------------------------------------L0.2599-----------------------------------------|" + - "L0.2612[1282,1441] 174ns |----------------------------------------L0.2612-----------------------------------------|" + - "L0.2625[1282,1441] 175ns |----------------------------------------L0.2625-----------------------------------------|" + - "L0.2638[1282,1441] 176ns |----------------------------------------L0.2638-----------------------------------------|" + - "L0.2651[1282,1441] 177ns |----------------------------------------L0.2651-----------------------------------------|" + - "L0.2664[1282,1441] 178ns |----------------------------------------L0.2664-----------------------------------------|" + - "L0.2677[1282,1441] 179ns |----------------------------------------L0.2677-----------------------------------------|" + - "L0.2690[1282,1441] 180ns |----------------------------------------L0.2690-----------------------------------------|" + - "L0.2703[1282,1441] 181ns |----------------------------------------L0.2703-----------------------------------------|" + - "L0.2716[1282,1441] 182ns |----------------------------------------L0.2716-----------------------------------------|" + - "L0.2729[1282,1441] 183ns |----------------------------------------L0.2729-----------------------------------------|" + - "L0.2742[1282,1441] 184ns |----------------------------------------L0.2742-----------------------------------------|" + - "L0.2755[1282,1441] 185ns |----------------------------------------L0.2755-----------------------------------------|" + - "L0.2768[1282,1441] 186ns |----------------------------------------L0.2768-----------------------------------------|" + - "L0.2781[1282,1441] 187ns |----------------------------------------L0.2781-----------------------------------------|" + - "L0.2794[1282,1441] 188ns |----------------------------------------L0.2794-----------------------------------------|" + - "L0.2807[1282,1441] 189ns |----------------------------------------L0.2807-----------------------------------------|" + - "L0.2820[1282,1441] 190ns |----------------------------------------L0.2820-----------------------------------------|" + - "L0.2833[1282,1441] 191ns |----------------------------------------L0.2833-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1282,1441] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2599, L0.2612, L0.2625, L0.2638, L0.2651, L0.2664, L0.2677, L0.2690, L0.2703, L0.2716, L0.2729, L0.2742, L0.2755, L0.2768, L0.2781, L0.2794, L0.2807, L0.2820, L0.2833, L0.3062" + - " Creating 1 files" + - "**** Simulation run 334, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3063[1442,1601] 172ns |----------------------------------------L0.3063-----------------------------------------|" + - "L0.2600[1442,1601] 173ns |----------------------------------------L0.2600-----------------------------------------|" + - "L0.2613[1442,1601] 174ns |----------------------------------------L0.2613-----------------------------------------|" + - "L0.2626[1442,1601] 175ns |----------------------------------------L0.2626-----------------------------------------|" + - "L0.2639[1442,1601] 176ns |----------------------------------------L0.2639-----------------------------------------|" + - "L0.2652[1442,1601] 177ns |----------------------------------------L0.2652-----------------------------------------|" + - "L0.2665[1442,1601] 178ns |----------------------------------------L0.2665-----------------------------------------|" + - "L0.2678[1442,1601] 179ns |----------------------------------------L0.2678-----------------------------------------|" + - "L0.2691[1442,1601] 180ns |----------------------------------------L0.2691-----------------------------------------|" + - "L0.2704[1442,1601] 181ns |----------------------------------------L0.2704-----------------------------------------|" + - "L0.2717[1442,1601] 182ns |----------------------------------------L0.2717-----------------------------------------|" + - "L0.2730[1442,1601] 183ns |----------------------------------------L0.2730-----------------------------------------|" + - "L0.2743[1442,1601] 184ns |----------------------------------------L0.2743-----------------------------------------|" + - "L0.2756[1442,1601] 185ns |----------------------------------------L0.2756-----------------------------------------|" + - "L0.2769[1442,1601] 186ns |----------------------------------------L0.2769-----------------------------------------|" + - "L0.2782[1442,1601] 187ns |----------------------------------------L0.2782-----------------------------------------|" + - "L0.2795[1442,1601] 188ns |----------------------------------------L0.2795-----------------------------------------|" + - "L0.2808[1442,1601] 189ns |----------------------------------------L0.2808-----------------------------------------|" + - "L0.2821[1442,1601] 190ns |----------------------------------------L0.2821-----------------------------------------|" + - "L0.2834[1442,1601] 191ns |----------------------------------------L0.2834-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1442,1601] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2600, L0.2613, L0.2626, L0.2639, L0.2652, L0.2665, L0.2678, L0.2691, L0.2704, L0.2717, L0.2730, L0.2743, L0.2756, L0.2769, L0.2782, L0.2795, L0.2808, L0.2821, L0.2834, L0.3063" + - " Creating 1 files" + - "**** Simulation run 335, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3064[1602,1761] 172ns |----------------------------------------L0.3064-----------------------------------------|" + - "L0.2601[1602,1761] 173ns |----------------------------------------L0.2601-----------------------------------------|" + - "L0.2614[1602,1761] 174ns |----------------------------------------L0.2614-----------------------------------------|" + - "L0.2627[1602,1761] 175ns |----------------------------------------L0.2627-----------------------------------------|" + - "L0.2640[1602,1761] 176ns |----------------------------------------L0.2640-----------------------------------------|" + - "L0.2653[1602,1761] 177ns |----------------------------------------L0.2653-----------------------------------------|" + - "L0.2666[1602,1761] 178ns |----------------------------------------L0.2666-----------------------------------------|" + - "L0.2679[1602,1761] 179ns |----------------------------------------L0.2679-----------------------------------------|" + - "L0.2692[1602,1761] 180ns |----------------------------------------L0.2692-----------------------------------------|" + - "L0.2705[1602,1761] 181ns |----------------------------------------L0.2705-----------------------------------------|" + - "L0.2718[1602,1761] 182ns |----------------------------------------L0.2718-----------------------------------------|" + - "L0.2731[1602,1761] 183ns |----------------------------------------L0.2731-----------------------------------------|" + - "L0.2744[1602,1761] 184ns |----------------------------------------L0.2744-----------------------------------------|" + - "L0.2757[1602,1761] 185ns |----------------------------------------L0.2757-----------------------------------------|" + - "L0.2770[1602,1761] 186ns |----------------------------------------L0.2770-----------------------------------------|" + - "L0.2783[1602,1761] 187ns |----------------------------------------L0.2783-----------------------------------------|" + - "L0.2796[1602,1761] 188ns |----------------------------------------L0.2796-----------------------------------------|" + - "L0.2809[1602,1761] 189ns |----------------------------------------L0.2809-----------------------------------------|" + - "L0.2822[1602,1761] 190ns |----------------------------------------L0.2822-----------------------------------------|" + - "L0.2835[1602,1761] 191ns |----------------------------------------L0.2835-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1602,1761] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2601, L0.2614, L0.2627, L0.2640, L0.2653, L0.2666, L0.2679, L0.2692, L0.2705, L0.2718, L0.2731, L0.2744, L0.2757, L0.2770, L0.2783, L0.2796, L0.2809, L0.2822, L0.2835, L0.3064" + - " Creating 1 files" + - "**** Simulation run 336, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3067[1762,1921] 172ns |----------------------------------------L0.3067-----------------------------------------|" + - "L0.2602[1762,1921] 173ns |----------------------------------------L0.2602-----------------------------------------|" + - "L0.2615[1762,1921] 174ns |----------------------------------------L0.2615-----------------------------------------|" + - "L0.2628[1762,1921] 175ns |----------------------------------------L0.2628-----------------------------------------|" + - "L0.2641[1762,1921] 176ns |----------------------------------------L0.2641-----------------------------------------|" + - "L0.2654[1762,1921] 177ns |----------------------------------------L0.2654-----------------------------------------|" + - "L0.2667[1762,1921] 178ns |----------------------------------------L0.2667-----------------------------------------|" + - "L0.2680[1762,1921] 179ns |----------------------------------------L0.2680-----------------------------------------|" + - "L0.2693[1762,1921] 180ns |----------------------------------------L0.2693-----------------------------------------|" + - "L0.2706[1762,1921] 181ns |----------------------------------------L0.2706-----------------------------------------|" + - "L0.2719[1762,1921] 182ns |----------------------------------------L0.2719-----------------------------------------|" + - "L0.2732[1762,1921] 183ns |----------------------------------------L0.2732-----------------------------------------|" + - "L0.2745[1762,1921] 184ns |----------------------------------------L0.2745-----------------------------------------|" + - "L0.2758[1762,1921] 185ns |----------------------------------------L0.2758-----------------------------------------|" + - "L0.2771[1762,1921] 186ns |----------------------------------------L0.2771-----------------------------------------|" + - "L0.2784[1762,1921] 187ns |----------------------------------------L0.2784-----------------------------------------|" + - "L0.2797[1762,1921] 188ns |----------------------------------------L0.2797-----------------------------------------|" + - "L0.2810[1762,1921] 189ns |----------------------------------------L0.2810-----------------------------------------|" + - "L0.2823[1762,1921] 190ns |----------------------------------------L0.2823-----------------------------------------|" + - "L0.2836[1762,1921] 191ns |----------------------------------------L0.2836-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1762,1921] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2602, L0.2615, L0.2628, L0.2641, L0.2654, L0.2667, L0.2680, L0.2693, L0.2706, L0.2719, L0.2732, L0.2745, L0.2758, L0.2771, L0.2784, L0.2797, L0.2810, L0.2823, L0.2836, L0.3067" + - " Creating 1 files" + - "**** Simulation run 337, type=compact(ManySmallFiles). 20 Input Files, 0b total:" + - "L0, all files 0b " + - "L0.3068[1922,2086] 172ns |----------------------------------------L0.3068-----------------------------------------|" + - "L0.2603[1922,2086] 173ns |----------------------------------------L0.2603-----------------------------------------|" + - "L0.2616[1922,2086] 174ns |----------------------------------------L0.2616-----------------------------------------|" + - "L0.2629[1922,2086] 175ns |----------------------------------------L0.2629-----------------------------------------|" + - "L0.2642[1922,2086] 176ns |----------------------------------------L0.2642-----------------------------------------|" + - "L0.2655[1922,2086] 177ns |----------------------------------------L0.2655-----------------------------------------|" + - "L0.2668[1922,2086] 178ns |----------------------------------------L0.2668-----------------------------------------|" + - "L0.2681[1922,2086] 179ns |----------------------------------------L0.2681-----------------------------------------|" + - "L0.2694[1922,2086] 180ns |----------------------------------------L0.2694-----------------------------------------|" + - "L0.2707[1922,2086] 181ns |----------------------------------------L0.2707-----------------------------------------|" + - "L0.2720[1922,2086] 182ns |----------------------------------------L0.2720-----------------------------------------|" + - "L0.2733[1922,2086] 183ns |----------------------------------------L0.2733-----------------------------------------|" + - "L0.2746[1922,2086] 184ns |----------------------------------------L0.2746-----------------------------------------|" + - "L0.2759[1922,2086] 185ns |----------------------------------------L0.2759-----------------------------------------|" + - "L0.2772[1922,2086] 186ns |----------------------------------------L0.2772-----------------------------------------|" + - "L0.2785[1922,2086] 187ns |----------------------------------------L0.2785-----------------------------------------|" + - "L0.2798[1922,2086] 188ns |----------------------------------------L0.2798-----------------------------------------|" + - "L0.2811[1922,2086] 189ns |----------------------------------------L0.2811-----------------------------------------|" + - "L0.2824[1922,2086] 190ns |----------------------------------------L0.2824-----------------------------------------|" + - "L0.2837[1922,2086] 191ns |----------------------------------------L0.2837-----------------------------------------|" + - "**** 1 Output Files (parquet_file_id not yet assigned), 0b total:" + - "L0, all files 0b " + - "L0.?[1922,2086] 191ns |------------------------------------------L0.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 20 files: L0.2603, L0.2616, L0.2629, L0.2642, L0.2655, L0.2668, L0.2681, L0.2694, L0.2707, L0.2720, L0.2733, L0.2746, L0.2759, L0.2772, L0.2785, L0.2798, L0.2811, L0.2824, L0.2837, L0.3068" + - " Creating 1 files" + - "**** Simulation run 338, type=compact(TotalSizeLessThanMaxCompactSize). 9 Input Files, 2kb total:" + - "L0 " + - "L0.2942[2087,1990000] 199ns 10b|----------------------------------------L0.2942-----------------------------------------|" + - "L0.2929[2087,1980000] 198ns 10b|----------------------------------------L0.2929----------------------------------------| " + - "L0.2916[2087,1970000] 197ns 10b|----------------------------------------L0.2916----------------------------------------| " + - "L0.2903[2087,1960000] 196ns 10b|---------------------------------------L0.2903----------------------------------------| " + - "L0.2890[2087,1950000] 195ns 10b|---------------------------------------L0.2890----------------------------------------| " + - "L0.2877[2087,1940000] 194ns 10b|---------------------------------------L0.2877---------------------------------------| " + - "L0.2864[2087,1930000] 193ns 10b|---------------------------------------L0.2864---------------------------------------| " + - "L0.2851[2087,1920000] 192ns 10b|--------------------------------------L0.2851---------------------------------------| " + - "L0.3069[2087,1910000] 191ns 2kb|--------------------------------------L0.3069---------------------------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 2kb total:" + - "L1, all files 2kb " + - "L1.?[2087,1990000] 199ns |------------------------------------------L1.?------------------------------------------|" + - "Committing partition 1:" + - " Soft Deleting 9 files: L0.2851, L0.2864, L0.2877, L0.2890, L0.2903, L0.2916, L0.2929, L0.2942, L0.3069" + - " Creating 1 files" + - "**** Simulation run 339, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[582]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2932[482,641] 199ns 0b|----------------------------------------L0.2932-----------------------------------------|" + - "L0.2919[482,641] 198ns 0b|----------------------------------------L0.2919-----------------------------------------|" + - "L0.2906[482,641] 197ns 0b|----------------------------------------L0.2906-----------------------------------------|" + - "L0.2893[482,641] 196ns 0b|----------------------------------------L0.2893-----------------------------------------|" + - "L0.2880[482,641] 195ns 0b|----------------------------------------L0.2880-----------------------------------------|" + - "L0.2867[482,641] 194ns 0b|----------------------------------------L0.2867-----------------------------------------|" + - "L0.2854[482,641] 193ns 0b|----------------------------------------L0.2854-----------------------------------------|" + - "L0.2841[482,641] 192ns 0b|----------------------------------------L0.2841-----------------------------------------|" + - "L0.2946[482,641] 19ns 160mb|----------------------------------------L0.2946-----------------------------------------|" + - "L0.3072[482,641] 191ns 0b|----------------------------------------L0.3072-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[482,582] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[583,641] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2841, L0.2854, L0.2867, L0.2880, L0.2893, L0.2906, L0.2919, L0.2932, L0.2946, L0.3072" + - " Creating 2 files" + - "**** Simulation run 340, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[742]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2933[642,801] 199ns 0b|----------------------------------------L0.2933-----------------------------------------|" + - "L0.2920[642,801] 198ns 0b|----------------------------------------L0.2920-----------------------------------------|" + - "L0.2907[642,801] 197ns 0b|----------------------------------------L0.2907-----------------------------------------|" + - "L0.2894[642,801] 196ns 0b|----------------------------------------L0.2894-----------------------------------------|" + - "L0.2881[642,801] 195ns 0b|----------------------------------------L0.2881-----------------------------------------|" + - "L0.2868[642,801] 194ns 0b|----------------------------------------L0.2868-----------------------------------------|" + - "L0.2855[642,801] 193ns 0b|----------------------------------------L0.2855-----------------------------------------|" + - "L0.2842[642,801] 192ns 0b|----------------------------------------L0.2842-----------------------------------------|" + - "L0.2947[642,801] 19ns 160mb|----------------------------------------L0.2947-----------------------------------------|" + - "L0.3073[642,801] 191ns 0b|----------------------------------------L0.3073-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[642,742] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[743,801] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2842, L0.2855, L0.2868, L0.2881, L0.2894, L0.2907, L0.2920, L0.2933, L0.2947, L0.3073" + - " Creating 2 files" + - "**** Simulation run 341, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[902]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2934[802,961] 199ns 0b|----------------------------------------L0.2934-----------------------------------------|" + - "L0.2921[802,961] 198ns 0b|----------------------------------------L0.2921-----------------------------------------|" + - "L0.2908[802,961] 197ns 0b|----------------------------------------L0.2908-----------------------------------------|" + - "L0.2895[802,961] 196ns 0b|----------------------------------------L0.2895-----------------------------------------|" + - "L0.2882[802,961] 195ns 0b|----------------------------------------L0.2882-----------------------------------------|" + - "L0.2869[802,961] 194ns 0b|----------------------------------------L0.2869-----------------------------------------|" + - "L0.2856[802,961] 193ns 0b|----------------------------------------L0.2856-----------------------------------------|" + - "L0.2843[802,961] 192ns 0b|----------------------------------------L0.2843-----------------------------------------|" + - "L0.2948[802,961] 19ns 160mb|----------------------------------------L0.2948-----------------------------------------|" + - "L0.3074[802,961] 191ns 0b|----------------------------------------L0.3074-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[802,902] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[903,961] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2843, L0.2856, L0.2869, L0.2882, L0.2895, L0.2908, L0.2921, L0.2934, L0.2948, L0.3074" + - " Creating 2 files" + - "**** Simulation run 342, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1062]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2935[962,1121] 199ns 0b|----------------------------------------L0.2935-----------------------------------------|" + - "L0.2922[962,1121] 198ns 0b|----------------------------------------L0.2922-----------------------------------------|" + - "L0.2909[962,1121] 197ns 0b|----------------------------------------L0.2909-----------------------------------------|" + - "L0.2896[962,1121] 196ns 0b|----------------------------------------L0.2896-----------------------------------------|" + - "L0.2883[962,1121] 195ns 0b|----------------------------------------L0.2883-----------------------------------------|" + - "L0.2870[962,1121] 194ns 0b|----------------------------------------L0.2870-----------------------------------------|" + - "L0.2857[962,1121] 193ns 0b|----------------------------------------L0.2857-----------------------------------------|" + - "L0.2844[962,1121] 192ns 0b|----------------------------------------L0.2844-----------------------------------------|" + - "L0.2949[962,1121] 19ns 160mb|----------------------------------------L0.2949-----------------------------------------|" + - "L0.3075[962,1121] 191ns 0b|----------------------------------------L0.3075-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[962,1062] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[1063,1121] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2844, L0.2857, L0.2870, L0.2883, L0.2896, L0.2909, L0.2922, L0.2935, L0.2949, L0.3075" + - " Creating 2 files" + - "**** Simulation run 343, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1222]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2936[1122,1281] 199ns 0b|----------------------------------------L0.2936-----------------------------------------|" + - "L0.2923[1122,1281] 198ns 0b|----------------------------------------L0.2923-----------------------------------------|" + - "L0.2910[1122,1281] 197ns 0b|----------------------------------------L0.2910-----------------------------------------|" + - "L0.2897[1122,1281] 196ns 0b|----------------------------------------L0.2897-----------------------------------------|" + - "L0.2884[1122,1281] 195ns 0b|----------------------------------------L0.2884-----------------------------------------|" + - "L0.2871[1122,1281] 194ns 0b|----------------------------------------L0.2871-----------------------------------------|" + - "L0.2858[1122,1281] 193ns 0b|----------------------------------------L0.2858-----------------------------------------|" + - "L0.2845[1122,1281] 192ns 0b|----------------------------------------L0.2845-----------------------------------------|" + - "L0.2950[1122,1281] 19ns 160mb|----------------------------------------L0.2950-----------------------------------------|" + - "L0.3076[1122,1281] 191ns 0b|----------------------------------------L0.3076-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[1122,1222] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[1223,1281] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2845, L0.2858, L0.2871, L0.2884, L0.2897, L0.2910, L0.2923, L0.2936, L0.2950, L0.3076" + - " Creating 2 files" + - "**** Simulation run 344, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1382]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2937[1282,1441] 199ns 0b|----------------------------------------L0.2937-----------------------------------------|" + - "L0.2924[1282,1441] 198ns 0b|----------------------------------------L0.2924-----------------------------------------|" + - "L0.2911[1282,1441] 197ns 0b|----------------------------------------L0.2911-----------------------------------------|" + - "L0.2898[1282,1441] 196ns 0b|----------------------------------------L0.2898-----------------------------------------|" + - "L0.2885[1282,1441] 195ns 0b|----------------------------------------L0.2885-----------------------------------------|" + - "L0.2872[1282,1441] 194ns 0b|----------------------------------------L0.2872-----------------------------------------|" + - "L0.2859[1282,1441] 193ns 0b|----------------------------------------L0.2859-----------------------------------------|" + - "L0.2846[1282,1441] 192ns 0b|----------------------------------------L0.2846-----------------------------------------|" + - "L0.2951[1282,1441] 19ns 160mb|----------------------------------------L0.2951-----------------------------------------|" + - "L0.3077[1282,1441] 191ns 0b|----------------------------------------L0.3077-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[1282,1382] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[1383,1441] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2846, L0.2859, L0.2872, L0.2885, L0.2898, L0.2911, L0.2924, L0.2937, L0.2951, L0.3077" + - " Creating 2 files" + - "**** Simulation run 345, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1542]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2938[1442,1601] 199ns 0b|----------------------------------------L0.2938-----------------------------------------|" + - "L0.2925[1442,1601] 198ns 0b|----------------------------------------L0.2925-----------------------------------------|" + - "L0.2912[1442,1601] 197ns 0b|----------------------------------------L0.2912-----------------------------------------|" + - "L0.2899[1442,1601] 196ns 0b|----------------------------------------L0.2899-----------------------------------------|" + - "L0.2886[1442,1601] 195ns 0b|----------------------------------------L0.2886-----------------------------------------|" + - "L0.2873[1442,1601] 194ns 0b|----------------------------------------L0.2873-----------------------------------------|" + - "L0.2860[1442,1601] 193ns 0b|----------------------------------------L0.2860-----------------------------------------|" + - "L0.2847[1442,1601] 192ns 0b|----------------------------------------L0.2847-----------------------------------------|" + - "L0.2952[1442,1601] 19ns 160mb|----------------------------------------L0.2952-----------------------------------------|" + - "L0.3078[1442,1601] 191ns 0b|----------------------------------------L0.3078-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[1442,1542] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[1543,1601] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2847, L0.2860, L0.2873, L0.2886, L0.2899, L0.2912, L0.2925, L0.2938, L0.2952, L0.3078" + - " Creating 2 files" + - "**** Simulation run 346, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1702]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2939[1602,1761] 199ns 0b|----------------------------------------L0.2939-----------------------------------------|" + - "L0.2926[1602,1761] 198ns 0b|----------------------------------------L0.2926-----------------------------------------|" + - "L0.2913[1602,1761] 197ns 0b|----------------------------------------L0.2913-----------------------------------------|" + - "L0.2900[1602,1761] 196ns 0b|----------------------------------------L0.2900-----------------------------------------|" + - "L0.2887[1602,1761] 195ns 0b|----------------------------------------L0.2887-----------------------------------------|" + - "L0.2874[1602,1761] 194ns 0b|----------------------------------------L0.2874-----------------------------------------|" + - "L0.2861[1602,1761] 193ns 0b|----------------------------------------L0.2861-----------------------------------------|" + - "L0.2848[1602,1761] 192ns 0b|----------------------------------------L0.2848-----------------------------------------|" + - "L0.2953[1602,1761] 19ns 160mb|----------------------------------------L0.2953-----------------------------------------|" + - "L0.3079[1602,1761] 191ns 0b|----------------------------------------L0.3079-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[1602,1702] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[1703,1761] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2848, L0.2861, L0.2874, L0.2887, L0.2900, L0.2913, L0.2926, L0.2939, L0.2953, L0.3079" + - " Creating 2 files" + - "**** Simulation run 347, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[262]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2930[199,321] 199ns 0b |------------------------------L0.2930------------------------------| " + - "L0.2917[198,321] 198ns 0b |------------------------------L0.2917------------------------------| " + - "L0.2904[197,321] 197ns 0b |------------------------------L0.2904-------------------------------| " + - "L0.2891[196,321] 196ns 0b |------------------------------L0.2891-------------------------------| " + - "L0.2878[195,321] 195ns 0b |-------------------------------L0.2878-------------------------------| " + - "L0.2865[194,321] 194ns 0b |-------------------------------L0.2865-------------------------------| " + - "L0.2852[193,321] 193ns 0b |-------------------------------L0.2852--------------------------------| " + - "L0.2839[192,321] 192ns 0b |--------------------------------L0.2839--------------------------------| " + - "L0.2944[162,321] 19ns 160mb|----------------------------------------L0.2944-----------------------------------------|" + - "L0.3070[162,321] 191ns 0b|----------------------------------------L0.3070-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[162,262] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[263,321] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2839, L0.2852, L0.2865, L0.2878, L0.2891, L0.2904, L0.2917, L0.2930, L0.2944, L0.3070" + - " Creating 2 files" + - "**** Simulation run 348, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[422]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2931[322,481] 199ns 0b|----------------------------------------L0.2931-----------------------------------------|" + - "L0.2918[322,481] 198ns 0b|----------------------------------------L0.2918-----------------------------------------|" + - "L0.2905[322,481] 197ns 0b|----------------------------------------L0.2905-----------------------------------------|" + - "L0.2892[322,481] 196ns 0b|----------------------------------------L0.2892-----------------------------------------|" + - "L0.2879[322,481] 195ns 0b|----------------------------------------L0.2879-----------------------------------------|" + - "L0.2866[322,481] 194ns 0b|----------------------------------------L0.2866-----------------------------------------|" + - "L0.2853[322,481] 193ns 0b|----------------------------------------L0.2853-----------------------------------------|" + - "L0.2840[322,481] 192ns 0b|----------------------------------------L0.2840-----------------------------------------|" + - "L0.2945[322,481] 19ns 160mb|----------------------------------------L0.2945-----------------------------------------|" + - "L0.3071[322,481] 191ns 0b|----------------------------------------L0.3071-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[322,422] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[423,481] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2840, L0.2853, L0.2866, L0.2879, L0.2892, L0.2905, L0.2918, L0.2931, L0.2945, L0.3071" + - " Creating 2 files" + - "**** Simulation run 349, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1862]). 10 Input Files, 160mb total:" + - "L0 " + - "L0.2940[1762,1921] 199ns 0b|----------------------------------------L0.2940-----------------------------------------|" + - "L0.2927[1762,1921] 198ns 0b|----------------------------------------L0.2927-----------------------------------------|" + - "L0.2914[1762,1921] 197ns 0b|----------------------------------------L0.2914-----------------------------------------|" + - "L0.2901[1762,1921] 196ns 0b|----------------------------------------L0.2901-----------------------------------------|" + - "L0.2888[1762,1921] 195ns 0b|----------------------------------------L0.2888-----------------------------------------|" + - "L0.2875[1762,1921] 194ns 0b|----------------------------------------L0.2875-----------------------------------------|" + - "L0.2862[1762,1921] 193ns 0b|----------------------------------------L0.2862-----------------------------------------|" + - "L0.2849[1762,1921] 192ns 0b|----------------------------------------L0.2849-----------------------------------------|" + - "L0.2955[1762,1921] 19ns 160mb|----------------------------------------L0.2955-----------------------------------------|" + - "L0.3080[1762,1921] 191ns 0b|----------------------------------------L0.3080-----------------------------------------|" + - "**** 2 Output Files (parquet_file_id not yet assigned), 160mb total:" + - "L1 " + - "L1.?[1762,1862] 199ns 101mb|-------------------------L1.?-------------------------| " + - "L1.?[1863,1921] 199ns 59mb |-------------L1.?-------------| " + - "Committing partition 1:" + - " Soft Deleting 10 files: L0.2849, L0.2862, L0.2875, L0.2888, L0.2901, L0.2914, L0.2927, L0.2940, L0.2955, L0.3080" + - " Creating 2 files" + - "**** Simulation run 350, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[2053]). 10 Input Files, 79mb total:" + - "L0 " + - "L0.2941[1922,2086] 199ns 0b|----------------------------------------L0.2941-----------------------------------------|" + - "L0.2928[1922,2086] 198ns 0b|----------------------------------------L0.2928-----------------------------------------|" + - "L0.2915[1922,2086] 197ns 0b|----------------------------------------L0.2915-----------------------------------------|" + - "L0.2902[1922,2086] 196ns 0b|----------------------------------------L0.2902-----------------------------------------|" + - "L0.2889[1922,2086] 195ns 0b|----------------------------------------L0.2889-----------------------------------------|" + - "L0.2876[1922,2086] 194ns 0b|----------------------------------------L0.2876-----------------------------------------|" + - "L0.2863[1922,2086] 193ns 0b|----------------------------------------L0.2863-----------------------------------------|" + - "L0.2850[1922,2086] 192ns 0b|----------------------------------------L0.2850-----------------------------------------|" + - "L0.2956[1922,2000] 19ns 79mb|----------------L0.2956-----------------| " + - "L0.3081[1922,2086] 191ns 0b|----------------------------------------L0.3081-----------------------------------------|" - "**** 2 Output Files (parquet_file_id not yet assigned), 79mb total:" - "L1 " - - "L1.?[1922,1592384] 199ns 63mb|--------------------------------L1.?---------------------------------| " - - "L1.?[1592385,1990000] 199ns 16mb |-----L1.?------| " + - "L1.?[1922,2053] 199ns 63mb|--------------------------------L1.?---------------------------------| " + - "L1.?[2054,2086] 199ns 16mb |-----L1.?------| " - "Committing partition 1:" - - " Soft Deleting 2 files: L0.3095, L0.3096" - - " Upgrading 11 files level to CompactionLevel::L1: L0.3083, L0.3084, L0.3085, L0.3086, L0.3087, L0.3088, L0.3089, L0.3090, L0.3092, L0.3093, L0.3094" + - " Soft Deleting 10 files: L0.2850, L0.2863, L0.2876, L0.2889, L0.2902, L0.2915, L0.2928, L0.2941, L0.2956, L0.3081" - " Creating 2 files" - - "**** Simulation run 356, type=split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize))(split_times=[202, 302]). 2 Input Files, 220mb total:" + - "**** Simulation run 351, type=compact(TotalSizeLessThanMaxCompactSize). 2 Input Files, 16mb total:" - "L1 " - - "L1.3100[102,161] 161ns 60mb|-------L1.3100--------| " - - "L1.3092[162,321] 199ns 160mb |----------------------------L1.3092----------------------------| " - - "**** 3 Output Files (parquet_file_id not yet assigned), 220mb total:" - - "L2 " - - "L2.?[102,202] 199ns 101mb|-----------------L2.?------------------| " - - "L2.?[203,302] 199ns 100mb |-----------------L2.?-----------------| " - - "L2.?[303,321] 199ns 19mb |L2.?-| " + - "L1.3106[2054,2086] 199ns 16mb|L1.3106| " + - "L1.3082[2087,1990000] 199ns 2kb|----------------------------------------L1.3082----------------------------------------| " + - "**** 1 Output Files (parquet_file_id not yet assigned), 16mb total:" + - "L2, all files 16mb " + - "L2.?[2054,1990000] 199ns |------------------------------------------L2.?------------------------------------------|" - "Committing partition 1:" - - " Soft Deleting 2 files: L1.3092, L1.3100" - - " Upgrading 1 files level to CompactionLevel::L2: L1.3099" - - " Creating 3 files" - - "**** Simulation run 357, type=split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize))(split_times=[1592384]). 2 Input Files, 79mb total:" - - "L1 " - - "L1.3102[1592385,1990000] 199ns 16mb |----L1.3102----| " - - "L1.3101[1922,1592384] 199ns 63mb|-------------------------------L1.3101-------------------------------| " - - "**** 2 Output Files (parquet_file_id not yet assigned), 79mb total:" + - " Soft Deleting 2 files: L1.3082, L1.3106" + - " Upgrading 25 files level to CompactionLevel::L2: L1.3055, L1.3056, L1.3083, L1.3084, L1.3085, L1.3086, L1.3087, L1.3088, L1.3089, L1.3090, L1.3091, L1.3092, L1.3093, L1.3094, L1.3095, L1.3096, L1.3097, L1.3098, L1.3099, L1.3100, L1.3101, L1.3102, L1.3103, L1.3104, L1.3105" + - " Creating 1 files" + - "**** Final Output Files (5.87gb written)" - "L2 " - - "L2.?[1922,1592384] 199ns 63mb|--------------------------------L2.?---------------------------------| " - - "L2.?[1592385,1990000] 199ns 16mb |-----L2.?------| " - - "Committing partition 1:" - - " Soft Deleting 2 files: L1.3101, L1.3102" - - " Upgrading 10 files level to CompactionLevel::L2: L1.3083, L1.3084, L1.3085, L1.3086, L1.3087, L1.3088, L1.3089, L1.3090, L1.3093, L1.3094" - - " Creating 2 files" - - "**** Final Output Files (6.39gb written)" - - "L2 " - - "L2.3083[322,481] 199ns 160mb|L2.3083| " - - "L2.3084[482,641] 199ns 160mb|L2.3084| " - - "L2.3085[642,801] 199ns 160mb|L2.3085| " - - "L2.3086[802,961] 199ns 160mb|L2.3086| " - - "L2.3087[962,1121] 199ns 160mb|L2.3087| " - - "L2.3088[1122,1281] 199ns 160mb|L2.3088| " - - "L2.3089[1282,1441] 199ns 160mb|L2.3089| " - - "L2.3090[1442,1601] 199ns 160mb|L2.3090| " - - "L2.3093[1602,1761] 199ns 160mb|L2.3093| " - - "L2.3094[1762,1921] 199ns 160mb|L2.3094| " - - "L2.3099[1,101] 161ns 101mb|L2.3099| " - - "L2.3103[102,202] 199ns 101mb|L2.3103| " - - "L2.3104[203,302] 199ns 100mb|L2.3104| " - - "L2.3105[303,321] 199ns 19mb|L2.3105| " - - "L2.3106[1922,1592384] 199ns 63mb|-------------------------------L2.3106-------------------------------| " - - "L2.3107[1592385,1990000] 199ns 16mb |----L2.3107----| " + - "L2.3055[1,101] 161ns 101mb|L2.3055| " + - "L2.3056[102,161] 161ns 60mb|L2.3056| " + - "L2.3083[482,582] 199ns 101mb|L2.3083| " + - "L2.3084[583,641] 199ns 59mb|L2.3084| " + - "L2.3085[642,742] 199ns 101mb|L2.3085| " + - "L2.3086[743,801] 199ns 59mb|L2.3086| " + - "L2.3087[802,902] 199ns 101mb|L2.3087| " + - "L2.3088[903,961] 199ns 59mb|L2.3088| " + - "L2.3089[962,1062] 199ns 101mb|L2.3089| " + - "L2.3090[1063,1121] 199ns 59mb|L2.3090| " + - "L2.3091[1122,1222] 199ns 101mb|L2.3091| " + - "L2.3092[1223,1281] 199ns 59mb|L2.3092| " + - "L2.3093[1282,1382] 199ns 101mb|L2.3093| " + - "L2.3094[1383,1441] 199ns 59mb|L2.3094| " + - "L2.3095[1442,1542] 199ns 101mb|L2.3095| " + - "L2.3096[1543,1601] 199ns 59mb|L2.3096| " + - "L2.3097[1602,1702] 199ns 101mb|L2.3097| " + - "L2.3098[1703,1761] 199ns 59mb|L2.3098| " + - "L2.3099[162,262] 199ns 101mb|L2.3099| " + - "L2.3100[263,321] 199ns 59mb|L2.3100| " + - "L2.3101[322,422] 199ns 101mb|L2.3101| " + - "L2.3102[423,481] 199ns 59mb|L2.3102| " + - "L2.3103[1762,1862] 199ns 101mb|L2.3103| " + - "L2.3104[1863,1921] 199ns 59mb|L2.3104| " + - "L2.3105[1922,2053] 199ns 63mb|L2.3105| " + - "L2.3107[2054,1990000] 199ns 16mb|----------------------------------------L2.3107----------------------------------------| " - "**** Breakdown of where bytes were written" - - 0b written by split(ReduceOverlap) + - 1.95gb written by compact(ManySmallFiles) + - 1.95gb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) - 1.95gb written by split(VerticalSplit) - - 158mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) - - 3.75gb written by compact(ManySmallFiles) - - 542mb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - - "WARNING: file L2.3083[322,481] 199ns 160mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.3084[482,641] 199ns 160mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.3085[642,801] 199ns 160mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.3086[802,961] 199ns 160mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.3087[962,1121] 199ns 160mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.3088[1122,1281] 199ns 160mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.3089[1282,1441] 199ns 160mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.3090[1442,1601] 199ns 160mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.3093[1602,1761] 199ns 160mb exceeds soft limit 100mb by more than 50%" - - "WARNING: file L2.3094[1762,1921] 199ns 160mb exceeds soft limit 100mb by more than 50%" + - 16mb written by compact(TotalSizeLessThanMaxCompactSize) "### ); } @@ -10354,21 +10297,23 @@ async fn split_then_undo_it() { - "L1.15[1680041088000000000,1680044543999000000] 1681186614.52s 111mb |L1.15| " - "L1.16[1680044544000000000,1680045637388000000] 1681186614.52s 169mb |L1.16|" - "WARNING: file L1.16[1680044544000000000,1680045637388000000] 1681186614.52s 169mb exceeds soft limit 100mb by more than 50%" - - "**** Final Output Files (1.33gb written)" + - "**** Final Output Files (975mb written)" - "L2 " - - "L2.36[1679961600071000000,1680022452125333264] 1681420678.89s 100mb|----------------------------L2.36----------------------------| " - - "L2.46[1680022452125333265,1680032319822641856] 1681420678.89s 100mb |-L2.46--| " - - "L2.47[1680032319822641857,1680042187519950447] 1681420678.89s 100mb |-L2.47--| " - - "L2.48[1680042187519950448,1680045769912015677] 1681420678.89s 36mb |L2.48|" - - "L2.49[1680045769912015678,1680046349505504631] 1681420678.89s 100mb |L2.49|" - - "L2.50[1680046349505504632,1680046929098993584] 1681420678.89s 100mb |L2.50|" - - "L2.51[1680046929098993585,1680047338160274709] 1681420678.89s 71mb |L2.51|" - - "L2.52[1680047338160274710,1680047867631254942] 1681420678.89s 93mb |L2.52|" - - "L2.53[1680047867631254943,1680047999999000000] 1681420678.89s 23mb |L2.53|" + - "L2.32[1680040942702149185,1680045637388000000] 1681420678.89s 92mb |L2.32| " + - "L2.33[1680045637388000001,1680046201485537304] 1681420678.89s 100mb |L2.33|" + - "L2.34[1680046201485537305,1680046765583074607] 1681420678.89s 100mb |L2.34|" + - "L2.35[1680046765583074608,1680047223526000000] 1681420678.89s 81mb |L2.35|" + - "L2.36[1680047223526000001,1680047793554118093] 1681420678.89s 100mb |L2.36|" + - "L2.38[1679961600071000000,1679998759898820368] 1681420678.89s 100mb|---------------L2.38----------------| " + - "L2.39[1679998759898820369,1680035919726640736] 1681420678.89s 100mb |---------------L2.39----------------| " + - "L2.40[1680035919726640737,1680040942702149184] 1681420678.89s 14mb |L2.40| " + - "L2.41[1680047793554118094,1680047958710023618] 1681420678.89s 29mb |L2.41|" + - "L2.42[1680047958710023619,1680047999999000000] 1681420678.89s 7mb |L2.42|" - "**** Breakdown of where bytes were written" - - 1.17gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - - 13mb written by split(ReduceOverlap) - - 152mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) + - 14mb written by compact(TotalSizeLessThanMaxCompactSize) + - 172mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) + - 3mb written by split(ReduceOverlap) + - 787mb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) "### ); } @@ -10986,24 +10931,23 @@ async fn split_precent_loop() { - "L1.3[1676005158277000000,1676010156669000000] 1676010160.05s 58mb |L1.3| " - "WARNING: file L0.40[1676020762355000000,1676036230752000000] 1676036233.84s 159mb exceeds soft limit 100mb by more than 50%" - "WARNING: file L0.43[1676039845773000000,1676063836202000000] 1676063839.07s 242mb exceeds soft limit 100mb by more than 50%" - - "**** Final Output Files (2.78gb written)" + - "**** Final Output Files (1.98gb written)" - "L2 " - - "L2.223[1676039875848666667,1676053043929833332] 1676066475.26s 141mb |---L2.223---| " - - "L2.224[1676053043929833333,1676066212011000000] 1676066475.26s 125mb |---L2.224---| " - - "L2.244[1675987200001000000,1675995221280934243] 1676066475.26s 100mb|L2.244-| " - - "L2.245[1675995221280934244,1676003242560868486] 1676066475.26s 100mb |L2.245-| " - - "L2.250[1676022715716555555,1676032446190144752] 1676066475.26s 100mb |-L2.250--| " - - "L2.252[1676003242560868487,1676011412551749425] 1676066475.26s 100mb |L2.252-| " - - "L2.253[1676011412551749426,1676019582542630363] 1676066475.26s 100mb |L2.253-| " - - "L2.254[1676019582542630364,1676022715716555554] 1676066475.26s 38mb |L2.254| " - - "L2.255[1676032446190144753,1676038389916962283] 1676066475.26s 61mb |L2.255| " - - "L2.256[1676038389916962284,1676039875848666666] 1676066475.26s 15mb |L2.256| " + - "L2.220[1676039875848666667,1676049206274887385] 1676066475.26s 100mb |-L2.220-| " + - "L2.224[1675987200001000000,1675995221280934243] 1676066475.26s 100mb|L2.224-| " + - "L2.225[1675995221280934244,1676003242560868486] 1676066475.26s 100mb |L2.225-| " + - "L2.230[1676022715716555555,1676032446190144752] 1676066475.26s 100mb |-L2.230--| " + - "L2.231[1676032446190144753,1676039875848666666] 1676066475.26s 76mb |L2.231| " + - "L2.232[1676003242560868487,1676011412551749425] 1676066475.26s 100mb |L2.232-| " + - "L2.233[1676011412551749426,1676019582542630363] 1676066475.26s 100mb |L2.233-| " + - "L2.234[1676019582542630364,1676022715716555554] 1676066475.26s 38mb |L2.234| " + - "L2.235[1676049206274887386,1676059443970289442] 1676066475.26s 100mb |-L2.235--| " + - "L2.236[1676059443970289443,1676066212011000000] 1676066475.26s 66mb |L2.236|" - "**** Breakdown of where bytes were written" - - 1.23gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - - 253mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) - - 61mb written by split(ReduceOverlap) - - 627mb written by compact(ManySmallFiles) + - 594mb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - 650mb written by split(VerticalSplit) + - 691mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) + - 93mb written by compact(ManySmallFiles) "### ); } @@ -11491,302 +11435,313 @@ async fn very_big_overlapped_backlog() { - "L2.398[194000,195999] 97ns 100mb |L2.398|" - "L2.399[196000,197999] 98ns 100mb |L2.399|" - "L2.400[198000,199999] 99ns 100mb |L2.400|" - - "**** Final Output Files (40.58gb written)" + - "**** Final Output Files (40.21gb written)" - "L2 " - - "L2.827[0,980] 233ns 100mb|L2.827| " - - "L2.828[981,1960] 233ns 100mb|L2.828| " - - "L2.829[1961,1999] 233ns 4mb|L2.829| " - - "L2.830[2000,2980] 233ns 100mb|L2.830| " - - "L2.831[2981,3960] 233ns 100mb |L2.831| " - - "L2.832[3961,3999] 233ns 4mb |L2.832| " - - "L2.833[4000,4980] 233ns 100mb |L2.833| " - - "L2.834[4981,5960] 233ns 100mb |L2.834| " - - "L2.835[5961,5999] 233ns 4mb |L2.835| " - - "L2.836[6000,6980] 233ns 100mb |L2.836| " - - "L2.837[6981,7960] 233ns 100mb |L2.837| " - - "L2.838[7961,7999] 233ns 4mb |L2.838| " - - "L2.839[8000,8980] 233ns 100mb |L2.839| " - - "L2.840[8981,9960] 233ns 100mb |L2.840| " - - "L2.841[9961,9999] 233ns 4mb |L2.841| " - - "L2.842[10000,10980] 233ns 100mb |L2.842| " - - "L2.843[10981,11960] 233ns 100mb |L2.843| " - - "L2.844[11961,11999] 233ns 4mb |L2.844| " - - "L2.845[12000,12980] 233ns 100mb |L2.845| " - - "L2.846[12981,13960] 233ns 100mb |L2.846| " - - "L2.847[13961,13999] 233ns 4mb |L2.847| " - - "L2.848[14000,14980] 233ns 100mb |L2.848| " - - "L2.849[14981,15960] 233ns 100mb |L2.849| " - - "L2.850[15961,15999] 233ns 4mb |L2.850| " - - "L2.851[16000,16980] 233ns 100mb |L2.851| " - - "L2.852[16981,17960] 233ns 100mb |L2.852| " - - "L2.853[17961,17999] 233ns 4mb |L2.853| " - - "L2.854[18000,18980] 233ns 100mb |L2.854| " - - "L2.855[18981,19960] 233ns 100mb |L2.855| " - - "L2.856[19961,19999] 233ns 4mb |L2.856| " - - "L2.857[20000,20980] 233ns 100mb |L2.857| " - - "L2.858[20981,21960] 233ns 100mb |L2.858| " - - "L2.859[21961,21999] 233ns 4mb |L2.859| " - - "L2.860[22000,22980] 233ns 100mb |L2.860| " - - "L2.861[22981,23960] 233ns 100mb |L2.861| " - - "L2.862[23961,23999] 233ns 4mb |L2.862| " - - "L2.863[24000,24980] 233ns 100mb |L2.863| " - - "L2.864[24981,25960] 233ns 100mb |L2.864| " - - "L2.865[25961,25999] 233ns 4mb |L2.865| " - - "L2.866[26000,26980] 233ns 100mb |L2.866| " - - "L2.867[26981,27960] 233ns 100mb |L2.867| " - - "L2.868[27961,27999] 233ns 4mb |L2.868| " - - "L2.869[28000,28980] 233ns 100mb |L2.869| " - - "L2.870[28981,29960] 233ns 100mb |L2.870| " - - "L2.871[29961,29999] 233ns 4mb |L2.871| " - - "L2.872[30000,30980] 233ns 100mb |L2.872| " - - "L2.873[30981,31960] 233ns 100mb |L2.873| " - - "L2.874[31961,31999] 233ns 4mb |L2.874| " - - "L2.875[32000,32980] 233ns 100mb |L2.875| " - - "L2.876[32981,33960] 233ns 100mb |L2.876| " - - "L2.877[33961,33999] 233ns 4mb |L2.877| " - - "L2.878[34000,34980] 233ns 100mb |L2.878| " - - "L2.879[34981,35960] 233ns 100mb |L2.879| " - - "L2.880[35961,35999] 233ns 4mb |L2.880| " - - "L2.881[36000,36980] 233ns 100mb |L2.881| " - - "L2.882[36981,37960] 233ns 100mb |L2.882| " - - "L2.883[37961,37999] 233ns 4mb |L2.883| " - - "L2.884[38000,38980] 233ns 100mb |L2.884| " - - "L2.885[38981,39960] 233ns 100mb |L2.885| " - - "L2.886[39961,39999] 233ns 4mb |L2.886| " - - "L2.887[40000,40980] 233ns 100mb |L2.887| " - - "L2.888[40981,41960] 233ns 100mb |L2.888| " - - "L2.889[41961,41999] 233ns 4mb |L2.889| " - - "L2.890[42000,42980] 233ns 100mb |L2.890| " - - "L2.891[42981,43960] 233ns 100mb |L2.891| " - - "L2.892[43961,43999] 233ns 4mb |L2.892| " - - "L2.893[44000,44980] 233ns 100mb |L2.893| " - - "L2.894[44981,45960] 233ns 100mb |L2.894| " - - "L2.895[45961,45999] 233ns 4mb |L2.895| " - - "L2.896[46000,46980] 233ns 100mb |L2.896| " - - "L2.897[46981,47960] 233ns 100mb |L2.897| " - - "L2.898[47961,47999] 233ns 4mb |L2.898| " - - "L2.899[48000,48980] 233ns 100mb |L2.899| " - - "L2.900[48981,49960] 233ns 100mb |L2.900| " - - "L2.901[49961,49999] 233ns 4mb |L2.901| " - - "L2.902[50000,50980] 233ns 100mb |L2.902| " - - "L2.903[50981,51960] 233ns 100mb |L2.903| " - - "L2.904[51961,51999] 233ns 4mb |L2.904| " - - "L2.905[52000,52980] 233ns 100mb |L2.905| " - - "L2.906[52981,53960] 233ns 100mb |L2.906| " - - "L2.907[53961,53999] 233ns 4mb |L2.907| " - - "L2.908[54000,54980] 233ns 100mb |L2.908| " - - "L2.909[54981,55960] 233ns 100mb |L2.909| " - - "L2.910[55961,55999] 233ns 4mb |L2.910| " - - "L2.911[56000,56980] 233ns 100mb |L2.911| " - - "L2.912[56981,57960] 233ns 100mb |L2.912| " - - "L2.913[57961,57999] 233ns 4mb |L2.913| " - - "L2.914[58000,58980] 233ns 100mb |L2.914| " - - "L2.915[58981,59960] 233ns 100mb |L2.915| " - - "L2.916[59961,59999] 233ns 4mb |L2.916| " - - "L2.917[60000,60980] 233ns 100mb |L2.917| " - - "L2.918[60981,61960] 233ns 100mb |L2.918| " - - "L2.919[61961,61999] 233ns 4mb |L2.919| " - - "L2.920[62000,62980] 233ns 100mb |L2.920| " - - "L2.921[62981,63960] 233ns 100mb |L2.921| " - - "L2.922[63961,63999] 233ns 4mb |L2.922| " - - "L2.923[64000,64980] 233ns 100mb |L2.923| " - - "L2.924[64981,65960] 233ns 100mb |L2.924| " - - "L2.925[65961,65999] 233ns 4mb |L2.925| " - - "L2.926[66000,66980] 233ns 100mb |L2.926| " - - "L2.927[66981,67960] 233ns 100mb |L2.927| " - - "L2.928[67961,67999] 233ns 4mb |L2.928| " - - "L2.929[68000,68980] 233ns 100mb |L2.929| " - - "L2.930[68981,69960] 233ns 100mb |L2.930| " - - "L2.931[69961,69999] 233ns 4mb |L2.931| " - - "L2.932[70000,70980] 233ns 100mb |L2.932| " - - "L2.933[70981,71960] 233ns 100mb |L2.933| " - - "L2.934[71961,71999] 233ns 4mb |L2.934| " - - "L2.935[72000,72980] 233ns 100mb |L2.935| " - - "L2.936[72981,73960] 233ns 100mb |L2.936| " - - "L2.937[73961,73999] 233ns 4mb |L2.937| " - - "L2.938[74000,74980] 233ns 100mb |L2.938| " - - "L2.939[74981,75960] 233ns 100mb |L2.939| " - - "L2.940[75961,75999] 233ns 4mb |L2.940| " - - "L2.941[76000,76980] 233ns 100mb |L2.941| " - - "L2.942[76981,77960] 233ns 100mb |L2.942| " - - "L2.943[77961,77999] 233ns 4mb |L2.943| " - - "L2.944[78000,78980] 233ns 100mb |L2.944| " - - "L2.945[78981,79960] 233ns 100mb |L2.945| " - - "L2.946[79961,79999] 233ns 4mb |L2.946| " - - "L2.947[80000,80980] 233ns 100mb |L2.947| " - - "L2.948[80981,81960] 233ns 100mb |L2.948| " - - "L2.949[81961,81999] 233ns 4mb |L2.949| " - - "L2.950[82000,82980] 233ns 100mb |L2.950| " - - "L2.951[82981,83960] 233ns 100mb |L2.951| " - - "L2.952[83961,83999] 233ns 4mb |L2.952| " - - "L2.953[84000,84980] 233ns 100mb |L2.953| " - - "L2.954[84981,85960] 233ns 100mb |L2.954| " - - "L2.955[85961,85999] 233ns 4mb |L2.955| " - - "L2.956[86000,86980] 233ns 100mb |L2.956| " - - "L2.957[86981,87960] 233ns 100mb |L2.957| " - - "L2.958[87961,87999] 233ns 4mb |L2.958| " - - "L2.959[88000,88980] 233ns 100mb |L2.959| " - - "L2.960[88981,89960] 233ns 100mb |L2.960| " - - "L2.961[89961,89999] 233ns 4mb |L2.961| " - - "L2.962[90000,90980] 233ns 100mb |L2.962| " - - "L2.963[90981,91960] 233ns 100mb |L2.963| " - - "L2.964[91961,91999] 233ns 4mb |L2.964| " - - "L2.965[92000,92980] 233ns 100mb |L2.965| " - - "L2.966[92981,93960] 233ns 100mb |L2.966| " - - "L2.967[93961,93999] 233ns 4mb |L2.967| " - - "L2.968[94000,94980] 233ns 100mb |L2.968| " - - "L2.969[94981,95960] 233ns 100mb |L2.969| " - - "L2.970[95961,95999] 233ns 4mb |L2.970| " - - "L2.971[96000,96980] 233ns 100mb |L2.971| " - - "L2.972[96981,97960] 233ns 100mb |L2.972| " - - "L2.973[97961,97999] 233ns 4mb |L2.973| " - - "L2.974[98000,98980] 233ns 100mb |L2.974| " - - "L2.975[98981,99960] 233ns 100mb |L2.975| " - - "L2.976[99961,99999] 233ns 4mb |L2.976| " - - "L2.977[100000,100980] 233ns 100mb |L2.977| " - - "L2.978[100981,101960] 233ns 100mb |L2.978| " - - "L2.979[101961,101999] 233ns 4mb |L2.979| " - - "L2.980[102000,102980] 233ns 100mb |L2.980| " - - "L2.981[102981,103960] 233ns 100mb |L2.981| " - - "L2.982[103961,103999] 233ns 4mb |L2.982| " - - "L2.983[104000,104980] 233ns 100mb |L2.983| " - - "L2.984[104981,105960] 233ns 100mb |L2.984| " - - "L2.985[105961,105999] 233ns 4mb |L2.985| " - - "L2.986[106000,106980] 233ns 100mb |L2.986| " - - "L2.987[106981,107960] 233ns 100mb |L2.987| " - - "L2.988[107961,107999] 233ns 4mb |L2.988| " - - "L2.989[108000,108980] 233ns 100mb |L2.989| " - - "L2.990[108981,109960] 233ns 100mb |L2.990| " - - "L2.991[109961,109999] 233ns 4mb |L2.991| " - - "L2.992[110000,110980] 233ns 100mb |L2.992| " - - "L2.993[110981,111960] 233ns 100mb |L2.993| " - - "L2.994[111961,111999] 233ns 4mb |L2.994| " - - "L2.995[112000,112980] 233ns 100mb |L2.995| " - - "L2.996[112981,113960] 233ns 100mb |L2.996| " - - "L2.997[113961,113999] 233ns 4mb |L2.997| " - - "L2.998[114000,114980] 233ns 100mb |L2.998| " - - "L2.999[114981,115960] 233ns 100mb |L2.999| " - - "L2.1000[115961,115999] 233ns 4mb |L2.1000| " - - "L2.1001[116000,116980] 233ns 100mb |L2.1001| " - - "L2.1002[116981,117960] 233ns 100mb |L2.1002| " - - "L2.1003[117961,117999] 233ns 4mb |L2.1003| " - - "L2.1004[118000,118980] 233ns 100mb |L2.1004| " - - "L2.1005[118981,119960] 233ns 100mb |L2.1005| " - - "L2.1006[119961,119999] 233ns 4mb |L2.1006| " - - "L2.1007[120000,120980] 233ns 100mb |L2.1007| " - - "L2.1008[120981,121960] 233ns 100mb |L2.1008| " - - "L2.1009[121961,121999] 233ns 4mb |L2.1009| " - - "L2.1010[122000,122980] 233ns 100mb |L2.1010| " - - "L2.1011[122981,123960] 233ns 100mb |L2.1011| " - - "L2.1012[123961,123999] 233ns 4mb |L2.1012| " - - "L2.1013[124000,124980] 233ns 100mb |L2.1013| " - - "L2.1014[124981,125960] 233ns 100mb |L2.1014| " - - "L2.1015[125961,125999] 233ns 4mb |L2.1015| " - - "L2.1016[126000,126980] 233ns 100mb |L2.1016| " - - "L2.1017[126981,127960] 233ns 100mb |L2.1017| " - - "L2.1018[127961,127999] 233ns 4mb |L2.1018| " - - "L2.1019[128000,128980] 233ns 100mb |L2.1019| " - - "L2.1020[128981,129960] 233ns 100mb |L2.1020| " - - "L2.1021[129961,129999] 233ns 4mb |L2.1021| " - - "L2.1022[130000,130980] 233ns 100mb |L2.1022| " - - "L2.1023[130981,131960] 233ns 100mb |L2.1023| " - - "L2.1024[131961,131999] 233ns 4mb |L2.1024| " - - "L2.1025[132000,132942] 299ns 100mb |L2.1025| " - - "L2.1026[132943,133884] 299ns 100mb |L2.1026| " - - "L2.1027[133885,133999] 299ns 12mb |L2.1027| " - - "L2.1028[134000,134874] 299ns 100mb |L2.1028| " - - "L2.1029[134875,135748] 299ns 100mb |L2.1029| " - - "L2.1030[135749,135999] 299ns 29mb |L2.1030| " - - "L2.1031[136000,136874] 299ns 100mb |L2.1031| " - - "L2.1032[136875,137748] 299ns 100mb |L2.1032| " - - "L2.1033[137749,137999] 299ns 29mb |L2.1033| " - - "L2.1034[138000,138874] 299ns 100mb |L2.1034| " - - "L2.1035[138875,139748] 299ns 100mb |L2.1035| " - - "L2.1036[139749,139999] 299ns 29mb |L2.1036| " - - "L2.1037[140000,140874] 299ns 100mb |L2.1037| " - - "L2.1038[140875,141748] 299ns 100mb |L2.1038| " - - "L2.1039[141749,141999] 299ns 29mb |L2.1039| " - - "L2.1040[142000,142874] 299ns 100mb |L2.1040| " - - "L2.1041[142875,143748] 299ns 100mb |L2.1041| " - - "L2.1042[143749,143999] 299ns 29mb |L2.1042| " - - "L2.1043[144000,144874] 299ns 100mb |L2.1043| " - - "L2.1044[144875,145748] 299ns 100mb |L2.1044| " - - "L2.1045[145749,145999] 299ns 29mb |L2.1045| " - - "L2.1046[146000,146874] 299ns 100mb |L2.1046| " - - "L2.1047[146875,147748] 299ns 100mb |L2.1047| " - - "L2.1048[147749,147999] 299ns 29mb |L2.1048| " - - "L2.1049[148000,148874] 299ns 100mb |L2.1049| " - - "L2.1050[148875,149748] 299ns 100mb |L2.1050| " - - "L2.1051[149749,149999] 299ns 29mb |L2.1051| " - - "L2.1052[150000,150874] 299ns 100mb |L2.1052| " - - "L2.1053[150875,151748] 299ns 100mb |L2.1053| " - - "L2.1054[151749,151999] 299ns 29mb |L2.1054| " - - "L2.1055[152000,152874] 299ns 100mb |L2.1055| " - - "L2.1056[152875,153748] 299ns 100mb |L2.1056| " - - "L2.1057[153749,153999] 299ns 29mb |L2.1057| " - - "L2.1058[154000,154874] 299ns 100mb |L2.1058| " - - "L2.1059[154875,155748] 299ns 100mb |L2.1059| " - - "L2.1060[155749,155999] 299ns 29mb |L2.1060| " - - "L2.1061[156000,156874] 299ns 100mb |L2.1061| " - - "L2.1062[156875,157748] 299ns 100mb |L2.1062| " - - "L2.1063[157749,157999] 299ns 29mb |L2.1063| " - - "L2.1064[158000,158874] 299ns 100mb |L2.1064| " - - "L2.1065[158875,159748] 299ns 100mb |L2.1065| " - - "L2.1066[159749,159999] 299ns 29mb |L2.1066| " - - "L2.1067[160000,160874] 299ns 100mb |L2.1067| " - - "L2.1068[160875,161748] 299ns 100mb |L2.1068| " - - "L2.1069[161749,161999] 299ns 29mb |L2.1069| " - - "L2.1070[162000,162874] 299ns 100mb |L2.1070| " - - "L2.1071[162875,163748] 299ns 100mb |L2.1071| " - - "L2.1072[163749,163999] 299ns 29mb |L2.1072| " - - "L2.1073[164000,164874] 299ns 100mb |L2.1073| " - - "L2.1074[164875,165748] 299ns 100mb |L2.1074| " - - "L2.1075[165749,165999] 299ns 29mb |L2.1075| " - - "L2.1076[166000,166874] 299ns 100mb |L2.1076| " - - "L2.1077[166875,167748] 299ns 100mb |L2.1077| " - - "L2.1078[167749,167999] 299ns 29mb |L2.1078| " - - "L2.1079[168000,168874] 299ns 100mb |L2.1079| " - - "L2.1080[168875,169748] 299ns 100mb |L2.1080| " - - "L2.1081[169749,169999] 299ns 29mb |L2.1081| " - - "L2.1082[170000,170874] 299ns 100mb |L2.1082| " - - "L2.1083[170875,171748] 299ns 100mb |L2.1083| " - - "L2.1084[171749,171999] 299ns 29mb |L2.1084| " - - "L2.1085[172000,172874] 299ns 100mb |L2.1085| " - - "L2.1086[172875,173748] 299ns 100mb |L2.1086| " - - "L2.1087[173749,173999] 299ns 29mb |L2.1087| " - - "L2.1088[174000,174874] 299ns 100mb |L2.1088| " - - "L2.1089[174875,175748] 299ns 100mb |L2.1089| " - - "L2.1090[175749,175999] 299ns 29mb |L2.1090| " - - "L2.1091[176000,176874] 299ns 100mb |L2.1091| " - - "L2.1092[176875,177748] 299ns 100mb |L2.1092| " - - "L2.1093[177749,177999] 299ns 29mb |L2.1093| " - - "L2.1094[178000,178874] 299ns 100mb |L2.1094| " - - "L2.1095[178875,179748] 299ns 100mb |L2.1095| " - - "L2.1096[179749,179999] 299ns 29mb |L2.1096| " - - "L2.1097[180000,180874] 299ns 100mb |L2.1097|" - - "L2.1098[180875,181748] 299ns 100mb |L2.1098|" - - "L2.1099[181749,181999] 299ns 29mb |L2.1099|" - - "L2.1100[182000,183554] 299ns 100mb |L2.1100|" - - "L2.1101[183555,185108] 299ns 100mb |L2.1101|" - - "L2.1102[185109,185999] 299ns 57mb |L2.1102|" - - "L2.1103[186000,187554] 299ns 100mb |L2.1103|" - - "L2.1104[187555,189108] 299ns 100mb |L2.1104|" - - "L2.1105[189109,189999] 299ns 57mb |L2.1105|" - - "L2.1106[190000,191554] 299ns 100mb |L2.1106|" - - "L2.1107[191555,193108] 299ns 100mb |L2.1107|" - - "L2.1108[193109,193999] 299ns 57mb |L2.1108|" - - "L2.1109[194000,195554] 299ns 100mb |L2.1109|" - - "L2.1110[195555,197108] 299ns 100mb |L2.1110|" - - "L2.1111[197109,197999] 299ns 57mb |L2.1111|" - - "L2.1112[198000,198981] 299ns 100mb |L2.1112|" - - "L2.1113[198982,199962] 299ns 100mb |L2.1113|" - - "L2.1114[199963,200000] 299ns 4mb |L2.1114|" + - "L2.823[0,980] 166ns 100mb|L2.823| " + - "L2.824[981,1960] 166ns 100mb|L2.824| " + - "L2.825[1961,1999] 166ns 4mb|L2.825| " + - "L2.826[2000,2980] 166ns 100mb|L2.826| " + - "L2.827[2981,3960] 166ns 100mb |L2.827| " + - "L2.828[3961,3999] 166ns 4mb |L2.828| " + - "L2.829[4000,4980] 166ns 100mb |L2.829| " + - "L2.830[4981,5960] 166ns 100mb |L2.830| " + - "L2.831[5961,5999] 166ns 4mb |L2.831| " + - "L2.832[6000,6980] 166ns 100mb |L2.832| " + - "L2.833[6981,7960] 166ns 100mb |L2.833| " + - "L2.834[7961,7999] 166ns 4mb |L2.834| " + - "L2.835[8000,8980] 166ns 100mb |L2.835| " + - "L2.836[8981,9960] 166ns 100mb |L2.836| " + - "L2.837[9961,9999] 166ns 4mb |L2.837| " + - "L2.838[10000,10980] 166ns 100mb |L2.838| " + - "L2.839[10981,11960] 166ns 100mb |L2.839| " + - "L2.840[11961,11999] 166ns 4mb |L2.840| " + - "L2.841[12000,12980] 166ns 100mb |L2.841| " + - "L2.842[12981,13960] 166ns 100mb |L2.842| " + - "L2.843[13961,13999] 166ns 4mb |L2.843| " + - "L2.844[14000,14980] 166ns 100mb |L2.844| " + - "L2.845[14981,15960] 166ns 100mb |L2.845| " + - "L2.846[15961,15999] 166ns 4mb |L2.846| " + - "L2.847[16000,16980] 166ns 100mb |L2.847| " + - "L2.848[16981,17960] 166ns 100mb |L2.848| " + - "L2.849[17961,17999] 166ns 4mb |L2.849| " + - "L2.850[18000,18980] 166ns 100mb |L2.850| " + - "L2.851[18981,19960] 166ns 100mb |L2.851| " + - "L2.852[19961,19999] 166ns 4mb |L2.852| " + - "L2.853[20000,20980] 166ns 100mb |L2.853| " + - "L2.854[20981,21960] 166ns 100mb |L2.854| " + - "L2.855[21961,21999] 166ns 4mb |L2.855| " + - "L2.856[22000,22980] 166ns 100mb |L2.856| " + - "L2.857[22981,23960] 166ns 100mb |L2.857| " + - "L2.858[23961,23999] 166ns 4mb |L2.858| " + - "L2.859[24000,24980] 166ns 100mb |L2.859| " + - "L2.860[24981,25960] 166ns 100mb |L2.860| " + - "L2.861[25961,25999] 166ns 4mb |L2.861| " + - "L2.862[26000,26980] 166ns 100mb |L2.862| " + - "L2.863[26981,27960] 166ns 100mb |L2.863| " + - "L2.864[27961,27999] 166ns 4mb |L2.864| " + - "L2.865[28000,28980] 166ns 100mb |L2.865| " + - "L2.866[28981,29960] 166ns 100mb |L2.866| " + - "L2.867[29961,29999] 166ns 4mb |L2.867| " + - "L2.868[30000,30980] 166ns 100mb |L2.868| " + - "L2.869[30981,31960] 166ns 100mb |L2.869| " + - "L2.870[31961,31999] 166ns 4mb |L2.870| " + - "L2.871[32000,32980] 166ns 100mb |L2.871| " + - "L2.872[32981,33960] 166ns 100mb |L2.872| " + - "L2.873[33961,33999] 166ns 4mb |L2.873| " + - "L2.874[34000,34980] 166ns 100mb |L2.874| " + - "L2.875[34981,35960] 166ns 100mb |L2.875| " + - "L2.876[35961,35999] 166ns 4mb |L2.876| " + - "L2.877[36000,36980] 166ns 100mb |L2.877| " + - "L2.878[36981,37960] 166ns 100mb |L2.878| " + - "L2.879[37961,37999] 166ns 4mb |L2.879| " + - "L2.880[38000,38980] 166ns 100mb |L2.880| " + - "L2.881[38981,39960] 166ns 100mb |L2.881| " + - "L2.882[39961,39999] 166ns 4mb |L2.882| " + - "L2.883[40000,40980] 166ns 100mb |L2.883| " + - "L2.884[40981,41960] 166ns 100mb |L2.884| " + - "L2.885[41961,41999] 166ns 4mb |L2.885| " + - "L2.886[42000,42980] 166ns 100mb |L2.886| " + - "L2.887[42981,43960] 166ns 100mb |L2.887| " + - "L2.888[43961,43999] 166ns 4mb |L2.888| " + - "L2.889[44000,44980] 166ns 100mb |L2.889| " + - "L2.890[44981,45960] 166ns 100mb |L2.890| " + - "L2.891[45961,45999] 166ns 4mb |L2.891| " + - "L2.892[46000,46980] 166ns 100mb |L2.892| " + - "L2.893[46981,47960] 166ns 100mb |L2.893| " + - "L2.894[47961,47999] 166ns 4mb |L2.894| " + - "L2.895[48000,48980] 166ns 100mb |L2.895| " + - "L2.896[48981,49960] 166ns 100mb |L2.896| " + - "L2.897[49961,49999] 166ns 4mb |L2.897| " + - "L2.898[50000,50980] 166ns 100mb |L2.898| " + - "L2.899[50981,51960] 166ns 100mb |L2.899| " + - "L2.900[51961,51999] 166ns 4mb |L2.900| " + - "L2.901[52000,52980] 166ns 100mb |L2.901| " + - "L2.902[52981,53960] 166ns 100mb |L2.902| " + - "L2.903[53961,53999] 166ns 4mb |L2.903| " + - "L2.904[54000,54980] 166ns 100mb |L2.904| " + - "L2.905[54981,55960] 166ns 100mb |L2.905| " + - "L2.906[55961,55999] 166ns 4mb |L2.906| " + - "L2.907[56000,56980] 166ns 100mb |L2.907| " + - "L2.908[56981,57960] 166ns 100mb |L2.908| " + - "L2.909[57961,57999] 166ns 4mb |L2.909| " + - "L2.910[58000,58980] 166ns 100mb |L2.910| " + - "L2.911[58981,59960] 166ns 100mb |L2.911| " + - "L2.912[59961,59999] 166ns 4mb |L2.912| " + - "L2.913[60000,60980] 166ns 100mb |L2.913| " + - "L2.914[60981,61960] 166ns 100mb |L2.914| " + - "L2.915[61961,61999] 166ns 4mb |L2.915| " + - "L2.916[62000,62980] 166ns 100mb |L2.916| " + - "L2.917[62981,63960] 166ns 100mb |L2.917| " + - "L2.918[63961,63999] 166ns 4mb |L2.918| " + - "L2.919[64000,64980] 166ns 100mb |L2.919| " + - "L2.920[64981,65960] 166ns 100mb |L2.920| " + - "L2.921[65961,65999] 166ns 4mb |L2.921| " + - "L2.922[66000,66980] 233ns 100mb |L2.922| " + - "L2.923[66981,67960] 233ns 100mb |L2.923| " + - "L2.924[67961,67999] 233ns 4mb |L2.924| " + - "L2.925[68000,68980] 233ns 100mb |L2.925| " + - "L2.926[68981,69960] 233ns 100mb |L2.926| " + - "L2.927[69961,69999] 233ns 4mb |L2.927| " + - "L2.928[70000,70980] 233ns 100mb |L2.928| " + - "L2.929[70981,71960] 233ns 100mb |L2.929| " + - "L2.930[71961,71999] 233ns 4mb |L2.930| " + - "L2.931[72000,72980] 233ns 100mb |L2.931| " + - "L2.932[72981,73960] 233ns 100mb |L2.932| " + - "L2.933[73961,73999] 233ns 4mb |L2.933| " + - "L2.934[74000,74980] 233ns 100mb |L2.934| " + - "L2.935[74981,75960] 233ns 100mb |L2.935| " + - "L2.936[75961,75999] 233ns 4mb |L2.936| " + - "L2.937[76000,76980] 233ns 100mb |L2.937| " + - "L2.938[76981,77960] 233ns 100mb |L2.938| " + - "L2.939[77961,77999] 233ns 4mb |L2.939| " + - "L2.940[78000,78980] 233ns 100mb |L2.940| " + - "L2.941[78981,79960] 233ns 100mb |L2.941| " + - "L2.942[79961,79999] 233ns 4mb |L2.942| " + - "L2.943[80000,80980] 233ns 100mb |L2.943| " + - "L2.944[80981,81960] 233ns 100mb |L2.944| " + - "L2.945[81961,81999] 233ns 4mb |L2.945| " + - "L2.946[82000,82980] 233ns 100mb |L2.946| " + - "L2.947[82981,83960] 233ns 100mb |L2.947| " + - "L2.948[83961,83999] 233ns 4mb |L2.948| " + - "L2.949[84000,84980] 233ns 100mb |L2.949| " + - "L2.950[84981,85960] 233ns 100mb |L2.950| " + - "L2.951[85961,85999] 233ns 4mb |L2.951| " + - "L2.952[86000,86980] 233ns 100mb |L2.952| " + - "L2.953[86981,87960] 233ns 100mb |L2.953| " + - "L2.954[87961,87999] 233ns 4mb |L2.954| " + - "L2.955[88000,88980] 233ns 100mb |L2.955| " + - "L2.956[88981,89960] 233ns 100mb |L2.956| " + - "L2.957[89961,89999] 233ns 4mb |L2.957| " + - "L2.958[90000,90980] 233ns 100mb |L2.958| " + - "L2.959[90981,91960] 233ns 100mb |L2.959| " + - "L2.960[91961,91999] 233ns 4mb |L2.960| " + - "L2.961[92000,92980] 233ns 100mb |L2.961| " + - "L2.962[92981,93960] 233ns 100mb |L2.962| " + - "L2.963[93961,93999] 233ns 4mb |L2.963| " + - "L2.964[94000,94980] 233ns 100mb |L2.964| " + - "L2.965[94981,95960] 233ns 100mb |L2.965| " + - "L2.966[95961,95999] 233ns 4mb |L2.966| " + - "L2.967[96000,96980] 233ns 100mb |L2.967| " + - "L2.968[96981,97960] 233ns 100mb |L2.968| " + - "L2.969[97961,97999] 233ns 4mb |L2.969| " + - "L2.970[98000,98980] 233ns 100mb |L2.970| " + - "L2.971[98981,99960] 233ns 100mb |L2.971| " + - "L2.972[99961,99999] 233ns 4mb |L2.972| " + - "L2.973[100000,100980] 233ns 100mb |L2.973| " + - "L2.974[100981,101960] 233ns 100mb |L2.974| " + - "L2.975[101961,101999] 233ns 4mb |L2.975| " + - "L2.976[102000,102980] 233ns 100mb |L2.976| " + - "L2.977[102981,103960] 233ns 100mb |L2.977| " + - "L2.978[103961,103999] 233ns 4mb |L2.978| " + - "L2.979[104000,104980] 233ns 100mb |L2.979| " + - "L2.980[104981,105960] 233ns 100mb |L2.980| " + - "L2.981[105961,105999] 233ns 4mb |L2.981| " + - "L2.982[106000,106980] 233ns 100mb |L2.982| " + - "L2.983[106981,107960] 233ns 100mb |L2.983| " + - "L2.984[107961,107999] 233ns 4mb |L2.984| " + - "L2.985[108000,108980] 233ns 100mb |L2.985| " + - "L2.986[108981,109960] 233ns 100mb |L2.986| " + - "L2.987[109961,109999] 233ns 4mb |L2.987| " + - "L2.988[110000,110980] 233ns 100mb |L2.988| " + - "L2.989[110981,111960] 233ns 100mb |L2.989| " + - "L2.990[111961,111999] 233ns 4mb |L2.990| " + - "L2.991[112000,112980] 233ns 100mb |L2.991| " + - "L2.992[112981,113960] 233ns 100mb |L2.992| " + - "L2.993[113961,113999] 233ns 4mb |L2.993| " + - "L2.994[114000,114980] 233ns 100mb |L2.994| " + - "L2.995[114981,115960] 233ns 100mb |L2.995| " + - "L2.996[115961,115999] 233ns 4mb |L2.996| " + - "L2.997[116000,116980] 233ns 100mb |L2.997| " + - "L2.998[116981,117960] 233ns 100mb |L2.998| " + - "L2.999[117961,117999] 233ns 4mb |L2.999| " + - "L2.1000[118000,118980] 233ns 100mb |L2.1000| " + - "L2.1001[118981,119960] 233ns 100mb |L2.1001| " + - "L2.1002[119961,119999] 233ns 4mb |L2.1002| " + - "L2.1003[120000,120980] 233ns 100mb |L2.1003| " + - "L2.1004[120981,121960] 233ns 100mb |L2.1004| " + - "L2.1005[121961,121999] 233ns 4mb |L2.1005| " + - "L2.1006[122000,122980] 233ns 100mb |L2.1006| " + - "L2.1007[122981,123960] 233ns 100mb |L2.1007| " + - "L2.1008[123961,123999] 233ns 4mb |L2.1008| " + - "L2.1009[124000,124980] 233ns 100mb |L2.1009| " + - "L2.1010[124981,125960] 233ns 100mb |L2.1010| " + - "L2.1011[125961,125999] 233ns 4mb |L2.1011| " + - "L2.1012[126000,126980] 233ns 100mb |L2.1012| " + - "L2.1013[126981,127960] 233ns 100mb |L2.1013| " + - "L2.1014[127961,127999] 233ns 4mb |L2.1014| " + - "L2.1015[128000,128980] 233ns 100mb |L2.1015| " + - "L2.1016[128981,129960] 233ns 100mb |L2.1016| " + - "L2.1017[129961,129999] 233ns 4mb |L2.1017| " + - "L2.1018[130000,130980] 233ns 100mb |L2.1018| " + - "L2.1019[130981,131960] 233ns 100mb |L2.1019| " + - "L2.1020[131961,131999] 233ns 4mb |L2.1020| " + - "L2.1021[132000,132974] 292ns 100mb |L2.1021| " + - "L2.1022[132975,133948] 292ns 100mb |L2.1022| " + - "L2.1023[133949,133999] 292ns 5mb |L2.1023| " + - "L2.1024[134000,134962] 292ns 100mb |L2.1024| " + - "L2.1025[134963,135924] 292ns 100mb |L2.1025| " + - "L2.1026[135925,135999] 292ns 8mb |L2.1026| " + - "L2.1027[136000,136962] 292ns 100mb |L2.1027| " + - "L2.1028[136963,137924] 292ns 100mb |L2.1028| " + - "L2.1029[137925,137999] 292ns 8mb |L2.1029| " + - "L2.1030[138000,138962] 292ns 100mb |L2.1030| " + - "L2.1031[138963,139924] 292ns 100mb |L2.1031| " + - "L2.1032[139925,139999] 292ns 8mb |L2.1032| " + - "L2.1033[140000,140962] 292ns 100mb |L2.1033| " + - "L2.1034[140963,141924] 292ns 100mb |L2.1034| " + - "L2.1035[141925,141999] 292ns 8mb |L2.1035| " + - "L2.1036[142000,142962] 292ns 100mb |L2.1036| " + - "L2.1037[142963,143924] 292ns 100mb |L2.1037| " + - "L2.1038[143925,143999] 292ns 8mb |L2.1038| " + - "L2.1039[144000,144962] 292ns 100mb |L2.1039| " + - "L2.1040[144963,145924] 292ns 100mb |L2.1040| " + - "L2.1041[145925,145999] 292ns 8mb |L2.1041| " + - "L2.1042[146000,146962] 292ns 100mb |L2.1042| " + - "L2.1043[146963,147924] 292ns 100mb |L2.1043| " + - "L2.1044[147925,147999] 292ns 8mb |L2.1044| " + - "L2.1045[148000,148962] 292ns 100mb |L2.1045| " + - "L2.1046[148963,149924] 292ns 100mb |L2.1046| " + - "L2.1047[149925,149999] 292ns 8mb |L2.1047| " + - "L2.1048[150000,150962] 292ns 100mb |L2.1048| " + - "L2.1049[150963,151924] 292ns 100mb |L2.1049| " + - "L2.1050[151925,151999] 292ns 8mb |L2.1050| " + - "L2.1051[152000,152962] 292ns 100mb |L2.1051| " + - "L2.1052[152963,153924] 292ns 100mb |L2.1052| " + - "L2.1053[153925,153999] 292ns 8mb |L2.1053| " + - "L2.1054[154000,154962] 292ns 100mb |L2.1054| " + - "L2.1055[154963,155924] 292ns 100mb |L2.1055| " + - "L2.1056[155925,155999] 292ns 8mb |L2.1056| " + - "L2.1057[156000,156962] 292ns 100mb |L2.1057| " + - "L2.1058[156963,157924] 292ns 100mb |L2.1058| " + - "L2.1059[157925,157999] 292ns 8mb |L2.1059| " + - "L2.1060[158000,158962] 292ns 100mb |L2.1060| " + - "L2.1061[158963,159924] 292ns 100mb |L2.1061| " + - "L2.1062[159925,159999] 292ns 8mb |L2.1062| " + - "L2.1063[160000,160962] 292ns 100mb |L2.1063| " + - "L2.1064[160963,161924] 292ns 100mb |L2.1064| " + - "L2.1065[161925,161999] 292ns 8mb |L2.1065| " + - "L2.1066[162000,162962] 292ns 100mb |L2.1066| " + - "L2.1067[162963,163924] 292ns 100mb |L2.1067| " + - "L2.1068[163925,163999] 292ns 8mb |L2.1068| " + - "L2.1069[164000,164962] 292ns 100mb |L2.1069| " + - "L2.1070[164963,165924] 292ns 100mb |L2.1070| " + - "L2.1071[165925,165999] 292ns 8mb |L2.1071| " + - "L2.1072[166000,166962] 292ns 100mb |L2.1072| " + - "L2.1073[166963,167924] 292ns 100mb |L2.1073| " + - "L2.1074[167925,167999] 292ns 8mb |L2.1074| " + - "L2.1075[168000,168962] 292ns 100mb |L2.1075| " + - "L2.1076[168963,169924] 292ns 100mb |L2.1076| " + - "L2.1077[169925,169999] 292ns 8mb |L2.1077| " + - "L2.1078[170000,170962] 292ns 100mb |L2.1078| " + - "L2.1079[170963,171924] 292ns 100mb |L2.1079| " + - "L2.1080[171925,171999] 292ns 8mb |L2.1080| " + - "L2.1081[172000,172962] 292ns 100mb |L2.1081| " + - "L2.1082[172963,173924] 292ns 100mb |L2.1082| " + - "L2.1083[173925,173999] 292ns 8mb |L2.1083| " + - "L2.1084[174000,174962] 292ns 100mb |L2.1084| " + - "L2.1085[174963,175924] 292ns 100mb |L2.1085| " + - "L2.1086[175925,175999] 292ns 8mb |L2.1086| " + - "L2.1087[176000,176962] 292ns 100mb |L2.1087| " + - "L2.1088[176963,177924] 292ns 100mb |L2.1088| " + - "L2.1089[177925,177999] 292ns 8mb |L2.1089| " + - "L2.1090[178000,178962] 292ns 100mb |L2.1090| " + - "L2.1091[178963,179924] 292ns 100mb |L2.1091| " + - "L2.1092[179925,179999] 292ns 8mb |L2.1092| " + - "L2.1093[180000,180962] 292ns 100mb |L2.1093|" + - "L2.1094[180963,181924] 292ns 100mb |L2.1094|" + - "L2.1095[181925,181999] 292ns 8mb |L2.1095|" + - "L2.1096[182000,183599] 292ns 86mb |L2.1096|" + - "L2.1097[183600,183999] 292ns 22mb |L2.1097|" + - "L2.1098[184000,184980] 292ns 100mb |L2.1098|" + - "L2.1099[184981,185960] 292ns 100mb |L2.1099|" + - "L2.1100[185961,185999] 292ns 4mb |L2.1100|" + - "L2.1101[186000,186980] 292ns 100mb |L2.1101|" + - "L2.1102[186981,187960] 292ns 100mb |L2.1102|" + - "L2.1103[187961,187999] 292ns 4mb |L2.1103|" + - "L2.1104[188000,188980] 292ns 100mb |L2.1104|" + - "L2.1105[188981,189960] 292ns 100mb |L2.1105|" + - "L2.1106[189961,189999] 292ns 4mb |L2.1106|" + - "L2.1107[190000,190980] 292ns 100mb |L2.1107|" + - "L2.1108[190981,191960] 292ns 100mb |L2.1108|" + - "L2.1109[191961,191999] 292ns 4mb |L2.1109|" + - "L2.1110[192000,192980] 295ns 100mb |L2.1110|" + - "L2.1111[192981,193960] 295ns 100mb |L2.1111|" + - "L2.1112[193961,193999] 295ns 4mb |L2.1112|" + - "L2.1113[194000,194980] 295ns 100mb |L2.1113|" + - "L2.1114[194981,195960] 295ns 100mb |L2.1114|" + - "L2.1115[195961,195999] 295ns 4mb |L2.1115|" + - "L2.1116[196000,196981] 299ns 100mb |L2.1116|" + - "L2.1117[196982,197962] 299ns 100mb |L2.1117|" + - "L2.1118[197963,197999] 299ns 4mb |L2.1118|" + - "L2.1119[198000,198981] 299ns 100mb |L2.1119|" + - "L2.1120[198982,199962] 299ns 100mb |L2.1120|" + - "L2.1121[199963,200000] 299ns 4mb |L2.1121|" - "**** Breakdown of where bytes were written" - - 1.21gb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) - - 1.22gb written by split(ReduceOverlap) - - 37.76gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - - 400mb written by compact(ManySmallFiles) + - 358mb written by compact(ManySmallFiles) + - 38.3gb written by split(CompactAndSplitOutput(FoundSubsetLessThanMaxCompactSize)) - 4mb written by split(VerticalSplit) + - 679mb written by split(CompactAndSplitOutput(TotalSizeLessThanMaxCompactSize)) + - 913mb written by split(ReduceOverlap) "### ); } diff --git a/data_types/src/lib.rs b/data_types/src/lib.rs index 505d915fa3..8f87310239 100644 --- a/data_types/src/lib.rs +++ b/data_types/src/lib.rs @@ -627,6 +627,16 @@ impl ParquetFile { } false } + + /// Return true if the time range of this file overlaps with any of the given file ranges + pub fn overlaps_ranges(&self, ranges: &Vec) -> bool { + for range in ranges { + if self.min_time.get() <= range.max && self.max_time.get() >= range.min { + return true; + } + } + false + } } /// Data for a parquet file to be inserted into the catalog. @@ -1606,7 +1616,7 @@ impl TimestampMinMax { } /// FileRange describes a range of files by the min/max time and the sum of their capacities. -#[derive(Clone, Debug, Copy)] +#[derive(Clone, Debug, Copy, PartialEq, Eq)] pub struct FileRange { /// The minimum time of any file in the range pub min: i64,