Influxdata
/
influxdb
mirror of https://github.com/influxdata/influxdb.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

chore(iox/compactor): update insta tests now that max_l0_created_at is displayed

pull/24376/head
Joe-Blount 2023-03-09 17:00:35 -06:00
parent 250946fff5
commit 0868c8634e
13 changed files with 6117 additions and 6117 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

74
compactor2/src/components/files_split/non_overlap_split.rs
View File

@ -193,9 +193,9 @@ mod tests {
---
- initial
- "L1, all files 1b "
- "L1.13[600,700] |-----L1.13-----| "
- "L1.12[400,500] |-----L1.12-----| "
- "L1.11[250,350] |-----L1.11-----| "
- "L1.13[600,700] 0ns |-----L1.13-----| "
- "L1.12[400,500] 0ns |-----L1.12-----| "
- "L1.11[250,350] 0ns |-----L1.11-----| "
"###
);
@ -221,13 +221,13 @@ mod tests {
---
- initial
- "L0, all files 1b "
- "L0.2[650,750] |---L0.2---| "
- "L0.1[450,620] |-------L0.1-------| "
- "L0.3[800,900] |---L0.3---| "
- "L0.2[650,750] 180s |---L0.2---| "
- "L0.1[450,620] 120s |-------L0.1-------| "
- "L0.3[800,900] 300s |---L0.3---| "
- "L1, all files 1b "
- "L1.13[600,700] |--L1.13---| "
- "L1.12[400,500] |--L1.12---| "
- "L1.11[250,350] |--L1.11---| "
- "L1.13[600,700] 60s |--L1.13---| "
- "L1.12[400,500] 60s |--L1.12---| "
- "L1.11[250,350] 60s |--L1.11---| "
"###
);
@ -239,15 +239,15 @@ mod tests {
---
- overlap
- "L0, all files 1b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 1b "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- non_overlap
- "L1, all files 1b "
- "L1.11[250,350] |------------------------------------L1.11-------------------------------------|"
- "L1.11[250,350] 60s |------------------------------------L1.11-------------------------------------|"
"###
);
}
@ -265,12 +265,12 @@ mod tests {
---
- initial
- "L1, all files 1b "
- "L1.13[600,700] |--L1.13--| "
- "L1.12[400,500] |--L1.12--| "
- "L1.11[250,350] |--L1.11--| "
- "L1.13[600,700] 0ns |--L1.13--| "
- "L1.12[400,500] 0ns |--L1.12--| "
- "L1.11[250,350] 0ns |--L1.11--| "
- "L2, all files 1b "
- "L2.21[0,100] |--L2.21--| "
- "L2.22[200,300] |--L2.22--| "
- "L2.21[0,100] 0ns |--L2.21--| "
- "L2.22[200,300] 0ns |--L2.22--| "
"###
);
@ -282,14 +282,14 @@ mod tests {
---
- overlap
- "L1, all files 1b "
- "L1.13[600,700] |----L1.13-----|"
- "L1.12[400,500] |----L1.12-----| "
- "L1.11[250,350] |----L1.11-----| "
- "L1.13[600,700] 0ns |----L1.13-----|"
- "L1.12[400,500] 0ns |----L1.12-----| "
- "L1.11[250,350] 0ns |----L1.11-----| "
- "L2, all files 1b "
- "L2.22[200,300] |----L2.22-----| "
- "L2.22[200,300] 0ns |----L2.22-----| "
- non_overlap
- "L2, all files 1b "
- "L2.21[0,100] |------------------------------------L2.21-------------------------------------|"
- "L2.21[0,100] 0ns |------------------------------------L2.21-------------------------------------|"
"###
);
}
@ -309,13 +309,13 @@ mod tests {
---
- initial
- "L0, all files 1b "
- "L0.2[520,550] |L0.2| "
- "L0.1[250,350] |--L0.1---| "
- "L0.2[520,550] 0ns |L0.2| "
- "L0.1[250,350] 0ns |--L0.1---| "
- "L1, all files 1b "
- "L1.13[400,500] |--L1.13--| "
- "L1.12[200,300] |--L1.12--| "
- "L1.11[0,100] |--L1.11--| "
- "L1.14[600,700] |--L1.14--| "
- "L1.13[400,500] 0ns |--L1.13--| "
- "L1.12[200,300] 0ns |--L1.12--| "
- "L1.11[0,100] 0ns |--L1.11--| "
- "L1.14[600,700] 0ns |--L1.14--| "
"###
);
@ -327,15 +327,15 @@ mod tests {
---
- overlap
- "L0, all files 1b "
- "L0.2[520,550] |L0.2| "
- "L0.1[250,350] |--------L0.1--------| "
- "L0.2[520,550] 0ns |L0.2| "
- "L0.1[250,350] 0ns |--------L0.1--------| "
- "L1, all files 1b "
- "L1.12[200,300] |-------L1.12--------| "
- "L1.13[400,500] |-------L1.13--------| "
- "L1.12[200,300] 0ns |-------L1.12--------| "
- "L1.13[400,500] 0ns |-------L1.13--------| "
- non_overlap
- "L1, all files 1b "
- "L1.11[0,100] |--L1.11--| "
- "L1.14[600,700] |--L1.14--| "
- "L1.11[0,100] 0ns |--L1.11--| "
- "L1.14[600,700] 0ns |--L1.14--| "
"###
);
}

96
compactor2/src/components/files_split/target_level_split.rs
View File

@ -69,9 +69,9 @@ mod tests {
---
- initial
- "L0, all files 1b "
- "L0.2[650,750] |-----L0.2------| "
- "L0.1[450,620] |------------L0.1------------| "
- "L0.3[800,900] |-----L0.3------| "
- "L0.2[650,750] 0ns |-----L0.2------| "
- "L0.1[450,620] 0ns |------------L0.1------------| "
- "L0.3[800,900] 0ns |-----L0.3------| "
"###
);
@ -98,9 +98,9 @@ mod tests {
---
- initial
- "L1, all files 1b "
- "L1.13[600,700] |-----L1.13-----| "
- "L1.12[400,500] |-----L1.12-----| "
- "L1.11[250,350] |-----L1.11-----| "
- "L1.13[600,700] 0ns |-----L1.13-----| "
- "L1.12[400,500] 0ns |-----L1.12-----| "
- "L1.11[250,350] 0ns |-----L1.11-----| "
"###
);
@ -127,8 +127,8 @@ mod tests {
---
- initial
- "L2, all files 1b "
- "L2.21[0,100] |---------L2.21----------| "
- "L2.22[200,300] |---------L2.22----------| "
- "L2.21[0,100] 0ns |---------L2.21----------| "
- "L2.22[200,300] 0ns |---------L2.22----------| "
"###
);
@ -156,16 +156,16 @@ mod tests {
---
- initial
- "L0 "
- "L0.2[650,750] 1b |-L0.2-| "
- "L0.1[450,620] 1b |----L0.1-----| "
- "L0.3[800,900] 100b |-L0.3-| "
- "L0.2[650,750] 0ns 1b |-L0.2-| "
- "L0.1[450,620] 0ns 1b |----L0.1-----| "
- "L0.3[800,900] 0ns 100b |-L0.3-| "
- "L1 "
- "L1.13[600,700] 100b |L1.13-| "
- "L1.12[400,500] 1b |L1.12-| "
- "L1.11[250,350] 1b |L1.11-| "
- "L1.13[600,700] 0ns 100b |L1.13-| "
- "L1.12[400,500] 0ns 1b |L1.12-| "
- "L1.11[250,350] 0ns 1b |L1.11-| "
- "L2 "
- "L2.21[0,100] 1b |L2.21-| "
- "L2.22[200,300] 1b |L2.22-| "
- "L2.21[0,100] 0ns 1b |L2.21-| "
- "L2.22[200,300] 0ns 1b |L2.22-| "
"###
);
@ -178,17 +178,17 @@ mod tests {
---
- lower
- "L0 "
- "L0.2[650,750] 1b |-----L0.2------| "
- "L0.1[450,620] 1b |------------L0.1------------| "
- "L0.3[800,900] 100b |-----L0.3------| "
- "L0.2[650,750] 0ns 1b |-----L0.2------| "
- "L0.1[450,620] 0ns 1b|------------L0.1------------| "
- "L0.3[800,900] 0ns 100b |-----L0.3------| "
- higher
- "L1 "
- "L1.13[600,700] 100b |--L1.13--| "
- "L1.12[400,500] 1b |--L1.12--| "
- "L1.11[250,350] 1b |--L1.11--| "
- "L1.13[600,700] 0ns 100b |--L1.13--| "
- "L1.12[400,500] 0ns 1b |--L1.12--| "
- "L1.11[250,350] 0ns 1b |--L1.11--| "
- "L2 "
- "L2.21[0,100] 1b |--L2.21--| "
- "L2.22[200,300] 1b |--L2.22--| "
- "L2.21[0,100] 0ns 1b |--L2.21--| "
- "L2.22[200,300] 0ns 1b |--L2.22--| "
"###
);
@ -215,16 +215,16 @@ mod tests {
---
- initial
- "L0 "
- "L0.2[650,750] 1b |-L0.2-| "
- "L0.1[450,620] 1b |----L0.1-----| "
- "L0.3[800,900] 100b |-L0.3-| "
- "L0.2[650,750] 0ns 1b |-L0.2-| "
- "L0.1[450,620] 0ns 1b |----L0.1-----| "
- "L0.3[800,900] 0ns 100b |-L0.3-| "
- "L1 "
- "L1.13[600,700] 100b |L1.13-| "
- "L1.12[400,500] 1b |L1.12-| "
- "L1.11[250,350] 1b |L1.11-| "
- "L1.13[600,700] 0ns 100b |L1.13-| "
- "L1.12[400,500] 0ns 1b |L1.12-| "
- "L1.11[250,350] 0ns 1b |L1.11-| "
- "L2 "
- "L2.21[0,100] 1b |L2.21-| "
- "L2.22[200,300] 1b |L2.22-| "
- "L2.21[0,100] 0ns 1b |L2.21-| "
- "L2.22[200,300] 0ns 1b |L2.22-| "
"###
);
@ -237,17 +237,17 @@ mod tests {
---
- lower
- "L0 "
- "L0.2[650,750] 1b |---L0.2---| "
- "L0.1[450,620] 1b |-------L0.1-------| "
- "L0.3[800,900] 100b |---L0.3---| "
- "L0.2[650,750] 0ns 1b |---L0.2---| "
- "L0.1[450,620] 0ns 1b |-------L0.1-------| "
- "L0.3[800,900] 0ns 100b |---L0.3---| "
- "L1 "
- "L1.13[600,700] 100b |--L1.13---| "
- "L1.12[400,500] 1b |--L1.12---| "
- "L1.11[250,350] 1b |--L1.11---| "
- "L1.13[600,700] 0ns 100b |--L1.13---| "
- "L1.12[400,500] 0ns 1b |--L1.12---| "
- "L1.11[250,350] 0ns 1b|--L1.11---| "
- higher
- "L2, all files 1b "
- "L2.21[0,100] |---------L2.21----------| "
- "L2.22[200,300] |---------L2.22----------| "
- "L2.21[0,100] 0ns |---------L2.21----------| "
- "L2.22[200,300] 0ns |---------L2.22----------| "
"###
);
@ -274,16 +274,16 @@ mod tests {
---
- initial
- "L0 "
- "L0.2[650,750] 1b |-L0.2-| "
- "L0.1[450,620] 1b |----L0.1-----| "
- "L0.3[800,900] 100b |-L0.3-| "
- "L0.2[650,750] 0ns 1b |-L0.2-| "
- "L0.1[450,620] 0ns 1b |----L0.1-----| "
- "L0.3[800,900] 0ns 100b |-L0.3-| "
- "L1 "
- "L1.13[600,700] 100b |L1.13-| "
- "L1.12[400,500] 1b |L1.12-| "
- "L1.11[250,350] 1b |L1.11-| "
- "L1.13[600,700] 0ns 100b |L1.13-| "
- "L1.12[400,500] 0ns 1b |L1.12-| "
- "L1.11[250,350] 0ns 1b |L1.11-| "
- "L2 "
- "L2.21[0,100] 1b |L2.21-| "
- "L2.22[200,300] 1b |L2.22-| "
- "L2.21[0,100] 0ns 1b |L2.21-| "
- "L2.22[200,300] 0ns 1b |L2.22-| "
"###
);

324
compactor2/src/components/files_split/upgrade_split.rs
View File

@ -210,9 +210,9 @@ mod tests {
---
- initial
- "L0, all files 99b "
- "L0.2[150,180] |L0.2| "
- "L0.1[100,200] |--L0.1--| "
- "L0.3[800,900] |--L0.3--|"
- "L0.2[150,180] 0ns |L0.2| "
- "L0.1[100,200] 0ns |--L0.1--| "
- "L0.3[800,900] 0ns |--L0.3--|"
"###
);
@ -227,9 +227,9 @@ mod tests {
---
- files_to_compact
- "L0, all files 99b "
- "L0.3[800,900] |--L0.3--|"
- "L0.1[100,200] |--L0.1--| "
- "L0.2[150,180] |L0.2| "
- "L0.3[800,900] 0ns |--L0.3--|"
- "L0.1[100,200] 0ns |--L0.1--| "
- "L0.2[150,180] 0ns |L0.2| "
- files_to_upgrade
"###
);
@ -244,9 +244,9 @@ mod tests {
---
- initial
- "L0, all files 101b "
- "L0.2[150,180] |L0.2| "
- "L0.1[100,200] |--L0.1--| "
- "L0.3[800,900] |--L0.3--|"
- "L0.2[150,180] 0ns |L0.2| "
- "L0.1[100,200] 0ns |--L0.1--| "
- "L0.3[800,900] 0ns |--L0.3--|"
"###
);
@ -263,11 +263,11 @@ mod tests {
---
- files_to_compact
- "L0, all files 101b "
- "L0.1[100,200] |-------------------------------------L0.1-------------------------------------|"
- "L0.2[150,180] |---------L0.2---------| "
- "L0.1[100,200] 0ns |-------------------------------------L0.1-------------------------------------|"
- "L0.2[150,180] 0ns |---------L0.2---------| "
- files_to_upgrade
- "L0, all files 101b "
- "L0.3[800,900] |-------------------------------------L0.3-------------------------------------|"
- "L0.3[800,900] 0ns |-------------------------------------L0.3-------------------------------------|"
"###
);
}
@ -281,9 +281,9 @@ mod tests {
---
- initial
- "L0, all files 99b "
- "L0.2[650,750] |-----L0.2------| "
- "L0.1[450,620] |------------L0.1------------| "
- "L0.3[800,900] |-----L0.3------| "
- "L0.2[650,750] 0ns |-----L0.2------| "
- "L0.1[450,620] 0ns |------------L0.1------------| "
- "L0.3[800,900] 0ns |-----L0.3------| "
"###
);
let split = UpgradeSplit::new(MAX_SIZE);
@ -297,9 +297,9 @@ mod tests {
---
- files_to_compact
- "L0, all files 99b "
- "L0.3[800,900] |-----L0.3------| "
- "L0.1[450,620] |------------L0.1------------| "
- "L0.2[650,750] |-----L0.2------| "
- "L0.3[800,900] 0ns |-----L0.3------| "
- "L0.1[450,620] 0ns |------------L0.1------------| "
- "L0.2[650,750] 0ns |-----L0.2------| "
- files_to_upgrade
"###
);
@ -314,9 +314,9 @@ mod tests {
---
- initial
- "L0, all files 101b "
- "L0.2[650,750] |-----L0.2------| "
- "L0.1[450,620] |------------L0.1------------| "
- "L0.3[800,900] |-----L0.3------| "
- "L0.2[650,750] 0ns |-----L0.2------| "
- "L0.1[450,620] 0ns |------------L0.1------------| "
- "L0.3[800,900] 0ns |-----L0.3------| "
"###
);
let split = UpgradeSplit::new(MAX_SIZE);
@ -331,9 +331,9 @@ mod tests {
- files_to_compact
- files_to_upgrade
- "L0, all files 101b "
- "L0.2[650,750] |-----L0.2------| "
- "L0.1[450,620] |------------L0.1------------| "
- "L0.3[800,900] |-----L0.3------| "
- "L0.2[650,750] 0ns |-----L0.2------| "
- "L0.1[450,620] 0ns |------------L0.1------------| "
- "L0.3[800,900] 0ns |-----L0.3------| "
"###
);
}
@ -347,9 +347,9 @@ mod tests {
---
- initial
- "L1, all files 99b "
- "L1.13[600,700] |-----L1.13-----| "
- "L1.12[400,500] |-----L1.12-----| "
- "L1.11[250,350] |-----L1.11-----| "
- "L1.13[600,700] 0ns |-----L1.13-----| "
- "L1.12[400,500] 0ns |-----L1.12-----| "
- "L1.11[250,350] 0ns |-----L1.11-----| "
"###
);
let split = UpgradeSplit::new(MAX_SIZE);
@ -363,9 +363,9 @@ mod tests {
---
- files_to_compact
- "L1, all files 99b "
- "L1.13[600,700] |-----L1.13-----| "
- "L1.12[400,500] |-----L1.12-----| "
- "L1.11[250,350] |-----L1.11-----| "
- "L1.13[600,700] 0ns |-----L1.13-----| "
- "L1.12[400,500] 0ns |-----L1.12-----| "
- "L1.11[250,350] 0ns |-----L1.11-----| "
- files_to_upgrade
"###
);
@ -385,9 +385,9 @@ mod tests {
- files_to_compact
- files_to_upgrade
- "L1, all files 101b "
- "L1.13[600,700] |-----L1.13-----| "
- "L1.12[400,500] |-----L1.12-----| "
- "L1.11[250,350] |-----L1.11-----| "
- "L1.13[600,700] 0ns |-----L1.13-----| "
- "L1.12[400,500] 0ns |-----L1.12-----| "
- "L1.11[250,350] 0ns |-----L1.11-----| "
"###
);
}
@ -407,11 +407,11 @@ mod tests {
---
- initial
- "L1 "
- "L1.15[1000,1100] 200b |-L1.15-| "
- "L1.13[600,700] 90b |-L1.13-| "
- "L1.12[400,500] 101b |-L1.12-| "
- "L1.11[250,350] 99b |-L1.11-| "
- "L1.14[800,900] 100b |-L1.14-| "
- "L1.15[1000,1100] 0ns 200b |-L1.15-| "
- "L1.13[600,700] 0ns 90b |-L1.13-| "
- "L1.12[400,500] 0ns 101b |-L1.12-| "
- "L1.11[250,350] 0ns 99b|-L1.11-| "
- "L1.14[800,900] 0ns 100b |-L1.14-| "
"###
);
@ -425,13 +425,13 @@ mod tests {
---
- files_to_compact
- "L1 "
- "L1.11[250,350] 99b |-----L1.11-----| "
- "L1.13[600,700] 90b |-----L1.13-----| "
- "L1.12[400,500] 101b |-----L1.12-----| "
- "L1.11[250,350] 0ns 99b|-----L1.11-----| "
- "L1.13[600,700] 0ns 90b |-----L1.13-----| "
- "L1.12[400,500] 0ns 101b |-----L1.12-----| "
- files_to_upgrade
- "L1 "
- "L1.15[1000,1100] 200b |---------L1.15----------| "
- "L1.14[800,900] 100b |---------L1.14----------| "
- "L1.15[1000,1100] 0ns 200b |---------L1.15----------| "
- "L1.14[800,900] 0ns 100b|---------L1.14----------| "
"###
);
}
@ -445,13 +445,13 @@ mod tests {
---
- initial
- "L0, all files 99b "
- "L0.2[650,750] |---L0.2---| "
- "L0.1[450,620] |-------L0.1-------| "
- "L0.3[800,900] |---L0.3---| "
- "L0.2[650,750] 180s |---L0.2---| "
- "L0.1[450,620] 120s |-------L0.1-------| "
- "L0.3[800,900] 300s |---L0.3---| "
- "L1, all files 99b "
- "L1.13[600,700] |--L1.13---| "
- "L1.12[400,500] |--L1.12---| "
- "L1.11[250,350] |--L1.11---| "
- "L1.13[600,700] 60s |--L1.13---| "
- "L1.12[400,500] 60s |--L1.12---| "
- "L1.11[250,350] 60s |--L1.11---| "
"###
);
@ -466,13 +466,13 @@ mod tests {
---
- files_to_compact
- "L0, all files 99b "
- "L0.3[800,900] |---L0.3---| "
- "L0.1[450,620] |-------L0.1-------| "
- "L0.2[650,750] |---L0.2---| "
- "L0.3[800,900] 300s |---L0.3---| "
- "L0.1[450,620] 120s |-------L0.1-------| "
- "L0.2[650,750] 180s |---L0.2---| "
- "L1, all files 99b "
- "L1.13[600,700] |--L1.13---| "
- "L1.12[400,500] |--L1.12---| "
- "L1.11[250,350] |--L1.11---| "
- "L1.13[600,700] 60s |--L1.13---| "
- "L1.12[400,500] 60s |--L1.12---| "
- "L1.11[250,350] 60s |--L1.11---| "
- files_to_upgrade
"###
);
@ -487,13 +487,13 @@ mod tests {
---
- initial
- "L0, all files 100b "
- "L0.2[650,750] |---L0.2---| "
- "L0.1[450,620] |-------L0.1-------| "
- "L0.3[800,900] |---L0.3---| "
- "L0.2[650,750] 180s |---L0.2---| "
- "L0.1[450,620] 120s |-------L0.1-------| "
- "L0.3[800,900] 300s |---L0.3---| "
- "L1, all files 100b "
- "L1.13[600,700] |--L1.13---| "
- "L1.12[400,500] |--L1.12---| "
- "L1.11[250,350] |--L1.11---| "
- "L1.13[600,700] 60s |--L1.13---| "
- "L1.12[400,500] 60s |--L1.12---| "
- "L1.11[250,350] 60s |--L1.11---| "
"###
);
@ -508,15 +508,15 @@ mod tests {
---
- files_to_compact
- "L0, all files 100b "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.2[650,750] |-----L0.2-----|"
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.2[650,750] 180s |-----L0.2-----|"
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.11[250,350] |----L1.11-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
- "L1.11[250,350] 60s |----L1.11-----| "
- files_to_upgrade
- "L0, all files 100b "
- "L0.3[800,900] |-------------------------------------L0.3-------------------------------------|"
- "L0.3[800,900] 300s |-------------------------------------L0.3-------------------------------------|"
"###
);
}
@ -534,12 +534,12 @@ mod tests {
---
- files_to_compact
- "L1, all files 99b "
- "L1.11[250,350] |--L1.11--| "
- "L1.12[400,500] |--L1.12--| "
- "L1.13[600,700] |--L1.13--| "
- "L1.11[250,350] 0ns |--L1.11--| "
- "L1.12[400,500] 0ns |--L1.12--| "
- "L1.13[600,700] 0ns |--L1.13--| "
- "L2, all files 99b "
- "L2.21[0,100] |--L2.21--| "
- "L2.22[200,300] |--L2.22--| "
- "L2.21[0,100] 0ns |--L2.21--| "
- "L2.22[200,300] 0ns |--L2.22--| "
- files_to_upgrade
"###
);
@ -554,12 +554,12 @@ mod tests {
---
- initial
- "L1, all files 100b "
- "L1.13[600,700] |--L1.13--| "
- "L1.12[400,500] |--L1.12--| "
- "L1.11[250,350] |--L1.11--| "
- "L1.13[600,700] 0ns |--L1.13--| "
- "L1.12[400,500] 0ns |--L1.12--| "
- "L1.11[250,350] 0ns |--L1.11--| "
- "L2, all files 100b "
- "L2.21[0,100] |--L2.21--| "
- "L2.22[200,300] |--L2.22--| "
- "L2.21[0,100] 0ns |--L2.21--| "
- "L2.22[200,300] 0ns |--L2.22--| "
"###
);
@ -573,14 +573,14 @@ mod tests {
---
- files_to_compact
- "L1, all files 100b "
- "L1.11[250,350] |-------L1.11--------| "
- "L1.11[250,350] 0ns |-------L1.11--------| "
- "L2, all files 100b "
- "L2.21[0,100] |-------L2.21--------| "
- "L2.22[200,300] |-------L2.22--------| "
- "L2.21[0,100] 0ns |-------L2.21--------| "
- "L2.22[200,300] 0ns |-------L2.22--------| "
- files_to_upgrade
- "L1, all files 100b "
- "L1.13[600,700] |---------L1.13----------| "
- "L1.12[400,500] |---------L1.12----------| "
- "L1.13[600,700] 0ns |---------L1.13----------| "
- "L1.12[400,500] 0ns |---------L1.12----------| "
"###
);
}
@ -597,12 +597,12 @@ mod tests {
---
- initial
- "L1 "
- "L1.13[600,700] 99b |--L1.13--| "
- "L1.12[400,500] 100b |--L1.12--| "
- "L1.11[250,350] 100b |--L1.11--| "
- "L1.13[600,700] 0ns 99b |--L1.13--| "
- "L1.12[400,500] 0ns 100b |--L1.12--| "
- "L1.11[250,350] 0ns 100b |--L1.11--| "
- "L2 "
- "L2.21[0,100] 100b |--L2.21--| "
- "L2.22[200,300] 100b |--L2.22--| "
- "L2.21[0,100] 0ns 100b|--L2.21--| "
- "L2.22[200,300] 0ns 100b |--L2.22--| "
"###
);
@ -615,12 +615,12 @@ mod tests {
---
- files_to_compact
- "L1 "
- "L1.11[250,350] 100b |--L1.11--| "
- "L1.13[600,700] 99b |--L1.13--| "
- "L1.12[400,500] 100b |--L1.12--| "
- "L1.11[250,350] 0ns 100b |--L1.11--| "
- "L1.13[600,700] 0ns 99b |--L1.13--| "
- "L1.12[400,500] 0ns 100b |--L1.12--| "
- "L2 "
- "L2.21[0,100] 100b |--L2.21--| "
- "L2.22[200,300] 100b |--L2.22--| "
- "L2.21[0,100] 0ns 100b|--L2.21--| "
- "L2.22[200,300] 0ns 100b |--L2.22--| "
- files_to_upgrade
"###
);
@ -638,12 +638,12 @@ mod tests {
---
- initial
- "L1 "
- "L1.13[600,700] 100b |--L1.13--| "
- "L1.12[400,500] 99b |--L1.12--| "
- "L1.11[250,350] 100b |--L1.11--| "
- "L1.13[600,700] 0ns 100b |--L1.13--| "
- "L1.12[400,500] 0ns 99b |--L1.12--| "
- "L1.11[250,350] 0ns 100b |--L1.11--| "
- "L2 "
- "L2.21[0,100] 100b |--L2.21--| "
- "L2.22[200,300] 100b |--L2.22--| "
- "L2.21[0,100] 0ns 100b|--L2.21--| "
- "L2.22[200,300] 0ns 100b |--L2.22--| "
"###
);
@ -655,14 +655,14 @@ mod tests {
---
- files_to_compact
- "L1 "
- "L1.11[250,350] 100b |----L1.11-----| "
- "L1.12[400,500] 99b |----L1.12-----|"
- "L1.11[250,350] 0ns 100b |----L1.11-----| "
- "L1.12[400,500] 0ns 99b |----L1.12-----|"
- "L2 "
- "L2.21[0,100] 100b |----L2.21-----| "
- "L2.22[200,300] 100b |----L2.22-----| "
- "L2.21[0,100] 0ns 100b|----L2.21-----| "
- "L2.22[200,300] 0ns 100b |----L2.22-----| "
- files_to_upgrade
- "L1, all files 100b "
- "L1.13[600,700] |------------------------------------L1.13-------------------------------------|"
- "L1.13[600,700] 0ns |------------------------------------L1.13-------------------------------------|"
"###
);
}
@ -677,13 +677,13 @@ mod tests {
---
- initial
- "L0, all files 100b "
- "L0.2[520,550] |L0.2| "
- "L0.1[250,350] |--L0.1---| "
- "L0.2[520,550] 0ns |L0.2| "
- "L0.1[250,350] 0ns |--L0.1---| "
- "L1, all files 100b "
- "L1.13[400,500] |--L1.13--| "
- "L1.12[200,300] |--L1.12--| "
- "L1.11[0,100] |--L1.11--| "
- "L1.14[600,700] |--L1.14--| "
- "L1.13[400,500] 0ns |--L1.13--| "
- "L1.12[200,300] 0ns |--L1.12--| "
- "L1.11[0,100] 0ns |--L1.11--| "
- "L1.14[600,700] 0ns |--L1.14--| "
"###
);
@ -697,13 +697,13 @@ mod tests {
---
- files_to_compact
- "L0, all files 100b "
- "L0.1[250,350] |--L0.1---| "
- "L0.2[520,550] |L0.2| "
- "L0.1[250,350] 0ns |--L0.1---| "
- "L0.2[520,550] 0ns |L0.2| "
- "L1, all files 100b "
- "L1.13[400,500] |--L1.13--| "
- "L1.12[200,300] |--L1.12--| "
- "L1.11[0,100] |--L1.11--| "
- "L1.14[600,700] |--L1.14--| "
- "L1.13[400,500] 0ns |--L1.13--| "
- "L1.12[200,300] 0ns |--L1.12--| "
- "L1.11[0,100] 0ns |--L1.11--| "
- "L1.14[600,700] 0ns |--L1.14--| "
- files_to_upgrade
"###
);
@ -719,15 +719,15 @@ mod tests {
---
- initial
- "L0, all files 99b "
- "L0.3[400,500] |L0.3-| "
- "L0.2[200,300] |L0.2-| "
- "L0.1[0,100] |L0.1-| "
- "L0.4[600,700] |L0.4-| "
- "L0.5[800,900] |L0.5-| "
- "L0.6[1000,1100] |L0.6-| "
- "L0.3[400,500] 0ns |L0.3-| "
- "L0.2[200,300] 0ns |L0.2-| "
- "L0.1[0,100] 0ns |L0.1-| "
- "L0.4[600,700] 0ns |L0.4-| "
- "L0.5[800,900] 0ns |L0.5-| "
- "L0.6[1000,1100] 0ns |L0.6-| "
- "L1, all files 99b "
- "L1.11[250,350] |L1.11| "
- "L1.12[650,750] |L1.12| "
- "L1.11[250,350] 0ns |L1.11| "
- "L1.12[650,750] 0ns |L1.12| "
"###
);
@ -741,15 +741,15 @@ mod tests {
---
- files_to_compact
- "L0, all files 99b "
- "L0.6[1000,1100] |L0.6-| "
- "L0.5[800,900] |L0.5-| "
- "L0.4[600,700] |L0.4-| "
- "L0.1[0,100] |L0.1-| "
- "L0.2[200,300] |L0.2-| "
- "L0.3[400,500] |L0.3-| "
- "L0.6[1000,1100] 0ns |L0.6-| "
- "L0.5[800,900] 0ns |L0.5-| "
- "L0.4[600,700] 0ns |L0.4-| "
- "L0.1[0,100] 0ns |L0.1-| "
- "L0.2[200,300] 0ns |L0.2-| "
- "L0.3[400,500] 0ns |L0.3-| "
- "L1, all files 99b "
- "L1.11[250,350] |L1.11| "
- "L1.12[650,750] |L1.12| "
- "L1.11[250,350] 0ns |L1.11| "
- "L1.12[650,750] 0ns |L1.12| "
- files_to_upgrade
"###
);
@ -767,15 +767,15 @@ mod tests {
---
- initial
- "L0, all files 110b "
- "L0.3[400,500] |L0.3-| "
- "L0.2[200,300] |L0.2-| "
- "L0.1[0,100] |L0.1-| "
- "L0.4[600,700] |L0.4-| "
- "L0.5[800,900] |L0.5-| "
- "L0.6[1000,1100] |L0.6-| "
- "L0.3[400,500] 0ns |L0.3-| "
- "L0.2[200,300] 0ns |L0.2-| "
- "L0.1[0,100] 0ns |L0.1-| "
- "L0.4[600,700] 0ns |L0.4-| "
- "L0.5[800,900] 0ns |L0.5-| "
- "L0.6[1000,1100] 0ns |L0.6-| "
- "L1, all files 110b "
- "L1.11[250,350] |L1.11| "
- "L1.12[650,750] |L1.12| "
- "L1.11[250,350] 0ns |L1.11| "
- "L1.12[650,750] 0ns |L1.12| "
"###
);
@ -789,17 +789,17 @@ mod tests {
---
- files_to_compact
- "L0, all files 110b "
- "L0.4[600,700] |----L0.4----| "
- "L0.2[200,300] |----L0.2----| "
- "L0.3[400,500] |----L0.3----| "
- "L0.4[600,700] 0ns |----L0.4----| "
- "L0.2[200,300] 0ns |----L0.2----| "
- "L0.3[400,500] 0ns |----L0.3----| "
- "L1, all files 110b "
- "L1.11[250,350] |---L1.11----| "
- "L1.12[650,750] |---L1.12----| "
- "L1.11[250,350] 0ns |---L1.11----| "
- "L1.12[650,750] 0ns |---L1.12----| "
- files_to_upgrade
- "L0, all files 110b "
- "L0.1[0,100] |L0.1-| "
- "L0.5[800,900] |L0.5-| "
- "L0.6[1000,1100] |L0.6-| "
- "L0.1[0,100] 0ns |L0.1-| "
- "L0.5[800,900] 0ns |L0.5-| "
- "L0.6[1000,1100] 0ns |L0.6-| "
"###
);
}
@ -816,15 +816,15 @@ mod tests {
---
- initial
- "L0 "
- "L0.3[400,500] 100b |L0.3-| "
- "L0.2[200,300] 100b |L0.2-| "
- "L0.1[0,100] 100b |L0.1-| "
- "L0.4[600,700] 100b |L0.4-| "
- "L0.5[800,900] 100b |L0.5-| "
- "L0.6[1000,1100] 99b |L0.6-| "
- "L0.3[400,500] 0ns 100b |L0.3-| "
- "L0.2[200,300] 0ns 100b |L0.2-| "
- "L0.1[0,100] 0ns 100b|L0.1-| "
- "L0.4[600,700] 0ns 100b |L0.4-| "
- "L0.5[800,900] 0ns 100b |L0.5-| "
- "L0.6[1000,1100] 0ns 99b |L0.6-| "
- "L1 "
- "L1.11[250,350] 100b |L1.11| "
- "L1.12[650,750] 100b |L1.12| "
- "L1.11[250,350] 0ns 100b |L1.11| "
- "L1.12[650,750] 0ns 100b |L1.12| "
"###
);
@ -838,17 +838,17 @@ mod tests {
---
- files_to_compact
- "L0 "
- "L0.6[1000,1100] 99b |-L0.6-| "
- "L0.4[600,700] 100b |-L0.4-| "
- "L0.2[200,300] 100b |-L0.2-| "
- "L0.3[400,500] 100b |-L0.3-| "
- "L0.5[800,900] 100b |-L0.5-| "
- "L0.6[1000,1100] 0ns 99b |-L0.6-| "
- "L0.4[600,700] 0ns 100b |-L0.4-| "
- "L0.2[200,300] 0ns 100b|-L0.2-| "
- "L0.3[400,500] 0ns 100b |-L0.3-| "
- "L0.5[800,900] 0ns 100b |-L0.5-| "
- "L1 "
- "L1.11[250,350] 100b |L1.11-| "
- "L1.12[650,750] 100b |L1.12-| "
- "L1.11[250,350] 0ns 100b |L1.11-| "
- "L1.12[650,750] 0ns 100b |L1.12-| "
- files_to_upgrade
- "L0, all files 100b "
- "L0.1[0,100] |-------------------------------------L0.1-------------------------------------|"
- "L0.1[0,100] 0ns |-------------------------------------L0.1-------------------------------------|"
"###
);
}

216
compactor2/src/components/split_or_compact/files_to_compact.rs
View File

@ -158,16 +158,16 @@ mod tests {
---
- initial
- "L0 "
- "L0.2[650,750] 1b |-L0.2-| "
- "L0.1[450,620] 1b |----L0.1-----| "
- "L0.3[800,900] 100b |-L0.3-| "
- "L0.2[650,750] 0ns 1b |-L0.2-| "
- "L0.1[450,620] 0ns 1b |----L0.1-----| "
- "L0.3[800,900] 0ns 100b |-L0.3-| "
- "L1 "
- "L1.13[600,700] 100b |L1.13-| "
- "L1.12[400,500] 1b |L1.12-| "
- "L1.11[250,350] 1b |L1.11-| "
- "L1.13[600,700] 0ns 100b |L1.13-| "
- "L1.12[400,500] 0ns 1b |L1.12-| "
- "L1.11[250,350] 0ns 1b |L1.11-| "
- "L2 "
- "L2.21[0,100] 1b |L2.21-| "
- "L2.22[200,300] 1b |L2.22-| "
- "L2.21[0,100] 0ns 1b |L2.21-| "
- "L2.22[200,300] 0ns 1b |L2.22-| "
"###
);
@ -185,12 +185,12 @@ mod tests {
---
- initial
- "L0, all files 100b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
"###
);
@ -208,12 +208,12 @@ mod tests {
---
- "files to compact:"
- "L0, all files 100b "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
- "files to keep:"
"###
);
@ -228,12 +228,12 @@ mod tests {
---
- initial
- "L0, all files 100b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
"###
);
@ -252,12 +252,12 @@ mod tests {
- "files to compact:"
- "files to keep:"
- "L0, all files 100b "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
"###
);
}
@ -271,12 +271,12 @@ mod tests {
---
- initial
- "L0, all files 100b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
"###
);
@ -294,14 +294,14 @@ mod tests {
---
- "files to compact:"
- "L0, all files 100b "
- "L0.1[450,620] |-------------------L0.1--------------------| "
- "L0.1[450,620] 120s |-------------------L0.1--------------------| "
- "L1, all files 100b "
- "L1.13[600,700] |---------L1.13----------| "
- "L1.12[400,500] |---------L1.12----------| "
- "L1.13[600,700] 60s |---------L1.13----------| "
- "L1.12[400,500] 60s |---------L1.12----------| "
- "files to keep:"
- "L0, all files 100b "
- "L0.2[650,750] |-------------L0.2-------------| "
- "L0.3[800,900] |-------------L0.3-------------|"
- "L0.2[650,750] 180s |-------------L0.2-------------| "
- "L0.3[800,900] 300s |-------------L0.3-------------|"
"###
);
}
@ -315,12 +315,12 @@ mod tests {
---
- initial
- "L0, all files 100b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
"###
);
@ -338,14 +338,14 @@ mod tests {
---
- "files to compact:"
- "L0, all files 100b "
- "L0.1[450,620] |----------------L0.1----------------| "
- "L0.2[650,750] |--------L0.2--------| "
- "L0.1[450,620] 120s |----------------L0.1----------------| "
- "L0.2[650,750] 180s |--------L0.2--------| "
- "L1, all files 100b "
- "L1.13[600,700] |-------L1.13--------| "
- "L1.12[400,500] |-------L1.12--------| "
- "L1.13[600,700] 60s |-------L1.13--------| "
- "L1.12[400,500] 60s |-------L1.12--------| "
- "files to keep:"
- "L0, all files 100b "
- "L0.3[800,900] |-------------------------------------L0.3-------------------------------------|"
- "L0.3[800,900] 300s |-------------------------------------L0.3-------------------------------------|"
"###
);
}
@ -359,13 +359,13 @@ mod tests {
---
- initial
- "L0, all files 100b "
- "L0.2[550,650] |----L0.2----| "
- "L0.1[150,250] |----L0.1----| "
- "L0.3[350,450] |----L0.3----| "
- "L0.2[550,650] 180s |----L0.2----| "
- "L0.1[150,250] 120s |----L0.1----| "
- "L0.3[350,450] 300s |----L0.3----| "
- "L1, all files 100b "
- "L1.12[300,400] |---L1.12----| "
- "L1.13[500,600] |---L1.13----| "
- "L1.11[100,200] |---L1.11----| "
- "L1.12[300,400] 60s |---L1.12----| "
- "L1.13[500,600] 60s |---L1.13----| "
- "L1.11[100,200] 60s |---L1.11----| "
"###
);
@ -392,16 +392,16 @@ mod tests {
---
- "files to compact:"
- "L0, all files 100b "
- "L0.1[150,250] |-----------------------L0.1------------------------| "
- "L0.1[150,250] 120s |-----------------------L0.1------------------------| "
- "L1, all files 100b "
- "L1.11[100,200] |-----------------------L1.11-----------------------| "
- "L1.11[100,200] 60s |-----------------------L1.11-----------------------| "
- "files to keep:"
- "L0, all files 100b "
- "L0.2[550,650] |--------L0.2--------| "
- "L0.3[350,450] |--------L0.3--------| "
- "L0.2[550,650] 180s |--------L0.2--------| "
- "L0.3[350,450] 300s |--------L0.3--------| "
- "L1, all files 100b "
- "L1.12[300,400] |-------L1.12--------| "
- "L1.13[500,600] |-------L1.13--------| "
- "L1.12[300,400] 60s |-------L1.12--------| "
- "L1.13[500,600] 60s |-------L1.13--------| "
"###
);
@ -423,16 +423,16 @@ mod tests {
---
- "files to compact:"
- "L0, all files 100b "
- "L0.1[150,250] |-----------------------L0.1------------------------| "
- "L0.1[150,250] 120s |-----------------------L0.1------------------------| "
- "L1, all files 100b "
- "L1.11[100,200] |-----------------------L1.11-----------------------| "
- "L1.11[100,200] 60s |-----------------------L1.11-----------------------| "
- "files to keep:"
- "L0, all files 100b "
- "L0.2[550,650] |--------L0.2--------| "
- "L0.3[350,450] |--------L0.3--------| "
- "L0.2[550,650] 180s |--------L0.2--------| "
- "L0.3[350,450] 300s |--------L0.3--------| "
- "L1, all files 100b "
- "L1.12[300,400] |-------L1.12--------| "
- "L1.13[500,600] |-------L1.13--------| "
- "L1.12[300,400] 60s |-------L1.12--------| "
- "L1.13[500,600] 60s |-------L1.13--------| "
"###
);
@ -454,15 +454,15 @@ mod tests {
---
- "files to compact:"
- "L0, all files 100b "
- "L0.1[150,250] |----L0.1----| "
- "L0.2[550,650] |----L0.2----| "
- "L0.1[150,250] 120s |----L0.1----| "
- "L0.2[550,650] 180s |----L0.2----| "
- "L1, all files 100b "
- "L1.11[100,200] |---L1.11----| "
- "L1.12[300,400] |---L1.12----| "
- "L1.13[500,600] |---L1.13----| "
- "L1.11[100,200] 60s |---L1.11----| "
- "L1.12[300,400] 60s |---L1.12----| "
- "L1.13[500,600] 60s |---L1.13----| "
- "files to keep:"
- "L0, all files 100b "
- "L0.3[350,450] |-------------------------------------L0.3-------------------------------------|"
- "L0.3[350,450] 300s |-------------------------------------L0.3-------------------------------------|"
"###
);
@ -481,13 +481,13 @@ mod tests {
---
- "files to compact:"
- "L0, all files 100b "
- "L0.1[150,250] |----L0.1----| "
- "L0.2[550,650] |----L0.2----| "
- "L0.3[350,450] |----L0.3----| "
- "L0.1[150,250] 120s |----L0.1----| "
- "L0.2[550,650] 180s |----L0.2----| "
- "L0.3[350,450] 300s |----L0.3----| "
- "L1, all files 100b "
- "L1.11[100,200] |---L1.11----| "
- "L1.12[300,400] |---L1.12----| "
- "L1.13[500,600] |---L1.13----| "
- "L1.11[100,200] 60s |---L1.11----| "
- "L1.12[300,400] 60s |---L1.12----| "
- "L1.13[500,600] 60s |---L1.13----| "
- "files to keep:"
"###
);
@ -505,13 +505,13 @@ mod tests {
---
- initial
- "L1, all files 100b "
- "L1.2[550,650] |----L1.2----| "
- "L1.1[150,250] |----L1.1----| "
- "L1.3[350,450] |----L1.3----| "
- "L1.2[550,650] 180s |----L1.2----| "
- "L1.1[150,250] 120s |----L1.1----| "
- "L1.3[350,450] 300s |----L1.3----| "
- "L2, all files 100b "
- "L2.12[300,400] |---L2.12----| "
- "L2.13[500,600] |---L2.13----| "
- "L2.11[100,200] |---L2.11----| "
- "L2.12[300,400] 60s |---L2.12----| "
- "L2.13[500,600] 60s |---L2.13----| "
- "L2.11[100,200] 60s |---L2.11----| "
"###
);
@ -535,16 +535,16 @@ mod tests {
---
- "files to compact:"
- "L1, all files 100b "
- "L1.1[150,250] |-----------------------L1.1------------------------| "
- "L1.1[150,250] 120s |-----------------------L1.1------------------------| "
- "L2, all files 100b "
- "L2.11[100,200] |-----------------------L2.11-----------------------| "
- "L2.11[100,200] 60s |-----------------------L2.11-----------------------| "
- "files to keep:"
- "L1, all files 100b "
- "L1.3[350,450] |--------L1.3--------| "
- "L1.2[550,650] |--------L1.2--------| "
- "L1.3[350,450] 300s |--------L1.3--------| "
- "L1.2[550,650] 180s |--------L1.2--------| "
- "L2, all files 100b "
- "L2.12[300,400] |-------L2.12--------| "
- "L2.13[500,600] |-------L2.13--------| "
- "L2.12[300,400] 60s |-------L2.12--------| "
- "L2.13[500,600] 60s |-------L2.13--------| "
"###
);
@ -563,16 +563,16 @@ mod tests {
---
- "files to compact:"
- "L1, all files 100b "
- "L1.1[150,250] |-----------------------L1.1------------------------| "
- "L1.1[150,250] 120s |-----------------------L1.1------------------------| "
- "L2, all files 100b "
- "L2.11[100,200] |-----------------------L2.11-----------------------| "
- "L2.11[100,200] 60s |-----------------------L2.11-----------------------| "
- "files to keep:"
- "L1, all files 100b "
- "L1.3[350,450] |--------L1.3--------| "
- "L1.2[550,650] |--------L1.2--------| "
- "L1.3[350,450] 300s |--------L1.3--------| "
- "L1.2[550,650] 180s |--------L1.2--------| "
- "L2, all files 100b "
- "L2.12[300,400] |-------L2.12--------| "
- "L2.13[500,600] |-------L2.13--------| "
- "L2.12[300,400] 60s |-------L2.12--------| "
- "L2.13[500,600] 60s |-------L2.13--------| "
"###
);
@ -591,16 +591,16 @@ mod tests {
---
- "files to compact:"
- "L1, all files 100b "
- "L1.1[150,250] |--------L1.1--------| "
- "L1.3[350,450] |--------L1.3--------| "
- "L1.1[150,250] 120s |--------L1.1--------| "
- "L1.3[350,450] 300s |--------L1.3--------| "
- "L2, all files 100b "
- "L2.11[100,200] |-------L2.11--------| "
- "L2.12[300,400] |-------L2.12--------| "
- "L2.11[100,200] 60s |-------L2.11--------| "
- "L2.12[300,400] 60s |-------L2.12--------| "
- "files to keep:"
- "L1, all files 100b "
- "L1.2[550,650] |-----------------------L1.2------------------------| "
- "L1.2[550,650] 180s |-----------------------L1.2------------------------| "
- "L2, all files 100b "
- "L2.13[500,600] |-----------------------L2.13-----------------------| "
- "L2.13[500,600] 60s |-----------------------L2.13-----------------------| "
"###
);
@ -619,13 +619,13 @@ mod tests {
---
- "files to compact:"
- "L1, all files 100b "
- "L1.1[150,250] |----L1.1----| "
- "L1.3[350,450] |----L1.3----| "
- "L1.2[550,650] |----L1.2----| "
- "L1.1[150,250] 120s |----L1.1----| "
- "L1.3[350,450] 300s |----L1.3----| "
- "L1.2[550,650] 180s |----L1.2----| "
- "L2, all files 100b "
- "L2.11[100,200] |---L2.11----| "
- "L2.12[300,400] |---L2.12----| "
- "L2.13[500,600] |---L2.13----| "
- "L2.11[100,200] 60s |---L2.11----| "
- "L2.12[300,400] 60s |---L2.12----| "
- "L2.13[500,600] 60s |---L2.13----| "
- "files to keep:"
"###
);

42
compactor2/src/components/split_or_compact/files_to_split.rs
View File

@ -134,16 +134,16 @@ mod tests {
---
- initial
- "L0 "
- "L0.2[650,750] 1b |-L0.2-| "
- "L0.1[450,620] 1b |----L0.1-----| "
- "L0.3[800,900] 100b |-L0.3-| "
- "L0.2[650,750] 0ns 1b |-L0.2-| "
- "L0.1[450,620] 0ns 1b |----L0.1-----| "
- "L0.3[800,900] 0ns 100b |-L0.3-| "
- "L1 "
- "L1.13[600,700] 100b |L1.13-| "
- "L1.12[400,500] 1b |L1.12-| "
- "L1.11[250,350] 1b |L1.11-| "
- "L1.13[600,700] 0ns 100b |L1.13-| "
- "L1.12[400,500] 0ns 1b |L1.12-| "
- "L1.11[250,350] 0ns 1b |L1.11-| "
- "L2 "
- "L2.21[0,100] 1b |L2.21-| "
- "L2.22[200,300] 1b |L2.22-| "
- "L2.21[0,100] 0ns 1b |L2.21-| "
- "L2.22[200,300] 0ns 1b |L2.22-| "
"###
);
@ -161,9 +161,9 @@ mod tests {
---
- initial
- "L1, all files 1b "
- "L1.13[600,700] |-----L1.13-----| "
- "L1.12[400,500] |-----L1.12-----| "
- "L1.11[250,350] |-----L1.11-----| "
- "L1.13[600,700] 0ns |-----L1.13-----| "
- "L1.12[400,500] 0ns |-----L1.12-----| "
- "L1.11[250,350] 0ns |-----L1.11-----| "
"###
);
@ -182,12 +182,12 @@ mod tests {
---
- initial
- "L0, all files 1b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 1b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
"###
);
@ -214,14 +214,14 @@ mod tests {
---
- "files to split:"
- "L0, all files 1b "
- "L0.1[450,620] |-------------------------------------L0.1-------------------------------------|"
- "L0.1[450,620] 120s |-------------------------------------L0.1-------------------------------------|"
- "files not to split:"
- "L0, all files 1b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 1b "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
"###
);
}

64
compactor2/src/components/split_or_compact/split_compact.rs
View File

@ -104,11 +104,11 @@ mod tests {
---
- initial
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----|"
- "L1.12[400,500] |----L1.12-----| "
- "L1.11[250,350] |----L1.11-----| "
- "L1.13[600,700] 4ns |----L1.13-----|"
- "L1.12[400,500] 3ns |----L1.12-----| "
- "L1.11[250,350] 2ns |----L1.11-----| "
- "L2, all files 100b "
- "L2.22[200,300] |----L2.22-----| "
- "L2.22[200,300] 1ns |----L2.22-----| "
"###
);
@ -131,12 +131,12 @@ mod tests {
---
- initial
- "L0, all files 100b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
"###
);
@ -156,12 +156,12 @@ mod tests {
---
- files to compact
- "L0, all files 100b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
- "files to keep:"
"###
);
@ -176,12 +176,12 @@ mod tests {
---
- initial
- "L0, all files 100b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.1[450,620] |----------L0.1-----------| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.1[450,620] 120s |----------L0.1-----------| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
"###
);
@ -201,14 +201,14 @@ mod tests {
---
- "files to compact or split:"
- "L0, all files 100b "
- "L0.1[450,620] |-------------------------------------L0.1-------------------------------------|"
- "L0.1[450,620] 120s |-------------------------------------L0.1-------------------------------------|"
- "files to keep:"
- "L0, all files 100b "
- "L0.2[650,750] |-----L0.2-----| "
- "L0.3[800,900] |-----L0.3-----|"
- "L0.2[650,750] 180s |-----L0.2-----| "
- "L0.3[800,900] 300s |-----L0.3-----|"
- "L1, all files 100b "
- "L1.12[400,500] |----L1.12-----| "
- "L1.13[600,700] |----L1.13-----| "
- "L1.12[400,500] 60s |----L1.12-----| "
- "L1.13[600,700] 60s |----L1.13-----| "
"###
);
}
@ -222,11 +222,11 @@ mod tests {
---
- initial
- "L1, all files 100b "
- "L1.13[600,700] |----L1.13-----|"
- "L1.12[400,500] |----L1.12-----| "
- "L1.11[250,350] |----L1.11-----| "
- "L1.13[600,700] 4ns |----L1.13-----|"
- "L1.12[400,500] 3ns |----L1.12-----| "
- "L1.11[250,350] 2ns |----L1.11-----| "
- "L2, all files 100b "
- "L2.22[200,300] |----L2.22-----| "
- "L2.22[200,300] 1ns |----L2.22-----| "
"###
);
@ -246,13 +246,13 @@ mod tests {
---
- "files to compact or split:"
- "L1, all files 100b "
- "L1.11[250,350] |---------L1.11----------| "
- "L1.12[400,500] |---------L1.12----------| "
- "L1.11[250,350] 2ns |---------L1.11----------| "
- "L1.12[400,500] 3ns |---------L1.12----------| "
- "L2, all files 100b "
- "L2.22[200,300] |---------L2.22----------| "
- "L2.22[200,300] 1ns |---------L2.22----------| "
- "files to keep:"
- "L1, all files 100b "
- "L1.13[600,700] |------------------------------------L1.13-------------------------------------|"
- "L1.13[600,700] 4ns |------------------------------------L1.13-------------------------------------|"
"###
);
}

32
compactor2/tests/integration.rs
View File

@ -213,12 +213,12 @@ async fn test_compact_large_overlapes() {
---
- initial
- "L1 "
- "L1.4[6000,68000] 2.66kb|----------------L1.4----------------| "
- "L1.5[136000,136000] 2.17kb |L1.5|"
- "L1.4[6000,68000] 240s 2.66kb|----------------L1.4----------------| "
- "L1.5[136000,136000] 300s 2.17kb |L1.5|"
- "L2 "
- "L2.1[8000,12000] 1.8kb |L2.1| "
- "L2.2[20000,30000] 2.61kb |L2.2| "
- "L2.3[36000,36000] 2.17kb |L2.3| "
- "L2.1[8000,12000] 60s 1.8kb |L2.1| "
- "L2.2[20000,30000] 120s 2.61kb |L2.2| "
- "L2.3[36000,36000] 180s 2.17kb |L2.3| "
"###
);
@ -232,9 +232,9 @@ async fn test_compact_large_overlapes() {
---
- initial
- "L2 "
- "L2.3[36000,36000] 2.17kb |L2.3| "
- "L2.9[6000,30000] 2.68kb|----L2.9----| "
- "L2.10[68000,136000] 2.62kb |-----------------L2.10-----------------| "
- "L2.3[36000,36000] 180s 2.17kb |L2.3| "
- "L2.9[6000,30000] 240s 2.68kb|----L2.9----| "
- "L2.10[68000,136000] 300s 2.62kb |-----------------L2.10-----------------| "
"###
);
@ -321,12 +321,12 @@ async fn test_compact_large_overlape_2() {
---
- initial
- "L1 "
- "L1.4[6000,25000] 1.8kb|--L1.4---| "
- "L1.5[28000,136000] 2.64kb |------------------------------L1.5------------------------------| "
- "L1.4[6000,25000] 240s 1.8kb|--L1.4---| "
- "L1.5[28000,136000] 300s 2.64kb |------------------------------L1.5------------------------------| "
- "L2 "
- "L2.1[8000,12000] 1.8kb |L2.1| "
- "L2.2[20000,30000] 2.61kb |L2.2| "
- "L2.3[36000,36000] 2.17kb |L2.3| "
- "L2.1[8000,12000] 60s 1.8kb |L2.1| "
- "L2.2[20000,30000] 120s 2.61kb |L2.2| "
- "L2.3[36000,36000] 180s 2.17kb |L2.3| "
"###
);
@ -340,10 +340,10 @@ async fn test_compact_large_overlape_2() {
---
- initial
- "L1 "
- "L1.9[68000,136000] 2.62kb |-----------------L1.9------------------| "
- "L1.9[68000,136000] 300s 2.62kb |-----------------L1.9------------------| "
- "L2 "
- "L2.3[36000,36000] 2.17kb |L2.3| "
- "L2.10[6000,30000] 2.68kb|---L2.10----| "
- "L2.3[36000,36000] 180s 2.17kb |L2.3| "
- "L2.10[6000,30000] 300s 2.68kb|---L2.10----| "
"###
);

388
compactor2/tests/layouts/core.rs
View File

@ -75,39 +75,39 @@ async fn all_overlapping_l0() {
---
- "**** Input Files "
- "L0, all files 9mb "
- "L0.1[100,200000] |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,200000] |-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,200000] |-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,200000] |-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,200000] |-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,200000] |-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,200000] |-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,200000] |-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,200000] |-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,200000] |------------------------------------L0.10-------------------------------------|"
- "L0.1[100,200000] 1ns|-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,200000] 2ns|-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,200000] 3ns|-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,200000] 4ns|-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,200000] 5ns|-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,200000] 6ns|-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,200000] 7ns|-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,200000] 8ns|-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,200000] 9ns|-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,200000] 10ns|------------------------------------L0.10-------------------------------------|"
- "**** Simulation run 0, type=split(split_times=[160020]). 10 Input Files, 90mb total:"
- "L0, all files 9mb "
- "L0.10[100,200000] |------------------------------------L0.10-------------------------------------|"
- "L0.9[100,200000] |-------------------------------------L0.9-------------------------------------|"
- "L0.8[100,200000] |-------------------------------------L0.8-------------------------------------|"
- "L0.7[100,200000] |-------------------------------------L0.7-------------------------------------|"
- "L0.6[100,200000] |-------------------------------------L0.6-------------------------------------|"
- "L0.5[100,200000] |-------------------------------------L0.5-------------------------------------|"
- "L0.4[100,200000] |-------------------------------------L0.4-------------------------------------|"
- "L0.3[100,200000] |-------------------------------------L0.3-------------------------------------|"
- "L0.2[100,200000] |-------------------------------------L0.2-------------------------------------|"
- "L0.1[100,200000] |-------------------------------------L0.1-------------------------------------|"
- "L0.10[100,200000] 10ns|------------------------------------L0.10-------------------------------------|"
- "L0.9[100,200000] 9ns|-------------------------------------L0.9-------------------------------------|"
- "L0.8[100,200000] 8ns|-------------------------------------L0.8-------------------------------------|"
- "L0.7[100,200000] 7ns|-------------------------------------L0.7-------------------------------------|"
- "L0.6[100,200000] 6ns|-------------------------------------L0.6-------------------------------------|"
- "L0.5[100,200000] 5ns|-------------------------------------L0.5-------------------------------------|"
- "L0.4[100,200000] 4ns|-------------------------------------L0.4-------------------------------------|"
- "L0.3[100,200000] 3ns|-------------------------------------L0.3-------------------------------------|"
- "L0.2[100,200000] 2ns|-------------------------------------L0.2-------------------------------------|"
- "L0.1[100,200000] 1ns|-------------------------------------L0.1-------------------------------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 90mb total:"
- "L1 "
- "L1.?[100,160020] 72mb|-----------------------------L1.?-----------------------------| "
- "L1.?[160021,200000] 18mb |----L1.?-----| "
- "L1.?[100,160020] 10ns 72mb|-----------------------------L1.?-----------------------------| "
- "L1.?[160021,200000] 10ns 18mb |----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10"
- " Creating 2 files at level CompactionLevel::L1"
- "**** Final Output Files "
- "L1 "
- "L1.11[100,160020] 72mb|----------------------------L1.11-----------------------------| "
- "L1.12[160021,200000] 18mb |----L1.12----| "
- "L1.11[100,160020] 10ns 72mb|----------------------------L1.11-----------------------------| "
- "L1.12[160021,200000] 10ns 18mb |----L1.12----| "
"###
);
}
@ -137,39 +137,39 @@ async fn all_non_overlapping_l0() {
---
- "**** Input Files "
- "L0, all files 10mb "
- "L0.1[0,1] |L0.1| "
- "L0.2[100,101] |L0.2| "
- "L0.3[200,201] |L0.3| "
- "L0.4[300,301] |L0.4| "
- "L0.5[400,401] |L0.5| "
- "L0.6[500,501] |L0.6| "
- "L0.7[600,601] |L0.7| "
- "L0.8[700,701] |L0.8| "
- "L0.9[800,801] |L0.9| "
- "L0.10[900,901] |L0.10|"
- "L0.1[0,1] 1ns |L0.1| "
- "L0.2[100,101] 1ns |L0.2| "
- "L0.3[200,201] 1ns |L0.3| "
- "L0.4[300,301] 1ns |L0.4| "
- "L0.5[400,401] 1ns |L0.5| "
- "L0.6[500,501] 1ns |L0.6| "
- "L0.7[600,601] 1ns |L0.7| "
- "L0.8[700,701] 1ns |L0.8| "
- "L0.9[800,801] 1ns |L0.9| "
- "L0.10[900,901] 1ns |L0.10|"
- "**** Simulation run 0, type=split(split_times=[720]). 10 Input Files, 100mb total:"
- "L0, all files 10mb "
- "L0.10[900,901] |L0.10|"
- "L0.9[800,801] |L0.9| "
- "L0.8[700,701] |L0.8| "
- "L0.7[600,601] |L0.7| "
- "L0.6[500,501] |L0.6| "
- "L0.5[400,401] |L0.5| "
- "L0.4[300,301] |L0.4| "
- "L0.3[200,201] |L0.3| "
- "L0.2[100,101] |L0.2| "
- "L0.1[0,1] |L0.1| "
- "L0.10[900,901] 1ns |L0.10|"
- "L0.9[800,801] 1ns |L0.9| "
- "L0.8[700,701] 1ns |L0.8| "
- "L0.7[600,601] 1ns |L0.7| "
- "L0.6[500,501] 1ns |L0.6| "
- "L0.5[400,401] 1ns |L0.5| "
- "L0.4[300,301] 1ns |L0.4| "
- "L0.3[200,201] 1ns |L0.3| "
- "L0.2[100,101] 1ns |L0.2| "
- "L0.1[0,1] 1ns |L0.1| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 99.89mb total:"
- "L1 "
- "L1.?[0,720] 79.91mb |----------------------------L1.?-----------------------------| "
- "L1.?[721,901] 19.98mb |----L1.?-----| "
- "L1.?[0,720] 1ns 79.91mb|----------------------------L1.?-----------------------------| "
- "L1.?[721,901] 1ns 19.98mb |----L1.?-----| "
- "Committing partition 1:"
- " Soft Deleting 10 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10"
- " Creating 2 files at level CompactionLevel::L1"
- "**** Final Output Files "
- "L1 "
- "L1.11[0,720] 79.91mb|----------------------------L1.11----------------------------| "
- "L1.12[721,901] 19.98mb |----L1.12----| "
- "L1.11[0,720] 1ns 79.91mb|----------------------------L1.11----------------------------| "
- "L1.12[721,901] 1ns 19.98mb |----L1.12----| "
"###
);
}
@ -218,33 +218,33 @@ async fn l1_with_overlapping_l0() {
---
- "**** Input Files "
- "L0 "
- "L0.3[140,190] 5kb |----L0.3-----| "
- "L0.4[170,220] 5kb |----L0.4-----| "
- "L0.5[200,250] 5kb |----L0.5-----| "
- "L0.6[230,280] 5kb |----L0.6-----| "
- "L0.7[260,310] 5kb |----L0.7-----| "
- "L0.3[140,190] 1ns 5kb |----L0.3-----| "
- "L0.4[170,220] 1ns 5kb |----L0.4-----| "
- "L0.5[200,250] 1ns 5kb |----L0.5-----| "
- "L0.6[230,280] 1ns 5kb |----L0.6-----| "
- "L0.7[260,310] 1ns 5kb |----L0.7-----| "
- "L1 "
- "L1.1[50,99] 10mb |----L1.1-----| "
- "L1.2[100,149] 10mb |----L1.2-----| "
- "L1.1[50,99] 1ns 10mb|----L1.1-----| "
- "L1.2[100,149] 1ns 10mb |----L1.2-----| "
- "**** Simulation run 0, type=compact. 6 Input Files, 10.02mb total:"
- "L0 "
- "L0.7[260,310] 5kb |------L0.7-------| "
- "L0.6[230,280] 5kb |------L0.6-------| "
- "L0.5[200,250] 5kb |------L0.5-------| "
- "L0.4[170,220] 5kb |------L0.4-------| "
- "L0.3[140,190] 5kb |------L0.3-------| "
- "L0.7[260,310] 1ns 5kb |------L0.7-------| "
- "L0.6[230,280] 1ns 5kb |------L0.6-------| "
- "L0.5[200,250] 1ns 5kb |------L0.5-------| "
- "L0.4[170,220] 1ns 5kb |------L0.4-------| "
- "L0.3[140,190] 1ns 5kb |------L0.3-------| "
- "L1 "
- "L1.2[100,149] 10mb |------L1.2------| "
- "L1.2[100,149] 1ns 10mb|------L1.2------| "
- "**** 1 Output Files (parquet_file_id not yet assigned), 10.02mb total:"
- "L1, all files 10.02mb "
- "L1.?[100,310] |-------------------------------------L1.?-------------------------------------|"
- "L1.?[100,310] 1ns |-------------------------------------L1.?-------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 6 files: L1.2, L0.3, L0.4, L0.5, L0.6, L0.7"
- " Creating 1 files at level CompactionLevel::L1"
- "**** Final Output Files "
- "L1 "
- "L1.1[50,99] 10mb |----L1.1-----| "
- "L1.8[100,310] 10.02mb |-----------------------------L1.8-----------------------------| "
- "L1.1[50,99] 1ns 10mb|----L1.1-----| "
- "L1.8[100,310] 1ns 10.02mb |-----------------------------L1.8-----------------------------| "
"###
);
}
@ -291,32 +291,32 @@ async fn l1_with_non_overlapping_l0() {
---
- "**** Input Files "
- "L0 "
- "L0.3[300,350] 5kb |-L0.3-| "
- "L0.4[350,400] 5kb |-L0.4-| "
- "L0.5[400,450] 5kb |-L0.5-| "
- "L0.6[450,500] 5kb |-L0.6-| "
- "L0.7[500,550] 5kb |-L0.7-|"
- "L0.3[300,350] 1ns 5kb |-L0.3-| "
- "L0.4[350,400] 1ns 5kb |-L0.4-| "
- "L0.5[400,450] 1ns 5kb |-L0.5-| "
- "L0.6[450,500] 1ns 5kb |-L0.6-| "
- "L0.7[500,550] 1ns 5kb |-L0.7-|"
- "L1 "
- "L1.1[50,99] 10mb |L1.1-| "
- "L1.2[100,149] 10mb |L1.2-| "
- "L1.1[50,99] 1ns 10mb|L1.1-| "
- "L1.2[100,149] 1ns 10mb |L1.2-| "
- "**** Simulation run 0, type=compact. 5 Input Files, 25kb total:"
- "L0, all files 5kb "
- "L0.7[500,550] |-----L0.7-----|"
- "L0.6[450,500] |-----L0.6-----| "
- "L0.5[400,450] |-----L0.5-----| "
- "L0.4[350,400] |-----L0.4-----| "
- "L0.3[300,350] |-----L0.3-----| "
- "L0.7[500,550] 1ns |-----L0.7-----|"
- "L0.6[450,500] 1ns |-----L0.6-----| "
- "L0.5[400,450] 1ns |-----L0.5-----| "
- "L0.4[350,400] 1ns |-----L0.4-----| "
- "L0.3[300,350] 1ns |-----L0.3-----| "
- "**** 1 Output Files (parquet_file_id not yet assigned), 25kb total:"
- "L1, all files 25kb "
- "L1.?[300,550] |-------------------------------------L1.?-------------------------------------|"
- "L1.?[300,550] 1ns |-------------------------------------L1.?-------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 5 files: L0.3, L0.4, L0.5, L0.6, L0.7"
- " Creating 1 files at level CompactionLevel::L1"
- "**** Final Output Files "
- "L1 "
- "L1.1[50,99] 10mb |L1.1-| "
- "L1.2[100,149] 10mb |L1.2-| "
- "L1.8[300,550] 25kb |-----------------L1.8-----------------|"
- "L1.1[50,99] 1ns 10mb|L1.1-| "
- "L1.2[100,149] 1ns 10mb |L1.2-| "
- "L1.8[300,550] 1ns 25kb |-----------------L1.8-----------------|"
"###
);
}
@ -364,43 +364,43 @@ async fn l1_with_non_overlapping_l0_larger() {
---
- "**** Input Files "
- "L0 "
- "L0.5[300,350] 5mb |--L0.5--| "
- "L0.6[350,400] 5mb |--L0.6--| "
- "L0.7[400,450] 5mb |--L0.7--|"
- "L0.5[300,350] 1ns 5mb |--L0.5--| "
- "L0.6[350,400] 1ns 5mb |--L0.6--| "
- "L0.7[400,450] 1ns 5mb |--L0.7--|"
- "L1 "
- "L1.1[50,99] 20mb |-L1.1--| "
- "L1.2[100,149] 50mb |-L1.2--| "
- "L1.3[150,199] 20mb |-L1.3--| "
- "L1.4[200,249] 3mb |-L1.4--| "
- "L1.1[50,99] 1ns 20mb|-L1.1--| "
- "L1.2[100,149] 1ns 50mb |-L1.2--| "
- "L1.3[150,199] 1ns 20mb |-L1.3--| "
- "L1.4[200,249] 1ns 3mb |-L1.4--| "
- "**** Simulation run 0, type=compact. 3 Input Files, 15mb total:"
- "L0, all files 5mb "
- "L0.7[400,450] |----------L0.7----------| "
- "L0.6[350,400] |----------L0.6----------| "
- "L0.5[300,350] |----------L0.5----------| "
- "L0.7[400,450] 1ns |----------L0.7----------| "
- "L0.6[350,400] 1ns |----------L0.6----------| "
- "L0.5[300,350] 1ns |----------L0.5----------| "
- "**** 1 Output Files (parquet_file_id not yet assigned), 15mb total:"
- "L1, all files 15mb "
- "L1.?[300,450] |-------------------------------------L1.?-------------------------------------|"
- "L1.?[300,450] 1ns |-------------------------------------L1.?-------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.5, L0.6, L0.7"
- " Creating 1 files at level CompactionLevel::L1"
- "**** Simulation run 1, type=split(split_times=[370]). 5 Input Files, 108mb total:"
- "L1 "
- "L1.4[200,249] 3mb |-L1.4--| "
- "L1.3[150,199] 20mb |-L1.3--| "
- "L1.2[100,149] 50mb |-L1.2--| "
- "L1.1[50,99] 20mb |-L1.1--| "
- "L1.8[300,450] 15mb |------------L1.8------------|"
- "L1.4[200,249] 1ns 3mb |-L1.4--| "
- "L1.3[150,199] 1ns 20mb |-L1.3--| "
- "L1.2[100,149] 1ns 50mb |-L1.2--| "
- "L1.1[50,99] 1ns 20mb|-L1.1--| "
- "L1.8[300,450] 1ns 15mb |------------L1.8------------|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 107.73mb total:"
- "L2 "
- "L2.?[50,370] 86.4mb |-----------------------------L2.?-----------------------------| "
- "L2.?[371,450] 21.33mb |----L2.?-----| "
- "L2.?[50,370] 1ns 86.4mb|-----------------------------L2.?-----------------------------| "
- "L2.?[371,450] 1ns 21.33mb |----L2.?-----| "
- "Committing partition 1:"
- " Soft Deleting 5 files: L1.1, L1.2, L1.3, L1.4, L1.8"
- " Creating 2 files at level CompactionLevel::L2"
- "**** Final Output Files "
- "L2 "
- "L2.9[50,370] 86.4mb |-----------------------------L2.9-----------------------------| "
- "L2.10[371,450] 21.33mb |----L2.10----| "
- "L2.9[50,370] 1ns 86.4mb|-----------------------------L2.9-----------------------------| "
- "L2.10[371,450] 1ns 21.33mb |----L2.10----| "
"###
);
}
@ -458,84 +458,84 @@ async fn l1_too_much_with_non_overlapping_l0() {
---
- "**** Input Files "
- "L0 "
- "L0.11[600,649] 5mb |L0.11|"
- "L0.12[600,649] 5mb |L0.12|"
- "L0.13[600,649] 5mb |L0.13|"
- "L0.11[600,649] 660s 5mb |L0.11|"
- "L0.12[600,649] 720s 5mb |L0.12|"
- "L0.13[600,649] 780s 5mb |L0.13|"
- "L1 "
- "L1.1[50,99] 90mb |L1.1| "
- "L1.2[100,149] 80mb |L1.2| "
- "L1.3[150,199] 70mb |L1.3| "
- "L1.4[200,249] 70mb |L1.4| "
- "L1.5[250,299] 70mb |L1.5| "
- "L1.6[300,349] 70mb |L1.6| "
- "L1.7[350,399] 70mb |L1.7| "
- "L1.8[400,449] 70mb |L1.8| "
- "L1.9[450,499] 70mb |L1.9| "
- "L1.10[500,549] 70mb |L1.10| "
- "L1.1[50,99] 0ns 90mb|L1.1| "
- "L1.2[100,149] 60s 80mb |L1.2| "
- "L1.3[150,199] 120s 70mb |L1.3| "
- "L1.4[200,249] 180s 70mb |L1.4| "
- "L1.5[250,299] 240s 70mb |L1.5| "
- "L1.6[300,349] 300s 70mb |L1.6| "
- "L1.7[350,399] 360s 70mb |L1.7| "
- "L1.8[400,449] 420s 70mb |L1.8| "
- "L1.9[450,499] 480s 70mb |L1.9| "
- "L1.10[500,549] 540s 70mb |L1.10| "
- "**** Simulation run 0, type=compact. 3 Input Files, 15mb total:"
- "L0, all files 5mb "
- "L0.13[600,649] |------------------------------------L0.13-------------------------------------|"
- "L0.12[600,649] |------------------------------------L0.12-------------------------------------|"
- "L0.11[600,649] |------------------------------------L0.11-------------------------------------|"
- "L0.13[600,649] 780s |------------------------------------L0.13-------------------------------------|"
- "L0.12[600,649] 720s |------------------------------------L0.12-------------------------------------|"
- "L0.11[600,649] 660s |------------------------------------L0.11-------------------------------------|"
- "**** 1 Output Files (parquet_file_id not yet assigned), 15mb total:"
- "L1, all files 15mb "
- "L1.?[600,649] |-------------------------------------L1.?-------------------------------------|"
- "L1.?[600,649] 780s |-------------------------------------L1.?-------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.11, L0.12, L0.13"
- " Creating 1 files at level CompactionLevel::L1"
- "**** Simulation run 1, type=split(split_times=[113, 176]). 3 Input Files, 240mb total:"
- "L1 "
- "L1.1[50,99] 90mb |----------L1.1----------| "
- "L1.2[100,149] 80mb |----------L1.2----------| "
- "L1.3[150,199] 70mb |----------L1.3----------| "
- "L1.1[50,99] 0ns 90mb|----------L1.1----------| "
- "L1.2[100,149] 60s 80mb |----------L1.2----------| "
- "L1.3[150,199] 120s 70mb |----------L1.3----------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 236.78mb total:"
- "L2 "
- "L2.?[50,113] 101.48mb|-------------L2.?--------------| "
- "L2.?[114,176] 99.87mb |-------------L2.?--------------| "
- "L2.?[177,199] 35.44mb |--L2.?---| "
- "L2.?[50,113] 120s 101.48mb|-------------L2.?--------------| "
- "L2.?[114,176] 120s 99.87mb |-------------L2.?--------------| "
- "L2.?[177,199] 120s 35.44mb |--L2.?---| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.1, L1.2, L1.3"
- " Creating 3 files at level CompactionLevel::L2"
- "**** Simulation run 2, type=split(split_times=[271, 342]). 3 Input Files, 210mb total:"
- "L1, all files 70mb "
- "L1.4[200,249] |----------L1.4----------| "
- "L1.5[250,299] |----------L1.5----------| "
- "L1.6[300,349] |----------L1.6----------| "
- "L1.4[200,249] 180s |----------L1.4----------| "
- "L1.5[250,299] 240s |----------L1.5----------| "
- "L1.6[300,349] 300s |----------L1.6----------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 207.18mb total:"
- "L2 "
- "L2.?[200,271] 100.07mb|----------------L2.?----------------| "
- "L2.?[272,342] 98.66mb |---------------L2.?----------------| "
- "L2.?[343,349] 8.46mb |L2.?|"
- "L2.?[200,271] 300s 100.07mb|----------------L2.?----------------| "
- "L2.?[272,342] 300s 98.66mb |---------------L2.?----------------| "
- "L2.?[343,349] 300s 8.46mb |L2.?|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.4, L1.5, L1.6"
- " Creating 3 files at level CompactionLevel::L2"
- "**** Simulation run 3, type=split(split_times=[421, 492]). 3 Input Files, 210mb total:"
- "L1, all files 70mb "
- "L1.7[350,399] |----------L1.7----------| "
- "L1.8[400,449] |----------L1.8----------| "
- "L1.9[450,499] |----------L1.9----------| "
- "L1.7[350,399] 360s |----------L1.7----------| "
- "L1.8[400,449] 420s |----------L1.8----------| "
- "L1.9[450,499] 480s |----------L1.9----------| "
- "**** 3 Output Files (parquet_file_id not yet assigned), 207.18mb total:"
- "L2 "
- "L2.?[350,421] 100.07mb|----------------L2.?----------------| "
- "L2.?[422,492] 98.66mb |---------------L2.?----------------| "
- "L2.?[493,499] 8.46mb |L2.?|"
- "L2.?[350,421] 480s 100.07mb|----------------L2.?----------------| "
- "L2.?[422,492] 480s 98.66mb |---------------L2.?----------------| "
- "L2.?[493,499] 480s 8.46mb |L2.?|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.7, L1.8, L1.9"
- " Creating 3 files at level CompactionLevel::L2"
- "**** Final Output Files "
- "L1 "
- "L1.10[500,549] 70mb |L1.10| "
- "L1.14[600,649] 15mb |L1.14|"
- "L1.10[500,549] 540s 70mb |L1.10| "
- "L1.14[600,649] 780s 15mb |L1.14|"
- "L2 "
- "L2.15[50,113] 101.48mb|L2.15-| "
- "L2.16[114,176] 99.87mb |L2.16-| "
- "L2.17[177,199] 35.44mb |L2.17| "
- "L2.18[200,271] 100.07mb |-L2.18-| "
- "L2.19[272,342] 98.66mb |-L2.19-| "
- "L2.20[343,349] 8.46mb |L2.20| "
- "L2.21[350,421] 100.07mb |-L2.21-| "
- "L2.22[422,492] 98.66mb |-L2.22-| "
- "L2.23[493,499] 8.46mb |L2.23| "
- "L2.15[50,113] 120s 101.48mb|L2.15-| "
- "L2.16[114,176] 120s 99.87mb |L2.16-| "
- "L2.17[177,199] 120s 35.44mb |L2.17| "
- "L2.18[200,271] 300s 100.07mb |-L2.18-| "
- "L2.19[272,342] 300s 98.66mb |-L2.19-| "
- "L2.20[343,349] 300s 8.46mb |L2.20| "
- "L2.21[350,421] 480s 100.07mb |-L2.21-| "
- "L2.22[422,492] 480s 98.66mb |-L2.22-| "
- "L2.23[493,499] 480s 8.46mb |L2.23| "
"###
);
}
@ -584,55 +584,55 @@ async fn many_l1_with_non_overlapping_l0() {
---
- "**** Input Files "
- "L0 "
- "L0.11[600,650] 5mb |L0.11|"
- "L0.12[600,650] 5mb |L0.12|"
- "L0.13[600,650] 5mb |L0.13|"
- "L0.11[600,650] 1ns 5mb |L0.11|"
- "L0.12[600,650] 1ns 5mb |L0.12|"
- "L0.13[600,650] 1ns 5mb |L0.13|"
- "L1 "
- "L1.1[50,99] 9mb |L1.1| "
- "L1.2[100,149] 8mb |L1.2| "
- "L1.3[150,199] 7mb |L1.3| "
- "L1.4[200,249] 7mb |L1.4| "
- "L1.5[250,299] 7mb |L1.5| "
- "L1.6[300,349] 7mb |L1.6| "
- "L1.7[350,399] 7mb |L1.7| "
- "L1.8[400,449] 7mb |L1.8| "
- "L1.9[450,499] 7mb |L1.9| "
- "L1.10[500,549] 7mb |L1.10| "
- "L1.1[50,99] 1ns 9mb |L1.1| "
- "L1.2[100,149] 1ns 8mb |L1.2| "
- "L1.3[150,199] 1ns 7mb |L1.3| "
- "L1.4[200,249] 1ns 7mb |L1.4| "
- "L1.5[250,299] 1ns 7mb |L1.5| "
- "L1.6[300,349] 1ns 7mb |L1.6| "
- "L1.7[350,399] 1ns 7mb |L1.7| "
- "L1.8[400,449] 1ns 7mb |L1.8| "
- "L1.9[450,499] 1ns 7mb |L1.9| "
- "L1.10[500,549] 1ns 7mb |L1.10| "
- "**** Simulation run 0, type=compact. 3 Input Files, 15mb total:"
- "L0, all files 5mb "
- "L0.13[600,650] |------------------------------------L0.13-------------------------------------|"
- "L0.12[600,650] |------------------------------------L0.12-------------------------------------|"
- "L0.11[600,650] |------------------------------------L0.11-------------------------------------|"
- "L0.13[600,650] 1ns |------------------------------------L0.13-------------------------------------|"
- "L0.12[600,650] 1ns |------------------------------------L0.12-------------------------------------|"
- "L0.11[600,650] 1ns |------------------------------------L0.11-------------------------------------|"
- "**** 1 Output Files (parquet_file_id not yet assigned), 15mb total:"
- "L1, all files 15mb "
- "L1.?[600,650] |-------------------------------------L1.?-------------------------------------|"
- "L1.?[600,650] 1ns |-------------------------------------L1.?-------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.11, L0.12, L0.13"
- " Creating 1 files at level CompactionLevel::L1"
- "**** Simulation run 1, type=split(split_times=[530]). 11 Input Files, 88mb total:"
- "L1 "
- "L1.10[500,549] 7mb |L1.10| "
- "L1.9[450,499] 7mb |L1.9| "
- "L1.8[400,449] 7mb |L1.8| "
- "L1.7[350,399] 7mb |L1.7| "
- "L1.6[300,349] 7mb |L1.6| "
- "L1.5[250,299] 7mb |L1.5| "
- "L1.4[200,249] 7mb |L1.4| "
- "L1.3[150,199] 7mb |L1.3| "
- "L1.2[100,149] 8mb |L1.2| "
- "L1.1[50,99] 9mb |L1.1| "
- "L1.14[600,650] 15mb |L1.14|"
- "L1.10[500,549] 1ns 7mb |L1.10| "
- "L1.9[450,499] 1ns 7mb |L1.9| "
- "L1.8[400,449] 1ns 7mb |L1.8| "
- "L1.7[350,399] 1ns 7mb |L1.7| "
- "L1.6[300,349] 1ns 7mb |L1.6| "
- "L1.5[250,299] 1ns 7mb |L1.5| "
- "L1.4[200,249] 1ns 7mb |L1.4| "
- "L1.3[150,199] 1ns 7mb |L1.3| "
- "L1.2[100,149] 1ns 8mb |L1.2| "
- "L1.1[50,99] 1ns 9mb |L1.1| "
- "L1.14[600,650] 1ns 15mb |L1.14|"
- "**** 2 Output Files (parquet_file_id not yet assigned), 87.85mb total:"
- "L2 "
- "L2.?[50,530] 70.4mb |-----------------------------L2.?-----------------------------| "
- "L2.?[531,650] 17.45mb |----L2.?-----| "
- "L2.?[50,530] 1ns 70.4mb|-----------------------------L2.?-----------------------------| "
- "L2.?[531,650] 1ns 17.45mb |----L2.?-----| "
- "Committing partition 1:"
- " Soft Deleting 11 files: L1.1, L1.2, L1.3, L1.4, L1.5, L1.6, L1.7, L1.8, L1.9, L1.10, L1.14"
- " Creating 2 files at level CompactionLevel::L2"
- "**** Final Output Files "
- "L2 "
- "L2.15[50,530] 70.4mb|----------------------------L2.15-----------------------------| "
- "L2.16[531,650] 17.45mb |----L2.16----| "
- "L2.15[50,530] 1ns 70.4mb|----------------------------L2.15-----------------------------| "
- "L2.16[531,650] 1ns 17.45mb |----L2.16----| "
"###
);
}
@ -681,39 +681,39 @@ async fn large_l1_with_non_overlapping_l0() {
---
- "**** Input Files "
- "L0 "
- "L0.3[600,650] 5mb |L0.3| "
- "L0.4[600,650] 5mb |L0.4| "
- "L0.5[600,650] 5mb |L0.5| "
- "L0.3[600,650] 1ns 5mb |L0.3| "
- "L0.4[600,650] 1ns 5mb |L0.4| "
- "L0.5[600,650] 1ns 5mb |L0.5| "
- "L1 "
- "L1.1[50,99] 90mb |L1.1| "
- "L1.2[100,149] 80mb |L1.2| "
- "L1.1[50,99] 1ns 90mb|L1.1| "
- "L1.2[100,149] 1ns 80mb |L1.2| "
- "**** Simulation run 0, type=compact. 3 Input Files, 15mb total:"
- "L0, all files 5mb "
- "L0.5[600,650] |-------------------------------------L0.5-------------------------------------|"
- "L0.4[600,650] |-------------------------------------L0.4-------------------------------------|"
- "L0.3[600,650] |-------------------------------------L0.3-------------------------------------|"
- "L0.5[600,650] 1ns |-------------------------------------L0.5-------------------------------------|"
- "L0.4[600,650] 1ns |-------------------------------------L0.4-------------------------------------|"
- "L0.3[600,650] 1ns |-------------------------------------L0.3-------------------------------------|"
- "**** 1 Output Files (parquet_file_id not yet assigned), 15mb total:"
- "L1, all files 15mb "
- "L1.?[600,650] |-------------------------------------L1.?-------------------------------------|"
- "L1.?[600,650] 1ns |-------------------------------------L1.?-------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 3 files: L0.3, L0.4, L0.5"
- " Creating 1 files at level CompactionLevel::L1"
- "**** Simulation run 1, type=split(split_times=[375]). 3 Input Files, 185mb total:"
- "L1 "
- "L1.2[100,149] 80mb |L1.2| "
- "L1.1[50,99] 90mb |L1.1| "
- "L1.6[600,650] 15mb |L1.6| "
- "L1.2[100,149] 1ns 80mb |L1.2| "
- "L1.1[50,99] 1ns 90mb|L1.1| "
- "L1.6[600,650] 1ns 15mb |L1.6| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 184.69mb total:"
- "L2 "
- "L2.?[50,375] 100.21mb|------------------L2.?-------------------| "
- "L2.?[376,650] 84.48mb |---------------L2.?---------------| "
- "L2.?[50,375] 1ns 100.21mb|------------------L2.?-------------------| "
- "L2.?[376,650] 1ns 84.48mb |---------------L2.?---------------| "
- "Committing partition 1:"
- " Soft Deleting 3 files: L1.1, L1.2, L1.6"
- " Creating 2 files at level CompactionLevel::L2"
- "**** Final Output Files "
- "L2 "
- "L2.7[50,375] 100.21mb|------------------L2.7-------------------| "
- "L2.8[376,650] 84.48mb |---------------L2.8---------------| "
- "L2.7[50,375] 1ns 100.21mb|------------------L2.7-------------------| "
- "L2.8[376,650] 1ns 84.48mb |---------------L2.8---------------| "
"###
);
}

3288
compactor2/tests/layouts/knobs.rs
View File

File diff suppressed because it is too large Load Diff

204
compactor2/tests/layouts/large_files.rs
View File

@ -40,11 +40,11 @@ async fn one_larger_max_file_size() {
---
- "**** Input Files "
- "L1, all files 100mb "
- "L1.1[1,1000] |-------------------------------------L1.1-------------------------------------|"
- "L1.1[1,1000] 1ns |-------------------------------------L1.1-------------------------------------|"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1, all files 100mb "
- "L1.1[1,1000] |-------------------------------------L1.1-------------------------------------|"
- "L1.1[1,1000] 1ns |-------------------------------------L1.1-------------------------------------|"
"###
);
}
@ -79,11 +79,11 @@ async fn one_l0_larger_max_file_size() {
---
- "**** Input Files "
- "L0, all files 100mb "
- "L0.1[1,1000] |-------------------------------------L0.1-------------------------------------|"
- "L0.1[1,1000] 1ns |-------------------------------------L0.1-------------------------------------|"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L0, all files 100mb "
- "L0.1[1,1000] |-------------------------------------L0.1-------------------------------------|"
- "L0.1[1,1000] 1ns |-------------------------------------L0.1-------------------------------------|"
"###
);
}
@ -119,13 +119,13 @@ async fn one_larger_max_compact_size() {
---
- "**** Input Files "
- "L1, all files 300mb "
- "L1.1[1,1000] |-------------------------------------L1.1-------------------------------------|"
- "WARNING: file L1.1[1,1000] 300mb exceeds soft limit 100mb by more than 50%"
- "L1.1[1,1000] 1ns |-------------------------------------L1.1-------------------------------------|"
- "WARNING: file L1.1[1,1000] 1ns 300mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1, all files 300mb "
- "L1.1[1,1000] |-------------------------------------L1.1-------------------------------------|"
- "WARNING: file L1.1[1,1000] 300mb exceeds soft limit 100mb by more than 50%"
- "L1.1[1,1000] 1ns |-------------------------------------L1.1-------------------------------------|"
- "WARNING: file L1.1[1,1000] 1ns 300mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -161,13 +161,13 @@ async fn one_l0_larger_max_compact_size() {
---
- "**** Input Files "
- "L0, all files 300mb "
- "L0.1[1,1000] |-------------------------------------L0.1-------------------------------------|"
- "WARNING: file L0.1[1,1000] 300mb exceeds soft limit 100mb by more than 50%"
- "L0.1[1,1000] 1ns |-------------------------------------L0.1-------------------------------------|"
- "WARNING: file L0.1[1,1000] 1ns 300mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L0, all files 300mb "
- "L0.1[1,1000] |-------------------------------------L0.1-------------------------------------|"
- "WARNING: file L0.1[1,1000] 300mb exceeds soft limit 100mb by more than 50%"
- "L0.1[1,1000] 1ns |-------------------------------------L0.1-------------------------------------|"
- "WARNING: file L0.1[1,1000] 1ns 300mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -207,25 +207,25 @@ async fn two_large_files_total_under_max_compact_size() {
---
- "**** Input Files "
- "L1, all files 100mb "
- "L1.1[1,1000] |-------------------------------------L1.1-------------------------------------|"
- "L1.1[1,1000] 1ns |-------------------------------------L1.1-------------------------------------|"
- "L2, all files 100mb "
- "L2.2[2,1000] |------------------------------------L2.2-------------------------------------| "
- "L2.2[2,1000] 1ns |------------------------------------L2.2-------------------------------------| "
- "**** Simulation run 0, type=split(split_times=[501]). 2 Input Files, 200mb total:"
- "L1, all files 100mb "
- "L1.1[1,1000] |-------------------------------------L1.1-------------------------------------|"
- "L1.1[1,1000] 1ns |-------------------------------------L1.1-------------------------------------|"
- "L2, all files 100mb "
- "L2.2[2,1000] |------------------------------------L2.2-------------------------------------| "
- "L2.2[2,1000] 1ns |------------------------------------L2.2-------------------------------------| "
- "**** 2 Output Files (parquet_file_id not yet assigned), 199.8mb total:"
- "L2 "
- "L2.?[1,501] 100.1mb |-----------------L2.?-----------------| "
- "L2.?[502,1000] 99.7mb |----------------L2.?-----------------| "
- "L2.?[1,501] 1ns 100.1mb|-----------------L2.?-----------------| "
- "L2.?[502,1000] 1ns 99.7mb |----------------L2.?-----------------| "
- "Committing partition 1:"
- " Soft Deleting 2 files: L1.1, L2.2"
- " Creating 2 files at level CompactionLevel::L2"
- "**** Final Output Files "
- "L2 "
- "L2.3[1,501] 100.1mb |-----------------L2.3-----------------| "
- "L2.4[502,1000] 99.7mb |----------------L2.4-----------------| "
- "L2.3[1,501] 1ns 100.1mb|-----------------L2.3-----------------| "
- "L2.4[502,1000] 1ns 99.7mb |----------------L2.4-----------------| "
"###
);
}
@ -265,19 +265,19 @@ async fn two_large_files_total_over_max_compact_size() {
---
- "**** Input Files "
- "L1, all files 150mb "
- "L1.1[1,1000] |-------------------------------------L1.1-------------------------------------|"
- "L1.1[1,1000] 1ns |-------------------------------------L1.1-------------------------------------|"
- "L2, all files 150mb "
- "L2.2[2,1000] |------------------------------------L2.2-------------------------------------| "
- "WARNING: file L1.1[1,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[2,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "L2.2[2,1000] 1ns |------------------------------------L2.2-------------------------------------| "
- "WARNING: file L1.1[1,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[2,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1, all files 150mb "
- "L1.1[1,1000] |-------------------------------------L1.1-------------------------------------|"
- "L1.1[1,1000] 1ns |-------------------------------------L1.1-------------------------------------|"
- "L2, all files 150mb "
- "L2.2[2,1000] |------------------------------------L2.2-------------------------------------| "
- "WARNING: file L1.1[1,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[2,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "L2.2[2,1000] 1ns |------------------------------------L2.2-------------------------------------| "
- "WARNING: file L1.1[1,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[2,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -318,19 +318,19 @@ async fn two_large_files_total_over_max_compact_size_small_overlap_range() {
---
- "**** Input Files "
- "L1, all files 150mb "
- "L1.1[0,1000] |-------------------------------------L1.1-------------------------------------|"
- "L1.1[0,1000] 1ns |-------------------------------------L1.1-------------------------------------|"
- "L2, all files 150mb "
- "L2.2[800,1000] |-----L2.2-----|"
- "WARNING: file L1.1[0,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[800,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "L2.2[800,1000] 1ns |-----L2.2-----|"
- "WARNING: file L1.1[0,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[800,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1, all files 150mb "
- "L1.1[0,1000] |-------------------------------------L1.1-------------------------------------|"
- "L1.1[0,1000] 1ns |-------------------------------------L1.1-------------------------------------|"
- "L2, all files 150mb "
- "L2.2[800,1000] |-----L2.2-----|"
- "WARNING: file L1.1[0,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[800,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "L2.2[800,1000] 1ns |-----L2.2-----|"
- "WARNING: file L1.1[0,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[800,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -372,19 +372,19 @@ async fn two_large_files_total_over_max_compact_size_small_overlap_range_2() {
---
- "**** Input Files "
- "L1, all files 150mb "
- "L1.1[800,2000] |------------------L1.1-------------------| "
- "L1.1[800,2000] 1ns |------------------L1.1-------------------| "
- "L2, all files 150mb "
- "L2.2[1600,3000] |----------------------L2.2----------------------| "
- "WARNING: file L1.1[800,2000] 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[1600,3000] 150mb exceeds soft limit 100mb by more than 50%"
- "L2.2[1600,3000] 1ns |----------------------L2.2----------------------| "
- "WARNING: file L1.1[800,2000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[1600,3000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1, all files 150mb "
- "L1.1[800,2000] |------------------L1.1-------------------| "
- "L1.1[800,2000] 1ns |------------------L1.1-------------------| "
- "L2, all files 150mb "
- "L2.2[1600,3000] |----------------------L2.2----------------------| "
- "WARNING: file L1.1[800,2000] 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[1600,3000] 150mb exceeds soft limit 100mb by more than 50%"
- "L2.2[1600,3000] 1ns |----------------------L2.2----------------------| "
- "WARNING: file L1.1[800,2000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[1600,3000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -426,19 +426,19 @@ async fn two_large_files_total_over_max_compact_size_small_overlap_range_3() {
---
- "**** Input Files "
- "L1, all files 150mb "
- "L1.1[0,300] |------L1.1------| "
- "L1.1[0,300] 1ns |------L1.1------| "
- "L2, all files 150mb "
- "L2.2[200,1300] |------------------------------L2.2-------------------------------| "
- "WARNING: file L1.1[0,300] 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[200,1300] 150mb exceeds soft limit 100mb by more than 50%"
- "L2.2[200,1300] 1ns |------------------------------L2.2-------------------------------| "
- "WARNING: file L1.1[0,300] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[200,1300] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1, all files 150mb "
- "L1.1[0,300] |------L1.1------| "
- "L1.1[0,300] 1ns |------L1.1------| "
- "L2, all files 150mb "
- "L2.2[200,1300] |------------------------------L2.2-------------------------------| "
- "WARNING: file L1.1[0,300] 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[200,1300] 150mb exceeds soft limit 100mb by more than 50%"
- "L2.2[200,1300] 1ns |------------------------------L2.2-------------------------------| "
- "WARNING: file L1.1[0,300] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L2.2[200,1300] 1ns 150mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -479,19 +479,19 @@ async fn two_large_files_total_over_max_compact_size_start_l0() {
---
- "**** Input Files "
- "L0, all files 150mb "
- "L0.1[0,1000] |-------------------------------------L0.1-------------------------------------|"
- "L0.1[0,1000] 1ns |-------------------------------------L0.1-------------------------------------|"
- "L1, all files 150mb "
- "L1.2[1,1000] |------------------------------------L1.2-------------------------------------| "
- "WARNING: file L0.1[0,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L1.2[1,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "L1.2[1,1000] 1ns |------------------------------------L1.2-------------------------------------| "
- "WARNING: file L0.1[0,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L1.2[1,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L0, all files 150mb "
- "L0.1[0,1000] |-------------------------------------L0.1-------------------------------------|"
- "L0.1[0,1000] 1ns |-------------------------------------L0.1-------------------------------------|"
- "L1, all files 150mb "
- "L1.2[1,1000] |------------------------------------L1.2-------------------------------------| "
- "WARNING: file L0.1[0,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L1.2[1,1000] 150mb exceeds soft limit 100mb by more than 50%"
- "L1.2[1,1000] 1ns |------------------------------------L1.2-------------------------------------| "
- "WARNING: file L0.1[0,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L1.2[1,1000] 1ns 150mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -549,21 +549,21 @@ async fn target_too_large_1() {
---
- "**** Input Files "
- "L1 "
- "L1.2[1,1000] 53mb |----------L1.2----------| "
- "L1.3[1001,2000] 45mb |----------L1.3----------| "
- "L1.4[2001,3000] 5mb |----------L1.4----------| "
- "L1.2[1,1000] 1ns 53mb|----------L1.2----------| "
- "L1.3[1001,2000] 1ns 45mb |----------L1.3----------| "
- "L1.4[2001,3000] 1ns 5mb |----------L1.4----------| "
- "L2 "
- "L2.1[1,1000] 253mb |----------L2.1----------| "
- "WARNING: file L2.1[1,1000] 253mb exceeds soft limit 100mb by more than 50%"
- "L2.1[1,1000] 1ns 253mb|----------L2.1----------| "
- "WARNING: file L2.1[1,1000] 1ns 253mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1 "
- "L1.2[1,1000] 53mb |----------L1.2----------| "
- "L1.3[1001,2000] 45mb |----------L1.3----------| "
- "L1.4[2001,3000] 5mb |----------L1.4----------| "
- "L1.2[1,1000] 1ns 53mb|----------L1.2----------| "
- "L1.3[1001,2000] 1ns 45mb |----------L1.3----------| "
- "L1.4[2001,3000] 1ns 5mb |----------L1.4----------| "
- "L2 "
- "L2.1[1,1000] 253mb |----------L2.1----------| "
- "WARNING: file L2.1[1,1000] 253mb exceeds soft limit 100mb by more than 50%"
- "L2.1[1,1000] 1ns 253mb|----------L2.1----------| "
- "WARNING: file L2.1[1,1000] 1ns 253mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -621,19 +621,19 @@ async fn target_too_large_2() {
---
- "**** Input Files "
- "L1 "
- "L1.2[1,1000] 69mb |----------L1.2----------| "
- "L1.3[1001,2000] 50mb |----------L1.3----------| "
- "L1.2[1,1000] 1ns 69mb|----------L1.2----------| "
- "L1.3[1001,2000] 1ns 50mb |----------L1.3----------| "
- "L2 "
- "L2.1[1,3000] 232mb |-------------------------------------L2.1-------------------------------------|"
- "WARNING: file L2.1[1,3000] 232mb exceeds soft limit 100mb by more than 50%"
- "L2.1[1,3000] 1ns 232mb|-------------------------------------L2.1-------------------------------------|"
- "WARNING: file L2.1[1,3000] 1ns 232mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1 "
- "L1.2[1,1000] 69mb |----------L1.2----------| "
- "L1.3[1001,2000] 50mb |----------L1.3----------| "
- "L1.2[1,1000] 1ns 69mb|----------L1.2----------| "
- "L1.3[1001,2000] 1ns 50mb |----------L1.3----------| "
- "L2 "
- "L2.1[1,3000] 232mb |-------------------------------------L2.1-------------------------------------|"
- "WARNING: file L2.1[1,3000] 232mb exceeds soft limit 100mb by more than 50%"
- "L2.1[1,3000] 1ns 232mb|-------------------------------------L2.1-------------------------------------|"
- "WARNING: file L2.1[1,3000] 1ns 232mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -679,17 +679,17 @@ async fn start_too_large_similar_time_range() {
---
- "**** Input Files "
- "L1 "
- "L1.1[1,1000] 250mb |-------------------------------------L1.1-------------------------------------|"
- "L1.1[1,1000] 1ns 250mb|-------------------------------------L1.1-------------------------------------|"
- "L2 "
- "L2.2[2,1000] 52mb |------------------------------------L2.2-------------------------------------| "
- "WARNING: file L1.1[1,1000] 250mb exceeds soft limit 100mb by more than 50%"
- "L2.2[2,1000] 1ns 52mb|------------------------------------L2.2-------------------------------------| "
- "WARNING: file L1.1[1,1000] 1ns 250mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1 "
- "L1.1[1,1000] 250mb |-------------------------------------L1.1-------------------------------------|"
- "L1.1[1,1000] 1ns 250mb|-------------------------------------L1.1-------------------------------------|"
- "L2 "
- "L2.2[2,1000] 52mb |------------------------------------L2.2-------------------------------------| "
- "WARNING: file L1.1[1,1000] 250mb exceeds soft limit 100mb by more than 50%"
- "L2.2[2,1000] 1ns 52mb|------------------------------------L2.2-------------------------------------| "
- "WARNING: file L1.1[1,1000] 1ns 250mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -736,17 +736,17 @@ async fn start_too_large_small_time_range() {
---
- "**** Input Files "
- "L1 "
- "L1.1[0,1000] 250mb |-------------------------------------L1.1-------------------------------------|"
- "L1.1[0,1000] 1ns 250mb|-------------------------------------L1.1-------------------------------------|"
- "L2 "
- "L2.2[800,1000] 52mb |-----L2.2-----|"
- "WARNING: file L1.1[0,1000] 250mb exceeds soft limit 100mb by more than 50%"
- "L2.2[800,1000] 1ns 52mb |-----L2.2-----|"
- "WARNING: file L1.1[0,1000] 1ns 250mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1 "
- "L1.1[0,1000] 250mb |-------------------------------------L1.1-------------------------------------|"
- "L1.1[0,1000] 1ns 250mb|-------------------------------------L1.1-------------------------------------|"
- "L2 "
- "L2.2[800,1000] 52mb |-----L2.2-----|"
- "WARNING: file L1.1[0,1000] 250mb exceeds soft limit 100mb by more than 50%"
- "L2.2[800,1000] 1ns 52mb |-----L2.2-----|"
- "WARNING: file L1.1[0,1000] 1ns 250mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -793,17 +793,17 @@ async fn start_too_large_small_time_range_2() {
---
- "**** Input Files "
- "L1 "
- "L1.1[800,2000] 250mb|------------------L1.1-------------------| "
- "L1.1[800,2000] 1ns 250mb|------------------L1.1-------------------| "
- "L2 "
- "L2.2[1600,3000] 52mb |----------------------L2.2----------------------| "
- "WARNING: file L1.1[800,2000] 250mb exceeds soft limit 100mb by more than 50%"
- "L2.2[1600,3000] 1ns 52mb |----------------------L2.2----------------------| "
- "WARNING: file L1.1[800,2000] 1ns 250mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1 "
- "L1.1[800,2000] 250mb|------------------L1.1-------------------| "
- "L1.1[800,2000] 1ns 250mb|------------------L1.1-------------------| "
- "L2 "
- "L2.2[1600,3000] 52mb |----------------------L2.2----------------------| "
- "WARNING: file L1.1[800,2000] 250mb exceeds soft limit 100mb by more than 50%"
- "L2.2[1600,3000] 1ns 52mb |----------------------L2.2----------------------| "
- "WARNING: file L1.1[800,2000] 1ns 250mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -851,17 +851,17 @@ async fn start_too_large_small_time_range_3() {
---
- "**** Input Files "
- "L1 "
- "L1.1[0,300] 250mb |------L1.1------| "
- "L1.1[0,300] 1ns 250mb|------L1.1------| "
- "L2 "
- "L2.2[200,1300] 52mb |------------------------------L2.2-------------------------------| "
- "WARNING: file L1.1[0,300] 250mb exceeds soft limit 100mb by more than 50%"
- "L2.2[200,1300] 1ns 52mb |------------------------------L2.2-------------------------------| "
- "WARNING: file L1.1[0,300] 1ns 250mb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 314572800. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1 "
- "L1.1[0,300] 250mb |------L1.1------| "
- "L1.1[0,300] 1ns 250mb|------L1.1------| "
- "L2 "
- "L2.2[200,1300] 52mb |------------------------------L2.2-------------------------------| "
- "WARNING: file L1.1[0,300] 250mb exceeds soft limit 100mb by more than 50%"
- "L2.2[200,1300] 1ns 52mb |------------------------------L2.2-------------------------------| "
- "WARNING: file L1.1[0,300] 1ns 250mb exceeds soft limit 100mb by more than 50%"
"###
);
}

1336
compactor2/tests/layouts/large_overlaps.rs
View File

File diff suppressed because it is too large Load Diff

5872
compactor2/tests/layouts/many_files.rs
View File

File diff suppressed because it is too large Load Diff

298
compactor2/tests/layouts/single_timestamp.rs
View File

@ -34,13 +34,13 @@ async fn single_giant_file() {
---
- "**** Input Files "
- "L0, all files 4.88gb "
- "L0.1[100,100] |-------------------------------------L0.1-------------------------------------|"
- "WARNING: file L0.1[100,100] 4.88gb exceeds soft limit 100mb by more than 50%"
- "L0.1[100,100] 1ns |-------------------------------------L0.1-------------------------------------|"
- "WARNING: file L0.1[100,100] 1ns 4.88gb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 268435456. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L0, all files 4.88gb "
- "L0.1[100,100] |-------------------------------------L0.1-------------------------------------|"
- "WARNING: file L0.1[100,100] 4.88gb exceeds soft limit 100mb by more than 50%"
- "L0.1[100,100] 1ns |-------------------------------------L0.1-------------------------------------|"
- "WARNING: file L0.1[100,100] 1ns 4.88gb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -72,17 +72,17 @@ async fn two_giant_files() {
---
- "**** Input Files "
- "L0, all files 4.88gb "
- "L0.1[100,100] |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,100] |-------------------------------------L0.2-------------------------------------|"
- "WARNING: file L0.1[100,100] 4.88gb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L0.2[100,100] 4.88gb exceeds soft limit 100mb by more than 50%"
- "L0.1[100,100] 1ns |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,100] 1ns |-------------------------------------L0.2-------------------------------------|"
- "WARNING: file L0.1[100,100] 1ns 4.88gb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L0.2[100,100] 1ns 4.88gb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 268435456. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L0, all files 4.88gb "
- "L0.1[100,100] |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,100] |-------------------------------------L0.2-------------------------------------|"
- "WARNING: file L0.1[100,100] 4.88gb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L0.2[100,100] 4.88gb exceeds soft limit 100mb by more than 50%"
- "L0.1[100,100] 1ns |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,100] 1ns |-------------------------------------L0.2-------------------------------------|"
- "WARNING: file L0.1[100,100] 1ns 4.88gb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L0.2[100,100] 1ns 4.88gb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -114,17 +114,17 @@ async fn two_giant_files_time_range_1() {
---
- "**** Input Files "
- "L0, all files 4.88gb "
- "L0.1[100,101] |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,101] |-------------------------------------L0.2-------------------------------------|"
- "WARNING: file L0.1[100,101] 4.88gb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L0.2[100,101] 4.88gb exceeds soft limit 100mb by more than 50%"
- "L0.1[100,101] 1ns |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,101] 1ns |-------------------------------------L0.2-------------------------------------|"
- "WARNING: file L0.1[100,101] 1ns 4.88gb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L0.2[100,101] 1ns 4.88gb exceeds soft limit 100mb by more than 50%"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 268435456. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L0, all files 4.88gb "
- "L0.1[100,101] |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,101] |-------------------------------------L0.2-------------------------------------|"
- "WARNING: file L0.1[100,101] 4.88gb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L0.2[100,101] 4.88gb exceeds soft limit 100mb by more than 50%"
- "L0.1[100,101] 1ns |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,101] 1ns |-------------------------------------L0.2-------------------------------------|"
- "WARNING: file L0.1[100,101] 1ns 4.88gb exceeds soft limit 100mb by more than 50%"
- "WARNING: file L0.2[100,101] 1ns 4.88gb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -157,60 +157,60 @@ async fn many_medium_files() {
---
- "**** Input Files "
- "L0, all files 30mb "
- "L0.1[100,100] |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,100] |-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,100] |-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,100] |-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,100] |-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,100] |-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,100] |-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,100] |-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,100] |-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,100] |------------------------------------L0.10-------------------------------------|"
- "L0.11[100,100] |------------------------------------L0.11-------------------------------------|"
- "L0.12[100,100] |------------------------------------L0.12-------------------------------------|"
- "L0.13[100,100] |------------------------------------L0.13-------------------------------------|"
- "L0.14[100,100] |------------------------------------L0.14-------------------------------------|"
- "L0.15[100,100] |------------------------------------L0.15-------------------------------------|"
- "L0.16[100,100] |------------------------------------L0.16-------------------------------------|"
- "L0.17[100,100] |------------------------------------L0.17-------------------------------------|"
- "L0.18[100,100] |------------------------------------L0.18-------------------------------------|"
- "L0.19[100,100] |------------------------------------L0.19-------------------------------------|"
- "L0.20[100,100] |------------------------------------L0.20-------------------------------------|"
- "L0.1[100,100] 1ns |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,100] 1ns |-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,100] 1ns |-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,100] 1ns |-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,100] 1ns |-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,100] 1ns |-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,100] 1ns |-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,100] 1ns |-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,100] 1ns |-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,100] 1ns |------------------------------------L0.10-------------------------------------|"
- "L0.11[100,100] 1ns |------------------------------------L0.11-------------------------------------|"
- "L0.12[100,100] 1ns |------------------------------------L0.12-------------------------------------|"
- "L0.13[100,100] 1ns |------------------------------------L0.13-------------------------------------|"
- "L0.14[100,100] 1ns |------------------------------------L0.14-------------------------------------|"
- "L0.15[100,100] 1ns |------------------------------------L0.15-------------------------------------|"
- "L0.16[100,100] 1ns |------------------------------------L0.16-------------------------------------|"
- "L0.17[100,100] 1ns |------------------------------------L0.17-------------------------------------|"
- "L0.18[100,100] 1ns |------------------------------------L0.18-------------------------------------|"
- "L0.19[100,100] 1ns |------------------------------------L0.19-------------------------------------|"
- "L0.20[100,100] 1ns |------------------------------------L0.20-------------------------------------|"
- "**** Simulation run 0, type=compact. 8 Input Files, 240mb total:"
- "L0, all files 30mb "
- "L0.20[100,100] |------------------------------------L0.20-------------------------------------|"
- "L0.19[100,100] |------------------------------------L0.19-------------------------------------|"
- "L0.18[100,100] |------------------------------------L0.18-------------------------------------|"
- "L0.17[100,100] |------------------------------------L0.17-------------------------------------|"
- "L0.16[100,100] |------------------------------------L0.16-------------------------------------|"
- "L0.15[100,100] |------------------------------------L0.15-------------------------------------|"
- "L0.14[100,100] |------------------------------------L0.14-------------------------------------|"
- "L0.13[100,100] |------------------------------------L0.13-------------------------------------|"
- "L0.20[100,100] 1ns |------------------------------------L0.20-------------------------------------|"
- "L0.19[100,100] 1ns |------------------------------------L0.19-------------------------------------|"
- "L0.18[100,100] 1ns |------------------------------------L0.18-------------------------------------|"
- "L0.17[100,100] 1ns |------------------------------------L0.17-------------------------------------|"
- "L0.16[100,100] 1ns |------------------------------------L0.16-------------------------------------|"
- "L0.15[100,100] 1ns |------------------------------------L0.15-------------------------------------|"
- "L0.14[100,100] 1ns |------------------------------------L0.14-------------------------------------|"
- "L0.13[100,100] 1ns |------------------------------------L0.13-------------------------------------|"
- "**** 1 Output Files (parquet_file_id not yet assigned), 240mb total:"
- "L1, all files 240mb "
- "L1.?[100,100] |-------------------------------------L1.?-------------------------------------|"
- "L1.?[100,100] 1ns |-------------------------------------L1.?-------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20"
- " Creating 1 files at level CompactionLevel::L1"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 268435456. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L0 "
- "L0.1[100,100] 30mb |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,100] 30mb |-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,100] 30mb |-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,100] 30mb |-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,100] 30mb |-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,100] 30mb |-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,100] 30mb |-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,100] 30mb |-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,100] 30mb |-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,100] 30mb |------------------------------------L0.10-------------------------------------|"
- "L0.11[100,100] 30mb |------------------------------------L0.11-------------------------------------|"
- "L0.12[100,100] 30mb |------------------------------------L0.12-------------------------------------|"
- "L0.1[100,100] 1ns 30mb|-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,100] 1ns 30mb|-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,100] 1ns 30mb|-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,100] 1ns 30mb|-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,100] 1ns 30mb|-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,100] 1ns 30mb|-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,100] 1ns 30mb|-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,100] 1ns 30mb|-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,100] 1ns 30mb|-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,100] 1ns 30mb|------------------------------------L0.10-------------------------------------|"
- "L0.11[100,100] 1ns 30mb|------------------------------------L0.11-------------------------------------|"
- "L0.12[100,100] 1ns 30mb|------------------------------------L0.12-------------------------------------|"
- "L1 "
- "L1.21[100,100] 240mb|------------------------------------L1.21-------------------------------------|"
- "WARNING: file L1.21[100,100] 240mb exceeds soft limit 100mb by more than 50%"
- "L1.21[100,100] 1ns 240mb|------------------------------------L1.21-------------------------------------|"
- "WARNING: file L1.21[100,100] 1ns 240mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -243,60 +243,60 @@ async fn many_medium_files_time_range_1() {
---
- "**** Input Files "
- "L0, all files 30mb "
- "L0.1[100,101] |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,101] |-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,101] |-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,101] |-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,101] |-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,101] |-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,101] |-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,101] |-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,101] |-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,101] |------------------------------------L0.10-------------------------------------|"
- "L0.11[100,101] |------------------------------------L0.11-------------------------------------|"
- "L0.12[100,101] |------------------------------------L0.12-------------------------------------|"
- "L0.13[100,101] |------------------------------------L0.13-------------------------------------|"
- "L0.14[100,101] |------------------------------------L0.14-------------------------------------|"
- "L0.15[100,101] |------------------------------------L0.15-------------------------------------|"
- "L0.16[100,101] |------------------------------------L0.16-------------------------------------|"
- "L0.17[100,101] |------------------------------------L0.17-------------------------------------|"
- "L0.18[100,101] |------------------------------------L0.18-------------------------------------|"
- "L0.19[100,101] |------------------------------------L0.19-------------------------------------|"
- "L0.20[100,101] |------------------------------------L0.20-------------------------------------|"
- "L0.1[100,101] 1ns |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,101] 1ns |-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,101] 1ns |-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,101] 1ns |-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,101] 1ns |-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,101] 1ns |-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,101] 1ns |-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,101] 1ns |-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,101] 1ns |-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,101] 1ns |------------------------------------L0.10-------------------------------------|"
- "L0.11[100,101] 1ns |------------------------------------L0.11-------------------------------------|"
- "L0.12[100,101] 1ns |------------------------------------L0.12-------------------------------------|"
- "L0.13[100,101] 1ns |------------------------------------L0.13-------------------------------------|"
- "L0.14[100,101] 1ns |------------------------------------L0.14-------------------------------------|"
- "L0.15[100,101] 1ns |------------------------------------L0.15-------------------------------------|"
- "L0.16[100,101] 1ns |------------------------------------L0.16-------------------------------------|"
- "L0.17[100,101] 1ns |------------------------------------L0.17-------------------------------------|"
- "L0.18[100,101] 1ns |------------------------------------L0.18-------------------------------------|"
- "L0.19[100,101] 1ns |------------------------------------L0.19-------------------------------------|"
- "L0.20[100,101] 1ns |------------------------------------L0.20-------------------------------------|"
- "**** Simulation run 0, type=compact. 8 Input Files, 240mb total:"
- "L0, all files 30mb "
- "L0.20[100,101] |------------------------------------L0.20-------------------------------------|"
- "L0.19[100,101] |------------------------------------L0.19-------------------------------------|"
- "L0.18[100,101] |------------------------------------L0.18-------------------------------------|"
- "L0.17[100,101] |------------------------------------L0.17-------------------------------------|"
- "L0.16[100,101] |------------------------------------L0.16-------------------------------------|"
- "L0.15[100,101] |------------------------------------L0.15-------------------------------------|"
- "L0.14[100,101] |------------------------------------L0.14-------------------------------------|"
- "L0.13[100,101] |------------------------------------L0.13-------------------------------------|"
- "L0.20[100,101] 1ns |------------------------------------L0.20-------------------------------------|"
- "L0.19[100,101] 1ns |------------------------------------L0.19-------------------------------------|"
- "L0.18[100,101] 1ns |------------------------------------L0.18-------------------------------------|"
- "L0.17[100,101] 1ns |------------------------------------L0.17-------------------------------------|"
- "L0.16[100,101] 1ns |------------------------------------L0.16-------------------------------------|"
- "L0.15[100,101] 1ns |------------------------------------L0.15-------------------------------------|"
- "L0.14[100,101] 1ns |------------------------------------L0.14-------------------------------------|"
- "L0.13[100,101] 1ns |------------------------------------L0.13-------------------------------------|"
- "**** 1 Output Files (parquet_file_id not yet assigned), 240mb total:"
- "L1, all files 240mb "
- "L1.?[100,101] |-------------------------------------L1.?-------------------------------------|"
- "L1.?[100,101] 1ns |-------------------------------------L1.?-------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 8 files: L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20"
- " Creating 1 files at level CompactionLevel::L1"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 268435456. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L0 "
- "L0.1[100,101] 30mb |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,101] 30mb |-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,101] 30mb |-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,101] 30mb |-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,101] 30mb |-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,101] 30mb |-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,101] 30mb |-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,101] 30mb |-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,101] 30mb |-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,101] 30mb |------------------------------------L0.10-------------------------------------|"
- "L0.11[100,101] 30mb |------------------------------------L0.11-------------------------------------|"
- "L0.12[100,101] 30mb |------------------------------------L0.12-------------------------------------|"
- "L0.1[100,101] 1ns 30mb|-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,101] 1ns 30mb|-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,101] 1ns 30mb|-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,101] 1ns 30mb|-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,101] 1ns 30mb|-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,101] 1ns 30mb|-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,101] 1ns 30mb|-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,101] 1ns 30mb|-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,101] 1ns 30mb|-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,101] 1ns 30mb|------------------------------------L0.10-------------------------------------|"
- "L0.11[100,101] 1ns 30mb|------------------------------------L0.11-------------------------------------|"
- "L0.12[100,101] 1ns 30mb|------------------------------------L0.12-------------------------------------|"
- "L1 "
- "L1.21[100,101] 240mb|------------------------------------L1.21-------------------------------------|"
- "WARNING: file L1.21[100,101] 240mb exceeds soft limit 100mb by more than 50%"
- "L1.21[100,101] 1ns 240mb|------------------------------------L1.21-------------------------------------|"
- "WARNING: file L1.21[100,101] 1ns 240mb exceeds soft limit 100mb by more than 50%"
"###
);
}
@ -328,59 +328,59 @@ async fn many_small_files() {
---
- "**** Input Files "
- "L0, all files 10mb "
- "L0.1[100,100] |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,100] |-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,100] |-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,100] |-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,100] |-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,100] |-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,100] |-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,100] |-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,100] |-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,100] |------------------------------------L0.10-------------------------------------|"
- "L0.11[100,100] |------------------------------------L0.11-------------------------------------|"
- "L0.12[100,100] |------------------------------------L0.12-------------------------------------|"
- "L0.13[100,100] |------------------------------------L0.13-------------------------------------|"
- "L0.14[100,100] |------------------------------------L0.14-------------------------------------|"
- "L0.15[100,100] |------------------------------------L0.15-------------------------------------|"
- "L0.16[100,100] |------------------------------------L0.16-------------------------------------|"
- "L0.17[100,100] |------------------------------------L0.17-------------------------------------|"
- "L0.18[100,100] |------------------------------------L0.18-------------------------------------|"
- "L0.19[100,100] |------------------------------------L0.19-------------------------------------|"
- "L0.20[100,100] |------------------------------------L0.20-------------------------------------|"
- "L0.1[100,100] 1ns |-------------------------------------L0.1-------------------------------------|"
- "L0.2[100,100] 1ns |-------------------------------------L0.2-------------------------------------|"
- "L0.3[100,100] 1ns |-------------------------------------L0.3-------------------------------------|"
- "L0.4[100,100] 1ns |-------------------------------------L0.4-------------------------------------|"
- "L0.5[100,100] 1ns |-------------------------------------L0.5-------------------------------------|"
- "L0.6[100,100] 1ns |-------------------------------------L0.6-------------------------------------|"
- "L0.7[100,100] 1ns |-------------------------------------L0.7-------------------------------------|"
- "L0.8[100,100] 1ns |-------------------------------------L0.8-------------------------------------|"
- "L0.9[100,100] 1ns |-------------------------------------L0.9-------------------------------------|"
- "L0.10[100,100] 1ns |------------------------------------L0.10-------------------------------------|"
- "L0.11[100,100] 1ns |------------------------------------L0.11-------------------------------------|"
- "L0.12[100,100] 1ns |------------------------------------L0.12-------------------------------------|"
- "L0.13[100,100] 1ns |------------------------------------L0.13-------------------------------------|"
- "L0.14[100,100] 1ns |------------------------------------L0.14-------------------------------------|"
- "L0.15[100,100] 1ns |------------------------------------L0.15-------------------------------------|"
- "L0.16[100,100] 1ns |------------------------------------L0.16-------------------------------------|"
- "L0.17[100,100] 1ns |------------------------------------L0.17-------------------------------------|"
- "L0.18[100,100] 1ns |------------------------------------L0.18-------------------------------------|"
- "L0.19[100,100] 1ns |------------------------------------L0.19-------------------------------------|"
- "L0.20[100,100] 1ns |------------------------------------L0.20-------------------------------------|"
- "**** Simulation run 0, type=compact. 20 Input Files, 200mb total:"
- "L0, all files 10mb "
- "L0.20[100,100] |------------------------------------L0.20-------------------------------------|"
- "L0.19[100,100] |------------------------------------L0.19-------------------------------------|"
- "L0.18[100,100] |------------------------------------L0.18-------------------------------------|"
- "L0.17[100,100] |------------------------------------L0.17-------------------------------------|"
- "L0.16[100,100] |------------------------------------L0.16-------------------------------------|"
- "L0.15[100,100] |------------------------------------L0.15-------------------------------------|"
- "L0.14[100,100] |------------------------------------L0.14-------------------------------------|"
- "L0.13[100,100] |------------------------------------L0.13-------------------------------------|"
- "L0.12[100,100] |------------------------------------L0.12-------------------------------------|"
- "L0.11[100,100] |------------------------------------L0.11-------------------------------------|"
- "L0.10[100,100] |------------------------------------L0.10-------------------------------------|"
- "L0.9[100,100] |-------------------------------------L0.9-------------------------------------|"
- "L0.8[100,100] |-------------------------------------L0.8-------------------------------------|"
- "L0.7[100,100] |-------------------------------------L0.7-------------------------------------|"
- "L0.6[100,100] |-------------------------------------L0.6-------------------------------------|"
- "L0.5[100,100] |-------------------------------------L0.5-------------------------------------|"
- "L0.4[100,100] |-------------------------------------L0.4-------------------------------------|"
- "L0.3[100,100] |-------------------------------------L0.3-------------------------------------|"
- "L0.2[100,100] |-------------------------------------L0.2-------------------------------------|"
- "L0.1[100,100] |-------------------------------------L0.1-------------------------------------|"
- "L0.20[100,100] 1ns |------------------------------------L0.20-------------------------------------|"
- "L0.19[100,100] 1ns |------------------------------------L0.19-------------------------------------|"
- "L0.18[100,100] 1ns |------------------------------------L0.18-------------------------------------|"
- "L0.17[100,100] 1ns |------------------------------------L0.17-------------------------------------|"
- "L0.16[100,100] 1ns |------------------------------------L0.16-------------------------------------|"
- "L0.15[100,100] 1ns |------------------------------------L0.15-------------------------------------|"
- "L0.14[100,100] 1ns |------------------------------------L0.14-------------------------------------|"
- "L0.13[100,100] 1ns |------------------------------------L0.13-------------------------------------|"
- "L0.12[100,100] 1ns |------------------------------------L0.12-------------------------------------|"
- "L0.11[100,100] 1ns |------------------------------------L0.11-------------------------------------|"
- "L0.10[100,100] 1ns |------------------------------------L0.10-------------------------------------|"
- "L0.9[100,100] 1ns |-------------------------------------L0.9-------------------------------------|"
- "L0.8[100,100] 1ns |-------------------------------------L0.8-------------------------------------|"
- "L0.7[100,100] 1ns |-------------------------------------L0.7-------------------------------------|"
- "L0.6[100,100] 1ns |-------------------------------------L0.6-------------------------------------|"
- "L0.5[100,100] 1ns |-------------------------------------L0.5-------------------------------------|"
- "L0.4[100,100] 1ns |-------------------------------------L0.4-------------------------------------|"
- "L0.3[100,100] 1ns |-------------------------------------L0.3-------------------------------------|"
- "L0.2[100,100] 1ns |-------------------------------------L0.2-------------------------------------|"
- "L0.1[100,100] 1ns |-------------------------------------L0.1-------------------------------------|"
- "**** 1 Output Files (parquet_file_id not yet assigned), 200mb total:"
- "L1, all files 200mb "
- "L1.?[100,100] |-------------------------------------L1.?-------------------------------------|"
- "L1.?[100,100] 1ns |-------------------------------------L1.?-------------------------------------|"
- "Committing partition 1:"
- " Soft Deleting 20 files: L0.1, L0.2, L0.3, L0.4, L0.5, L0.6, L0.7, L0.8, L0.9, L0.10, L0.11, L0.12, L0.13, L0.14, L0.15, L0.16, L0.17, L0.18, L0.19, L0.20"
- " Creating 1 files at level CompactionLevel::L1"
- "SKIPPED COMPACTION for PartitionId(1): partition 1 has overlapped files that exceed max compact size limit 268435456. The may happen if a large amount of data has the same timestamp"
- "**** Final Output Files "
- "L1, all files 200mb "
- "L1.21[100,100] |------------------------------------L1.21-------------------------------------|"
- "WARNING: file L1.21[100,100] 200mb exceeds soft limit 100mb by more than 50%"
- "L1.21[100,100] 1ns |------------------------------------L1.21-------------------------------------|"
- "WARNING: file L1.21[100,100] 1ns 200mb exceeds soft limit 100mb by more than 50%"
"###
);
}