From 9b99af08e4fd587519e7c13f83914e9779b4f8c9 Mon Sep 17 00:00:00 2001 From: "Carol (Nichols || Goulding)" Date: Thu, 15 Sep 2022 11:46:20 -0400 Subject: [PATCH] fix: Level 1 files need to be sorted by max sequence number for full compaction --- compactor/src/parquet_file_lookup.rs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/compactor/src/parquet_file_lookup.rs b/compactor/src/parquet_file_lookup.rs index a96cf0509f..91f8424604 100644 --- a/compactor/src/parquet_file_lookup.rs +++ b/compactor/src/parquet_file_lookup.rs @@ -30,7 +30,8 @@ pub(crate) struct ParquetFilesForCompaction { /// sequence number. pub(crate) level_0: Vec, - /// Parquet files for a partition with `CompactionLevel::FileNonOverlapped`. Arbitrary order. + /// Parquet files for a partition with `CompactionLevel::FileNonOverlapped`. Ordered by + /// ascending max sequence number. pub(crate) level_1: Vec, /// Parquet files for a partition with `CompactionLevel::Final`. Arbitrary order. @@ -96,6 +97,7 @@ impl ParquetFilesForCompaction { } level_0.sort_by_key(|pf| pf.max_sequence_number()); + level_1.sort_by_key(|pf| pf.max_sequence_number()); Ok(Self { level_0,