feat: Add universal levelzero segment switch (#28483)

See also: #27349

Signed-off-by: yangxuan <xuan.yang@zilliz.com>
pull/28576/head
XuanYang-cn 2023-11-20 19:04:22 +08:00 committed by GitHub
parent fdbca10e23
commit e88bbaac24
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 7 additions and 6 deletions

View File

@ -373,6 +373,8 @@ dataCoord:
# MUST BE GREATER THAN OR EQUAL TO <smallProportion>!!!
# During compaction, the size of segment # of rows is able to exceed segment max # of rows by (expansionRate-1) * 100%.
expansionRate: 1.25
# Whether to enable levelzero segment
enableLevelZero: false
enableCompaction: true # Enable data segment compaction
compaction:
enableAutoCompaction: true
@ -381,7 +383,6 @@ dataCoord:
indexBasedCompaction: true
levelzero:
enable: false
forceTrigger:
minSize: 8 # The minmum size in MB to force trigger a LevelZero Compaction
deltalogMinNum: 10 # the minimum number of deltalog files to force trigger a LevelZero Compaction

View File

@ -2045,8 +2045,8 @@ type dataCoordConfig struct {
SingleCompactionDeltalogMaxNum ParamItem `refreshable:"true"`
GlobalCompactionInterval ParamItem `refreshable:"false"`
// LevelZeroCompaction
LevelZeroCompactionEnabled ParamItem `refreshable:"true"`
// LevelZero Segment
EnableLevelZeroSegment ParamItem `refreshable:"false"`
LevelZeroCompactionTriggerMinSize ParamItem `refreshable:"true"`
LevelZeroCompactionTriggerDeltalogMinNum ParamItem `refreshable:"true"`
@ -2334,13 +2334,13 @@ During compaction, the size of segment # of rows is able to exceed segment max #
p.GlobalCompactionInterval.Init(base.mgr)
// LevelZeroCompaction
p.LevelZeroCompactionEnabled = ParamItem{
Key: "dataCoord.compaction.levelzero.enable",
p.EnableLevelZeroSegment = ParamItem{
Key: "dataCoord.segment.enableLevelZero",
Version: "2.3.4",
Doc: "Whether to enable LevelZeroCompaction",
DefaultValue: "false",
}
p.LevelZeroCompactionEnabled.Init(base.mgr)
p.EnableLevelZeroSegment.Init(base.mgr)
p.LevelZeroCompactionTriggerMinSize = ParamItem{
Key: "dataCoord.compaction.levelzero.forceTrigger.minSize",