Add LevelZeroCompaction configs (#28190)

See also: #27606

Signed-off-by: yangxuan <xuan.yang@zilliz.com>
pull/28231/head
XuanYang-cn 2023-11-13 11:18:19 +08:00 committed by GitHub
parent a153950b10
commit f8aa46419a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 36 additions and 0 deletions

View File

@ -380,6 +380,12 @@ dataCoord:
maxParallelTaskNum: 10 # max parallel compaction task number
indexBasedCompaction: true
levelzero:
enable: false
forceTrigger:
minSize: 8 # The minmum size in MB to force trigger a LevelZero Compaction
deltalogMinNum: 10 # the minimum number of deltalog files to force trigger a LevelZero Compaction
enableGarbageCollection: true
gc:
interval: 3600 # gc interval in seconds

View File

@ -2036,6 +2036,11 @@ type dataCoordConfig struct {
SingleCompactionDeltalogMaxNum ParamItem `refreshable:"true"`
GlobalCompactionInterval ParamItem `refreshable:"false"`
// LevelZeroCompaction
LevelZeroCompactionEnabled ParamItem `refreshable:"true"`
LevelZeroCompactionTriggerMinSize ParamItem `refreshable:"true"`
LevelZeroCompactionTriggerDeltalogMinNum ParamItem `refreshable:"true"`
// Garbage Collection
EnableGarbageCollection ParamItem `refreshable:"false"`
GCInterval ParamItem `refreshable:"false"`
@ -2319,6 +2324,31 @@ During compaction, the size of segment # of rows is able to exceed segment max #
}
p.GlobalCompactionInterval.Init(base.mgr)
// LevelZeroCompaction
p.LevelZeroCompactionEnabled = ParamItem{
Key: "dataCoord.compaction.levelzero.enable",
Version: "2.3.4",
Doc: "Whether to enable LevelZeroCompaction",
DefaultValue: "false",
}
p.LevelZeroCompactionEnabled.Init(base.mgr)
p.LevelZeroCompactionTriggerMinSize = ParamItem{
Key: "dataCoord.compaction.levelzero.forceTrigger.minSize",
Version: "2.3.4",
Doc: "The minmum size in MB to force trigger a LevelZero Compaction",
DefaultValue: "8",
}
p.LevelZeroCompactionTriggerMinSize.Init(base.mgr)
p.LevelZeroCompactionTriggerDeltalogMinNum = ParamItem{
Key: "dataCoord.compaction.levelzero.forceTrigger.deltalogMinNum",
Version: "2.3.4",
Doc: "The minimum number of deltalog files to force trigger a LevelZero Compaction",
DefaultValue: "10",
}
p.LevelZeroCompactionTriggerDeltalogMinNum.Init(base.mgr)
p.EnableGarbageCollection = ParamItem{
Key: "dataCoord.enableGarbageCollection",
Version: "2.0.0",