Set scheduler duration of index task can be configurable (#21944)

Signed-off-by: cai.zhang <cai.zhang@zilliz.com>
pull/21993/head
cai.zhang 2023-02-05 17:21:53 +08:00 committed by GitHub
parent f9495fef00
commit ae305a54bd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 15 additions and 5 deletions

View File

@ -259,6 +259,9 @@ indexCoord:
gc:
interval: 600 # gc interval in seconds
scheduler:
interval: 1000 # scheduler interval in Millisecond
indexNode:
port: 21121
enableDisk: true # enable index node build disk vector index

View File

@ -97,7 +97,7 @@ func newIndexBuilder(ctx context.Context, metaTable *meta, nodeManager *IndexNod
meta: metaTable,
tasks: make(map[int64]indexTaskState),
notifyChan: make(chan struct{}, 1),
scheduleDuration: time.Second,
scheduleDuration: Params.DataCoordCfg.IndexTaskSchedulerInterval.GetAsDuration(time.Millisecond),
policy: defaultBuildIndexPolicy,
nodeManager: nodeManager,
chunkManager: chunkManager,

View File

@ -1399,10 +1399,11 @@ type dataCoordConfig struct {
GCDropTolerance ParamItem `refreshable:"false"`
EnableActiveStandby ParamItem `refreshable:"false"`
BindIndexNodeMode ParamItem `refreshable:"false"`
IndexNodeAddress ParamItem `refreshable:"false"`
WithCredential ParamItem `refreshable:"false"`
IndexNodeID ParamItem `refreshable:"false"`
BindIndexNodeMode ParamItem `refreshable:"false"`
IndexNodeAddress ParamItem `refreshable:"false"`
WithCredential ParamItem `refreshable:"false"`
IndexNodeID ParamItem `refreshable:"false"`
IndexTaskSchedulerInterval ParamItem `refreshable:"false"`
MinSegmentNumRowsToEnableIndex ParamItem `refreshable:"true"`
}
@ -1639,6 +1640,12 @@ func (p *dataCoordConfig) init(base *BaseTable) {
DefaultValue: "0",
}
p.IndexNodeID.Init(base.mgr)
p.IndexTaskSchedulerInterval = ParamItem{
Key: "indexCoord.scheduler.interval",
Version: "2.0.0",
DefaultValue: "1000",
}
p.IndexTaskSchedulerInterval.Init(base.mgr)
}
// /////////////////////////////////////////////////////////////////////////////