// Licensed to the LF AI & Data foundation under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package task import ( "errors" "github.com/samber/lo" "go.uber.org/atomic" "github.com/milvus-io/milvus/internal/proto/querypb" "github.com/milvus-io/milvus/internal/querycoordv2/meta" "github.com/milvus-io/milvus/internal/util/funcutil" . "github.com/milvus-io/milvus/internal/util/typeutil" ) var ( ErrActionCanceled = errors.New("ActionCanceled") ErrActionRPCFailed = errors.New("ActionRPCFailed") ErrActionStale = errors.New("ActionStale") ) type ActionType = int32 const ( ActionTypeGrow ActionType = iota + 1 ActionTypeReduce ) type Action interface { Node() int64 Type() ActionType IsFinished(distMgr *meta.DistributionManager) bool } type BaseAction struct { nodeID UniqueID typ ActionType shard string } func NewBaseAction(nodeID UniqueID, typ ActionType, shard string) *BaseAction { return &BaseAction{ nodeID: nodeID, typ: typ, shard: shard, } } func (action *BaseAction) Node() int64 { return action.nodeID } func (action *BaseAction) Type() ActionType { return action.typ } func (action *BaseAction) Shard() string { return action.shard } type SegmentAction struct { *BaseAction segmentID UniqueID scope querypb.DataScope isReleaseCommitted atomic.Bool } func NewSegmentAction(nodeID UniqueID, typ ActionType, shard string, segmentID UniqueID) *SegmentAction { return NewSegmentActionWithScope(nodeID, typ, shard, segmentID, querypb.DataScope_All) } func NewSegmentActionWithScope(nodeID UniqueID, typ ActionType, shard string, segmentID UniqueID, scope querypb.DataScope) *SegmentAction { base := NewBaseAction(nodeID, typ, shard) return &SegmentAction{ BaseAction: base, segmentID: segmentID, scope: scope, isReleaseCommitted: *atomic.NewBool(false), } } func (action *SegmentAction) SegmentID() UniqueID { return action.segmentID } func (action *SegmentAction) Scope() querypb.DataScope { return action.scope } func (action *SegmentAction) IsFinished(distMgr *meta.DistributionManager) bool { if action.Type() == ActionTypeGrow { nodes := distMgr.LeaderViewManager.GetSealedSegmentDist(action.SegmentID()) return lo.Contains(nodes, action.Node()) } else if action.Type() == ActionTypeReduce { // FIXME: Now shard leader's segment view is a map of segment ID to node ID, // loading segment replaces the node ID with the new one, // which confuses the condition of finishing, // the leader should return a map of segment ID to list of nodes, // now, we just always commit the release task to executor once. // NOTE: DO NOT create a task containing release action and the action is not the last action sealed := distMgr.SegmentDistManager.GetByNode(action.Node()) growing := distMgr.LeaderViewManager.GetSegmentByNode(action.Node()) segments := make([]int64, 0, len(sealed)+len(growing)) for _, segment := range sealed { segments = append(segments, segment.GetID()) } segments = append(segments, growing...) if !funcutil.SliceContain(segments, action.SegmentID()) { return true } return action.isReleaseCommitted.Load() } return true } type ChannelAction struct { *BaseAction } func NewChannelAction(nodeID UniqueID, typ ActionType, channelName string) *ChannelAction { return &ChannelAction{ BaseAction: NewBaseAction(nodeID, typ, channelName), } } func (action *ChannelAction) ChannelName() string { return action.shard } func (action *ChannelAction) IsFinished(distMgr *meta.DistributionManager) bool { nodes := distMgr.LeaderViewManager.GetChannelDist(action.ChannelName()) hasNode := lo.Contains(nodes, action.Node()) isGrow := action.Type() == ActionTypeGrow return hasNode == isGrow }