milvus/internal/querynode/partition.go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package querynode

/*

#cgo CFLAGS: -I${SRCDIR}/../core/output/include

#cgo darwin LDFLAGS: -L${SRCDIR}/../core/output/lib -lmilvus_segcore -Wl,-rpath,"${SRCDIR}/../core/output/lib"
#cgo linux LDFLAGS: -L${SRCDIR}/../core/output/lib -lmilvus_segcore -Wl,-rpath=${SRCDIR}/../core/output/lib

#include "segcore/collection_c.h"
#include "segcore/segment_c.h"

*/
import "C"
import (
	"fmt"

	"go.uber.org/zap"

	"github.com/milvus-io/milvus/internal/log"
)

// Partition is a logical division of Collection and can be considered as an attribute of Segment.
type Partition struct {
	collectionID      UniqueID
	partitionID       UniqueID
	growingSegmentIDs []UniqueID
	sealedSegmentIDs  []UniqueID
}

// ID returns the identity of the partition.
func (p *Partition) ID() UniqueID {
	return p.partitionID
}

// getSegmentIDs returns segment ids by DataScope
func (p *Partition) getSegmentIDs(segType segmentType) ([]UniqueID, error) {
	switch segType {
	case segmentTypeGrowing:
		dst := make([]UniqueID, len(p.growingSegmentIDs))
		copy(dst, p.growingSegmentIDs)
		return dst, nil
	case segmentTypeSealed:
		dst := make([]UniqueID, len(p.sealedSegmentIDs))
		copy(dst, p.sealedSegmentIDs)
		return dst, nil
	default:
		return nil, fmt.Errorf("unexpected segmentType %s", segType.String())
	}
}

// addSegmentID add segmentID to segmentIDs
func (p *Partition) addSegmentID(segmentID UniqueID, segType segmentType) {
	switch segType {
	case segmentTypeGrowing:
		p.growingSegmentIDs = append(p.growingSegmentIDs, segmentID)
	case segmentTypeSealed:
		p.sealedSegmentIDs = append(p.sealedSegmentIDs, segmentID)
	default:
		return
	}
	log.Info("add a segment to replica",
		zap.Int64("collectionID", p.collectionID),
		zap.Int64("partitionID", p.partitionID),
		zap.Int64("segmentID", segmentID),
		zap.String("segmentType", segType.String()))
}

// removeSegmentID removes segmentID from segmentIDs
func (p *Partition) removeSegmentID(segmentID UniqueID, segType segmentType) {
	deleteFunc := func(segmentIDs []UniqueID) []UniqueID {
		tmpIDs := make([]UniqueID, 0)
		for _, id := range segmentIDs {
			if id != segmentID {
				tmpIDs = append(tmpIDs, id)
			}
		}
		return tmpIDs
	}
	switch segType {
	case segmentTypeGrowing:
		p.growingSegmentIDs = deleteFunc(p.growingSegmentIDs)
	case segmentTypeSealed:
		p.sealedSegmentIDs = deleteFunc(p.sealedSegmentIDs)
	default:
		return
	}
	log.Info("remove a segment from replica", zap.Int64("collectionID", p.collectionID), zap.Int64("partitionID", p.partitionID), zap.Int64("segmentID", segmentID))
}

// newPartition returns a new Partition
func newPartition(collectionID UniqueID, partitionID UniqueID) *Partition {
	var newPartition = &Partition{
		collectionID: collectionID,
		partitionID:  partitionID,
	}

	log.Info("create partition", zap.Int64("partitionID", partitionID))
	return newPartition
}