milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add segment size metric in querynode (#25406) 

Signed-off-by: bigsheeper <yihao.dai@zilliz.com>
pull/25485/head
yihao.dai 2023-07-12 14:26:28 +08:00 committed by GitHub
parent dbf0130803
commit 4c93495587
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 39 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
internal/querynodev2/metrics_info.go
View File

@ -18,6 +18,7 @@ package querynodev2
import (
"context"
"fmt"
"time"
"github.com/samber/lo"
@ -26,6 +27,7 @@ import (
"github.com/milvus-io/milvus-proto/go-api/v2/milvuspb"
"github.com/milvus-io/milvus/internal/querynodev2/collector"
"github.com/milvus-io/milvus/internal/querynodev2/segments"
"github.com/milvus-io/milvus/pkg/metrics"
"github.com/milvus-io/milvus/pkg/util/hardware"
"github.com/milvus-io/milvus/pkg/util/metricsinfo"
"github.com/milvus-io/milvus/pkg/util/paramtable"
@ -102,10 +104,31 @@ func getQuotaMetrics(node *QueryNode) (*metricsinfo.QueryNodeQuotaMetrics, error
minTsafeChannel, minTsafe := node.tSafeManager.Min()
var totalGrowingSize int64
growingSegments := node.manager.Segment.GetBy(segments.WithType(segments.SegmentTypeGrowing))
growingSegmentsSize := lo.SumBy(growingSegments, func(seg segments.Segment) int64 {
return seg.MemSize()
growingGroupByCollection := lo.GroupBy(growingSegments, func(seg segments.Segment) int64 {
return seg.Collection()
})
for collection, segs := range growingGroupByCollection {
size := lo.SumBy(segs, func(seg segments.Segment) int64 {
return seg.MemSize()
})
totalGrowingSize += size
metrics.QueryNodeEntitiesSize.WithLabelValues(fmt.Sprint(paramtable.GetNodeID()),
fmt.Sprint(collection), segments.SegmentTypeGrowing.String()).Set(float64(size))
}
sealedSegments := node.manager.Segment.GetBy(segments.WithType(segments.SegmentTypeSealed))
sealedGroupByCollection := lo.GroupBy(sealedSegments, func(seg segments.Segment) int64 {
return seg.Collection()
})
for collection, segs := range sealedGroupByCollection {
size := lo.SumBy(segs, func(seg segments.Segment) int64 {
return seg.MemSize()
})
metrics.QueryNodeEntitiesSize.WithLabelValues(fmt.Sprint(paramtable.GetNodeID()),
fmt.Sprint(collection), segments.SegmentTypeSealed.String()).Set(float64(size))
}
allSegments := node.manager.Segment.GetBy()
collections := typeutil.NewUniqueSet()
@ -123,7 +146,7 @@ func getQuotaMetrics(node *QueryNode) (*metricsinfo.QueryNodeQuotaMetrics, error
},
SearchQueue: sqms,
QueryQueue: qqms,
GrowingSegmentsSize: growingSegmentsSize,
GrowingSegmentsSize: totalGrowingSize,
Effect: metricsinfo.NodeEffect{
NodeID: paramtable.GetNodeID(),
CollectionIDs: collections.Collect(),

13
pkg/metrics/querynode_metrics.go
View File

@ -345,6 +345,18 @@ var (
indexCountLabelName,
})
QueryNodeEntitiesSize = prometheus.NewGaugeVec(
prometheus.GaugeOpts{
Namespace: milvusNamespace,
Subsystem: typeutil.QueryNodeRole,
Name: "entity_size",
Help: "entities' memory size, clustered by collection and state",
}, []string{
nodeIDLabelName,
collectionIDLabelName,
segmentStateLabelName,
})
// QueryNodeConsumeCounter counts the bytes QueryNode consumed from message storage.
QueryNodeConsumeCounter = prometheus.NewCounterVec(
prometheus.CounterOpts{
@ -427,6 +439,7 @@ func RegisterQueryNode(registry *prometheus.Registry) {
registry.MustRegister(QueryNodeSearchTopK)
registry.MustRegister(QueryNodeNumFlowGraphs)
registry.MustRegister(QueryNodeNumEntities)
registry.MustRegister(QueryNodeEntitiesSize)
registry.MustRegister(QueryNodeConsumeCounter)
registry.MustRegister(QueryNodeExecuteCounter)
registry.MustRegister(QueryNodeConsumerMsgCount)