milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix assign load segment req error (#10310) 

Signed-off-by: xige-16 <xi.ge@zilliz.com>
pull/10230/head
xige-16 2021-10-20 22:32:36 +08:00 committed by GitHub
parent fc2839f254
commit c5bba3ec2d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
internal/querycoord/task.go
View File

@ -1764,19 +1764,21 @@ func assignInternalTask(ctx context.Context,
node2Segments := make(map[int64][]*querypb.LoadSegmentsRequest)
sizeCounts := make(map[int64]int)
for index, nodeID := range segment2Nodes {
sizeOfReq := getSizeOfLoadSegmentReq(loadSegmentRequests[index])
if _, ok := node2Segments[nodeID]; !ok {
node2Segments[nodeID] = make([]*querypb.LoadSegmentsRequest, 0)
node2Segments[nodeID] = append(node2Segments[nodeID], loadSegmentRequests[index])
sizeCounts[nodeID] = 0
sizeCounts[nodeID] = sizeOfReq
} else {
if sizeCounts[nodeID]+sizeOfReq > 2097152 {
node2Segments[nodeID] = append(node2Segments[nodeID], loadSegmentRequests[index])
sizeCounts[nodeID] = sizeOfReq
} else {
lastReq := node2Segments[nodeID][len(node2Segments[nodeID])-1]
lastReq.Infos = append(lastReq.Infos, loadSegmentRequests[index].Infos...)
sizeCounts[nodeID] += sizeOfReq
}
}
sizeOfReq := getSizeOfLoadSegmentReq(loadSegmentRequests[index])
if sizeCounts[nodeID]+sizeOfReq > 2097152 {
node2Segments[nodeID] = append(node2Segments[nodeID], loadSegmentRequests[index])
sizeCounts[nodeID] = 0
}
lastReq := node2Segments[nodeID][len(node2Segments[nodeID])-1]
lastReq.Infos = append(lastReq.Infos, loadSegmentRequests[index].Infos...)
sizeCounts[nodeID] += sizeOfReq
if cluster.hasWatchedQueryChannel(parentTask.traceCtx(), nodeID, collectionID) {
watchQueryChannelInfo[nodeID] = true