diff --git a/internal/datacoord/segment_info.go b/internal/datacoord/segment_info.go
index 6b5627c074..4b061c3920 100644
--- a/internal/datacoord/segment_info.go
+++ b/internal/datacoord/segment_info.go
@@ -109,10 +109,12 @@ func (s *SegmentsInfo) SetSegmentIndex(segmentID UniqueID, segIndex *model.Segme
 		)
 		return
 	}
+	segment = segment.Clone()
 	if segment.segmentIndexes == nil {
 		segment.segmentIndexes = make(map[UniqueID]*model.SegmentIndex)
 	}
 	segment.segmentIndexes[segIndex.IndexID] = segIndex
+	s.segments[segmentID] = segment
 }
 
 func (s *SegmentsInfo) DropSegmentIndex(segmentID UniqueID, indexID UniqueID) {