milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: decompress deltelog path for level zero compaction (#30164) 

Resolves: #30161
See also: #28873

---------

Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
pull/30166/head
congqixia 2024-01-22 14:44:55 +08:00 committed by GitHub
parent 8780d65b66
commit 8a6de3d2b1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
internal/datanode/l0_compactor.go
View File

@ -30,6 +30,7 @@ import (
iter "github.com/milvus-io/milvus/internal/datanode/iterators"
"github.com/milvus-io/milvus/internal/datanode/metacache"
"github.com/milvus-io/milvus/internal/datanode/syncmgr"
"github.com/milvus-io/milvus/internal/metastore/kv/binlog"
"github.com/milvus-io/milvus/internal/proto/datapb"
"github.com/milvus-io/milvus/internal/storage"
"github.com/milvus-io/milvus/pkg/common"
@ -132,6 +133,11 @@ func (t *levelZeroCompactionTask) compact() (*datapb.CompactionPlanResult, error
log.Warn("compact wrong, not target sealed segments")
return nil, errIllegalCompactionPlan
}
err := binlog.DecompressCompactionBinlogs(l0Segments)
if err != nil {
log.Warn("DecompressCompactionBinlogs failed", zap.Error(err))
return nil, err
}
var (
totalSize int64
@ -210,10 +216,7 @@ func (t *levelZeroCompactionTask) compact() (*datapb.CompactionPlanResult, error
return lo.Values(resultSegments), nil
}
var (
resultSegments []*datapb.CompactionSegment
err error
)
var resultSegments []*datapb.CompactionSegment
// if totalSize*3 < int64(hardware.GetFreeMemoryCount()) {
// resultSegments, err = batchProcess()
// }