mirror of https://github.com/milvus-io/milvus.git
106 lines
3.1 KiB
Go
106 lines
3.1 KiB
Go
package syncmgr
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/cockroachdb/errors"
|
|
"github.com/stretchr/testify/mock"
|
|
"github.com/stretchr/testify/suite"
|
|
|
|
"github.com/milvus-io/milvus/internal/flushcommon/broker"
|
|
"github.com/milvus-io/milvus/internal/flushcommon/metacache"
|
|
"github.com/milvus-io/milvus/internal/flushcommon/metacache/pkoracle"
|
|
"github.com/milvus-io/milvus/pkg/v2/proto/datapb"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/paramtable"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/retry"
|
|
)
|
|
|
|
type MetaWriterSuite struct {
|
|
suite.Suite
|
|
|
|
broker *broker.MockBroker
|
|
metacache *metacache.MockMetaCache
|
|
|
|
writer MetaWriter
|
|
}
|
|
|
|
func (s *MetaWriterSuite) SetupSuite() {
|
|
paramtable.Get().Init(paramtable.NewBaseTable())
|
|
}
|
|
|
|
func (s *MetaWriterSuite) SetupTest() {
|
|
s.broker = broker.NewMockBroker(s.T())
|
|
s.metacache = metacache.NewMockMetaCache(s.T())
|
|
s.writer = BrokerMetaWriter(s.broker, 1, retry.Attempts(1))
|
|
}
|
|
|
|
func (s *MetaWriterSuite) TestNormalSave() {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
bfs := pkoracle.NewBloomFilterSet()
|
|
seg := metacache.NewSegmentInfo(&datapb.SegmentInfo{
|
|
ID: 1,
|
|
Binlogs: []*datapb.FieldBinlog{
|
|
{
|
|
FieldID: 1,
|
|
Binlogs: []*datapb.Binlog{{LogID: 1, LogPath: "test"}},
|
|
},
|
|
},
|
|
Statslogs: []*datapb.FieldBinlog{
|
|
{
|
|
FieldID: 1,
|
|
Binlogs: []*datapb.Binlog{{LogID: 1, LogPath: "test"}},
|
|
},
|
|
},
|
|
Deltalogs: []*datapb.FieldBinlog{
|
|
{
|
|
FieldID: 1,
|
|
Binlogs: []*datapb.Binlog{{LogID: 1, LogPath: "test"}},
|
|
},
|
|
},
|
|
Bm25Statslogs: []*datapb.FieldBinlog{
|
|
{
|
|
FieldID: 1,
|
|
Binlogs: []*datapb.Binlog{{LogID: 1, LogPath: "test"}},
|
|
},
|
|
},
|
|
}, bfs, nil)
|
|
metacache.UpdateNumOfRows(1000)(seg)
|
|
s.metacache.EXPECT().GetSegmentsBy(mock.Anything, mock.Anything, mock.Anything).Return([]*metacache.SegmentInfo{seg})
|
|
s.metacache.EXPECT().GetSegmentByID(mock.Anything).Return(seg, true)
|
|
s.metacache.EXPECT().UpdateSegments(mock.Anything, mock.Anything).Return()
|
|
task := NewSyncTask().WithMetaCache(s.metacache).WithSyncPack(new(SyncPack))
|
|
s.broker.EXPECT().SaveBinlogPaths(mock.Anything, mock.Anything).RunAndReturn(
|
|
func(ctx context.Context, req *datapb.SaveBinlogPathsRequest) error {
|
|
s.Equal(1, len(req.Field2BinlogPaths))
|
|
s.Equal(1, len(req.Field2Bm25LogPaths))
|
|
s.Equal(1, len(req.Field2StatslogPaths))
|
|
s.Equal(1, len(req.Deltalogs))
|
|
return nil
|
|
})
|
|
|
|
err := s.writer.UpdateSync(ctx, task)
|
|
s.NoError(err)
|
|
}
|
|
|
|
func (s *MetaWriterSuite) TestReturnError() {
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
s.broker.EXPECT().SaveBinlogPaths(mock.Anything, mock.Anything).Return(errors.New("mocked"))
|
|
|
|
bfs := pkoracle.NewBloomFilterSet()
|
|
seg := metacache.NewSegmentInfo(&datapb.SegmentInfo{}, bfs, nil)
|
|
metacache.UpdateNumOfRows(1000)(seg)
|
|
s.metacache.EXPECT().GetSegmentByID(mock.Anything).Return(seg, true)
|
|
s.metacache.EXPECT().GetSegmentsBy(mock.Anything, mock.Anything, mock.Anything).Return([]*metacache.SegmentInfo{seg})
|
|
task := NewSyncTask().WithMetaCache(s.metacache).WithSyncPack(new(SyncPack))
|
|
err := s.writer.UpdateSync(ctx, task)
|
|
s.Error(err)
|
|
}
|
|
|
|
func TestMetaWriter(t *testing.T) {
|
|
suite.Run(t, new(MetaWriterSuite))
|
|
}
|