mirror of https://github.com/milvus-io/milvus.git
96 lines
3.1 KiB
Go
96 lines
3.1 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package binlog
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"testing"
|
|
|
|
"github.com/cockroachdb/errors"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/mock"
|
|
|
|
"github.com/milvus-io/milvus/internal/mocks"
|
|
"github.com/milvus-io/milvus/internal/proto/internalpb"
|
|
"github.com/milvus-io/milvus/internal/storage"
|
|
)
|
|
|
|
func TestL0Reader_NewL0Reader(t *testing.T) {
|
|
ctx := context.Background()
|
|
|
|
t.Run("normal", func(t *testing.T) {
|
|
cm := mocks.NewChunkManager(t)
|
|
cm.EXPECT().WalkWithPrefix(mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(nil)
|
|
r, err := NewL0Reader(ctx, cm, nil, &internalpb.ImportFile{Paths: []string{"mock-prefix"}}, 100)
|
|
assert.NoError(t, err)
|
|
assert.NotNil(t, r)
|
|
})
|
|
|
|
t.Run("invalid path", func(t *testing.T) {
|
|
r, err := NewL0Reader(ctx, nil, nil, &internalpb.ImportFile{Paths: []string{"mock-prefix", "mock-prefix2"}}, 100)
|
|
assert.Error(t, err)
|
|
assert.Nil(t, r)
|
|
})
|
|
|
|
t.Run("list failed", func(t *testing.T) {
|
|
cm := mocks.NewChunkManager(t)
|
|
cm.EXPECT().WalkWithPrefix(mock.Anything, mock.Anything, mock.Anything, mock.Anything).Return(errors.New("mock error"))
|
|
r, err := NewL0Reader(ctx, cm, nil, &internalpb.ImportFile{Paths: []string{"mock-prefix"}}, 100)
|
|
assert.Error(t, err)
|
|
assert.Nil(t, r)
|
|
})
|
|
}
|
|
|
|
func TestL0Reader_Read(t *testing.T) {
|
|
ctx := context.Background()
|
|
const (
|
|
delCnt = 100
|
|
)
|
|
|
|
deleteData := storage.NewDeleteData(nil, nil)
|
|
for i := 0; i < delCnt; i++ {
|
|
deleteData.Append(storage.NewVarCharPrimaryKey(fmt.Sprintf("No.%d", i)), uint64(i+1))
|
|
}
|
|
deleteCodec := storage.NewDeleteCodec()
|
|
blob, err := deleteCodec.Serialize(1, 2, 3, deleteData)
|
|
assert.NoError(t, err)
|
|
|
|
cm := mocks.NewChunkManager(t)
|
|
cm.EXPECT().WalkWithPrefix(mock.Anything, mock.Anything, mock.Anything, mock.Anything).RunAndReturn(
|
|
func(ctx context.Context, s string, b bool, walkFunc storage.ChunkObjectWalkFunc) error {
|
|
for _, file := range []string{"a/b/c/"} {
|
|
walkFunc(&storage.ChunkObjectInfo{FilePath: file})
|
|
}
|
|
return nil
|
|
})
|
|
cm.EXPECT().Read(mock.Anything, mock.Anything).Return(blob.Value, nil)
|
|
|
|
r, err := NewL0Reader(ctx, cm, nil, &internalpb.ImportFile{Paths: []string{"mock-prefix"}}, 100)
|
|
assert.NoError(t, err)
|
|
|
|
res, err := r.Read()
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, int64(delCnt), res.RowCount)
|
|
assert.Equal(t, deleteData.Size(), res.Size())
|
|
|
|
_, err = r.Read()
|
|
assert.Error(t, err)
|
|
assert.ErrorIs(t, err, io.EOF)
|
|
}
|