milvus/internal/util/importutil/collection_info_test.go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
//	http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package importutil

import (
	"testing"

	"github.com/milvus-io/milvus-proto/go-api/v2/schemapb"
	"github.com/stretchr/testify/assert"
)

func Test_DeduceTargetPartitions(t *testing.T) {
	schema := sampleSchema()
	partitions := map[string]int64{
		"part_0": 100,
		"part_1": 200,
	}
	partitionIDs, err := DeduceTargetPartitions(partitions, schema, int64(1))
	assert.NoError(t, err)
	assert.Equal(t, 1, len(partitionIDs))
	assert.Equal(t, int64(1), partitionIDs[0])

	schema.Fields[7].IsPartitionKey = true
	partitionIDs, err = DeduceTargetPartitions(partitions, schema, int64(1))
	assert.NoError(t, err)
	assert.Equal(t, len(partitions), len(partitionIDs))

	partitions = map[string]int64{
		"part_a": 100,
	}
	partitionIDs, err = DeduceTargetPartitions(partitions, schema, int64(1))
	assert.Error(t, err)
	assert.Nil(t, partitionIDs)
}

func Test_CollectionInfoNew(t *testing.T) {
	t.Run("succeed", func(t *testing.T) {
		info, err := NewCollectionInfo(sampleSchema(), 2, []int64{1})
		assert.NoError(t, err)
		assert.NotNil(t, info)
		assert.Greater(t, len(info.Name2FieldID), 0)
		assert.Nil(t, info.PartitionKey)
		assert.Nil(t, info.DynamicField)
		assert.NotNil(t, info.PrimaryKey)
		assert.Equal(t, int32(2), info.ShardNum)
		assert.Equal(t, 1, len(info.PartitionIDs))

		// has partition key, has dynamic field
		schema := &schemapb.CollectionSchema{
			Name:        "schema",
			Description: "schema",
			Fields: []*schemapb.FieldSchema{
				{
					FieldID:  0,
					Name:     "RowID",
					DataType: schemapb.DataType_Int64,
				},
				{
					FieldID:      100,
					Name:         "ID",
					IsPrimaryKey: true,
					AutoID:       false,
					DataType:     schemapb.DataType_Int64,
				},
				{
					FieldID:        101,
					Name:           "PartitionKey",
					IsPartitionKey: true,
					DataType:       schemapb.DataType_VarChar,
				},
				{
					FieldID:   102,
					Name:      "$meta",
					IsDynamic: true,
					DataType:  schemapb.DataType_JSON,
				},
			},
		}
		info, err = NewCollectionInfo(schema, 2, []int64{1, 2})
		assert.NoError(t, err)
		assert.NotNil(t, info)
		assert.NotNil(t, info.PrimaryKey)
		assert.NotNil(t, int64(100), info.PrimaryKey.GetFieldID())
		assert.False(t, info.PrimaryKey.GetAutoID())
		assert.NotNil(t, info.DynamicField)
		assert.Equal(t, int64(102), info.DynamicField.GetFieldID())
		assert.NotNil(t, info.PartitionKey)
		assert.Equal(t, int64(101), info.PartitionKey.GetFieldID())
	})

	t.Run("error cases", func(t *testing.T) {
		schema := sampleSchema()
		// shard number is 0
		info, err := NewCollectionInfo(schema, 0, []int64{1})
		assert.Error(t, err)
		assert.Nil(t, info)

		// partiton ID list is empty
		info, err = NewCollectionInfo(schema, 2, []int64{})
		assert.Error(t, err)
		assert.Nil(t, info)

		// only allow one partition when there is no partition key
		info, err = NewCollectionInfo(schema, 2, []int64{1, 2})
		assert.Error(t, err)
		assert.Nil(t, info)

		// collection schema is nil
		info, err = NewCollectionInfo(nil, 2, []int64{1})
		assert.Error(t, err)
		assert.Nil(t, info)

		// no primary key
		schema = &schemapb.CollectionSchema{
			Name:        "schema",
			Description: "schema",
			AutoID:      true,
			Fields:      make([]*schemapb.FieldSchema, 0),
		}
		info, err = NewCollectionInfo(schema, 2, []int64{1})
		assert.Error(t, err)
		assert.Nil(t, info)

		// partition key is nil
		info, err = NewCollectionInfo(schema, 2, []int64{1, 2})
		assert.Error(t, err)
		assert.Nil(t, info)
	})
}