// Copyright (C) 2019-2020 Zilliz. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software distributed under the License // is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express // or implied. See the License for the specific language governing permissions and limitations under the License #include #include "segcore/SegmentGrowing.h" #include "segcore/SegmentGrowingImpl.h" #include "pb/schema.pb.h" #include "test_utils/DataGen.h" using namespace milvus::segcore; using namespace milvus; namespace pb = milvus::proto; TEST(Growing, DeleteCount) { auto schema = std::make_shared(); auto pk = schema->AddDebugField("pk", DataType::INT64); schema->set_primary_field_id(pk); auto segment = CreateGrowingSegment(schema); int64_t c = 10; auto offset = segment->PreDelete(c); ASSERT_EQ(offset, 0); Timestamp begin_ts = 100; auto tss = GenTss(c, begin_ts); auto pks = GenPKs(c, 0); auto status = segment->Delete(offset, c, pks.get(), tss.data()); ASSERT_TRUE(status.ok()); auto cnt = segment->get_deleted_count(); ASSERT_EQ(cnt, c); } TEST(Growing, RealCount) { auto schema = std::make_shared(); auto pk = schema->AddDebugField("pk", DataType::INT64); schema->set_primary_field_id(pk); auto segment = CreateGrowingSegment(schema); int64_t c = 10; auto offset = segment->PreInsert(c); ASSERT_EQ(offset, 0); auto dataset = DataGen(schema, c); auto pks = dataset.get_col(pk); segment->Insert(offset, c, dataset.row_ids_.data(), dataset.timestamps_.data(), dataset.raw_); // no delete. ASSERT_EQ(c, segment->get_real_count()); // delete half. auto half = c / 2; auto del_offset1 = segment->PreDelete(half); ASSERT_EQ(del_offset1, 0); auto del_ids1 = GenPKs(pks.begin(), pks.begin() + half); auto del_tss1 = GenTss(half, c); auto status = segment->Delete(del_offset1, half, del_ids1.get(), del_tss1.data()); ASSERT_TRUE(status.ok()); ASSERT_EQ(c - half, segment->get_real_count()); // delete duplicate. auto del_offset2 = segment->PreDelete(half); ASSERT_EQ(del_offset2, half); auto del_tss2 = GenTss(half, c + half); status = segment->Delete(del_offset2, half, del_ids1.get(), del_tss2.data()); ASSERT_TRUE(status.ok()); ASSERT_EQ(c - half, segment->get_real_count()); // delete all. auto del_offset3 = segment->PreDelete(c); ASSERT_EQ(del_offset3, half * 2); auto del_ids3 = GenPKs(pks.begin(), pks.end()); auto del_tss3 = GenTss(c, c + half * 2); status = segment->Delete(del_offset3, c, del_ids3.get(), del_tss3.data()); ASSERT_TRUE(status.ok()); ASSERT_EQ(0, segment->get_real_count()); }