mirror of https://github.com/milvus-io/milvus.git
266 lines
8.2 KiB
C++
266 lines
8.2 KiB
C++
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License.
|
|
|
|
#include <gtest/gtest.h>
|
|
#include <fiu-local.h>
|
|
#include <fiu-control.h>
|
|
|
|
#include "src/scheduler/SchedInst.h"
|
|
#include "cache/DataObj.h"
|
|
#include "cache/GpuCacheMgr.h"
|
|
#include "scheduler/ResourceFactory.h"
|
|
#include "scheduler/Scheduler.h"
|
|
#include "scheduler/resource/Resource.h"
|
|
#include "scheduler/task/TestTask.h"
|
|
#include "scheduler/tasklabel/SpecResLabel.h"
|
|
#include "utils/Error.h"
|
|
|
|
namespace milvus {
|
|
namespace scheduler {
|
|
|
|
//class MockVecIndex : public engine::VecIndex {
|
|
// public:
|
|
// virtual Status
|
|
// BuildAll(const int64_t& nb, const float* xb, const int64_t* ids, const engine::Config& cfg, const int64_t& nt = 0,
|
|
// const float* xt = nullptr) {
|
|
// }
|
|
//
|
|
// // engine::VecIndexPtr
|
|
// // Clone() override {
|
|
// // return milvus::engine::VecIndexPtr();
|
|
// // }
|
|
//
|
|
// int64_t
|
|
// GetDeviceId() override {
|
|
// return 0;
|
|
// }
|
|
//
|
|
// engine::IndexType
|
|
// GetType() const override {
|
|
// return engine::IndexType::INVALID;
|
|
// }
|
|
//
|
|
// virtual Status
|
|
// Add(const int64_t& nb, const float* xb, const int64_t* ids, const engine::Config& cfg = engine::Config()) {
|
|
// }
|
|
//
|
|
// virtual Status
|
|
// Search(const int64_t& nq, const float* xq, float* dist, int64_t* ids,
|
|
// const engine::Config& cfg = engine::Config()) {
|
|
// }
|
|
//
|
|
// engine::VecIndexPtr
|
|
// CopyToGpu(const int64_t& device_id, const engine::Config& cfg) override {
|
|
// }
|
|
//
|
|
// engine::VecIndexPtr
|
|
// CopyToCpu(const engine::Config& cfg) override {
|
|
// }
|
|
//
|
|
// virtual int64_t
|
|
// Dimension() {
|
|
// return dimension_;
|
|
// }
|
|
//
|
|
// virtual int64_t
|
|
// Count() {
|
|
// return ntotal_;
|
|
// }
|
|
//
|
|
// virtual knowhere::BinarySet
|
|
// Serialize() {
|
|
// knowhere::BinarySet binset;
|
|
// return binset;
|
|
// }
|
|
//
|
|
// virtual Status
|
|
// Load(const knowhere::BinarySet& index_binary) {
|
|
// }
|
|
//
|
|
// public:
|
|
// int64_t dimension_ = 512;
|
|
// int64_t ntotal_ = 0;
|
|
//};
|
|
|
|
class SchedulerTest : public testing::Test {
|
|
protected:
|
|
void
|
|
SetUp() override {
|
|
res_mgr_ = std::make_shared<ResourceMgr>();
|
|
ResourcePtr disk = ResourceFactory::Create("disk", "DISK", 0, false);
|
|
ResourcePtr cpu = ResourceFactory::Create("cpu", "CPU", 0, true);
|
|
disk_resource_ = res_mgr_->Add(std::move(disk));
|
|
cpu_resource_ = res_mgr_->Add(std::move(cpu));
|
|
|
|
#ifdef MILVUS_GPU_VERSION
|
|
constexpr int64_t cache_cap = 1024 * 1024 * 1024;
|
|
cache::GpuCacheMgr::GetInstance(0)->SetCapacity(cache_cap);
|
|
cache::GpuCacheMgr::GetInstance(1)->SetCapacity(cache_cap);
|
|
ResourcePtr gpu_0 = ResourceFactory::Create("gpu0", "GPU", 0);
|
|
ResourcePtr gpu_1 = ResourceFactory::Create("gpu1", "GPU", 1);
|
|
gpu_resource_0_ = res_mgr_->Add(std::move(gpu_0));
|
|
gpu_resource_1_ = res_mgr_->Add(std::move(gpu_1));
|
|
|
|
auto PCIE = Connection("IO", 11000.0);
|
|
res_mgr_->Connect("cpu", "gpu0", PCIE);
|
|
res_mgr_->Connect("cpu", "gpu1", PCIE);
|
|
#endif
|
|
|
|
scheduler_ = std::make_shared<Scheduler>(res_mgr_);
|
|
|
|
res_mgr_->Start();
|
|
scheduler_->Start();
|
|
}
|
|
|
|
void
|
|
TearDown() override {
|
|
scheduler_->Stop();
|
|
res_mgr_->Stop();
|
|
}
|
|
|
|
ResourceWPtr disk_resource_;
|
|
ResourceWPtr cpu_resource_;
|
|
ResourceWPtr gpu_resource_0_;
|
|
ResourceWPtr gpu_resource_1_;
|
|
|
|
ResourceMgrPtr res_mgr_;
|
|
std::shared_ptr<Scheduler> scheduler_;
|
|
};
|
|
|
|
class SchedulerTest2 : public testing::Test {
|
|
protected:
|
|
void
|
|
SetUp() override {
|
|
ResourcePtr disk = ResourceFactory::Create("disk", "DISK", 0, false);
|
|
ResourcePtr cpu0 = ResourceFactory::Create("cpu0", "CPU", 0, false);
|
|
ResourcePtr cpu1 = ResourceFactory::Create("cpu1", "CPU", 1, false);
|
|
ResourcePtr cpu2 = ResourceFactory::Create("cpu2", "CPU", 2, false);
|
|
|
|
res_mgr_ = std::make_shared<ResourceMgr>();
|
|
disk_ = res_mgr_->Add(std::move(disk));
|
|
cpu_0_ = res_mgr_->Add(std::move(cpu0));
|
|
cpu_1_ = res_mgr_->Add(std::move(cpu1));
|
|
cpu_2_ = res_mgr_->Add(std::move(cpu2));
|
|
|
|
auto IO = Connection("IO", 5.0);
|
|
auto PCIE1 = Connection("PCIE", 11.0);
|
|
auto PCIE2 = Connection("PCIE", 20.0);
|
|
res_mgr_->Connect("disk", "cpu0", IO);
|
|
res_mgr_->Connect("cpu0", "cpu1", IO);
|
|
res_mgr_->Connect("cpu1", "cpu2", IO);
|
|
res_mgr_->Connect("cpu0", "cpu2", IO);
|
|
|
|
#ifdef MILVUS_GPU_VERSION
|
|
ResourcePtr gpu0 = ResourceFactory::Create("gpu0", "GPU", 0);
|
|
ResourcePtr gpu1 = ResourceFactory::Create("gpu1", "GPU", 1);
|
|
gpu_0_ = res_mgr_->Add(std::move(gpu0));
|
|
gpu_1_ = res_mgr_->Add(std::move(gpu1));
|
|
res_mgr_->Connect("cpu1", "gpu0", PCIE1);
|
|
res_mgr_->Connect("cpu2", "gpu1", PCIE2);
|
|
#endif
|
|
|
|
scheduler_ = std::make_shared<Scheduler>(res_mgr_);
|
|
|
|
res_mgr_->Start();
|
|
scheduler_->Start();
|
|
}
|
|
|
|
void
|
|
TearDown() override {
|
|
scheduler_->Stop();
|
|
res_mgr_->Stop();
|
|
res_mgr_->Clear();
|
|
}
|
|
|
|
ResourceWPtr disk_;
|
|
ResourceWPtr cpu_0_;
|
|
ResourceWPtr cpu_1_;
|
|
ResourceWPtr cpu_2_;
|
|
ResourceWPtr gpu_0_;
|
|
ResourceWPtr gpu_1_;
|
|
ResourceMgrPtr res_mgr_;
|
|
|
|
std::shared_ptr<Scheduler> scheduler_;
|
|
};
|
|
|
|
// TEST_F(SchedulerTest2, SPECIFIED_RESOURCE_TEST) {
|
|
// const uint64_t NUM = 2;
|
|
// std::vector<std::shared_ptr<TestTask>> tasks;
|
|
// SegmentSchemaPtr dummy = std::make_shared<SegmentSchema>();
|
|
// dummy->location_ = "location";
|
|
//
|
|
// for (uint64_t i = 0; i < NUM; ++i) {
|
|
// auto label = std::make_shared<DefaultLabel>();
|
|
// std::shared_ptr<TestTask> task = std::make_shared<TestTask>(dummy, label);
|
|
// task->label() = std::make_shared<SpecResLabel>(disk_);
|
|
// tasks.push_back(task);
|
|
// disk_.lock()->task_table().Put(task);
|
|
// }
|
|
|
|
// ASSERT_EQ(res_mgr_->GetResource(ResourceType::GPU, 1)->task_table().Size(), NUM);
|
|
//}
|
|
|
|
//TEST(SchedulerTestResource, SPECIFIED_RESOURCE_TEST) {
|
|
// auto mock_index_ptr = std::make_shared<MockVecIndex>();
|
|
// milvus::engine::Config config;
|
|
// auto quantizer_ptr = mock_index_ptr->LoadQuantizer(config);
|
|
// ASSERT_EQ(quantizer_ptr, nullptr);
|
|
//
|
|
// auto vec_index_ptr = mock_index_ptr->LoadData(quantizer_ptr, config);
|
|
// ASSERT_EQ(vec_index_ptr, nullptr);
|
|
//
|
|
// auto s = mock_index_ptr->SetQuantizer(quantizer_ptr);
|
|
// ASSERT_TRUE(s.ok());
|
|
//
|
|
// s = mock_index_ptr->UnsetQuantizer();
|
|
// ASSERT_TRUE(s.ok());
|
|
//
|
|
// auto res = mock_index_ptr->CopyToGpuWithQuantizer(0, config);
|
|
// ASSERT_EQ(res.first, nullptr);
|
|
// ASSERT_EQ(res.second, nullptr);
|
|
//
|
|
// using IndexType = milvus::engine::IndexType;
|
|
// auto index = GetVecIndexFactory(IndexType::SPTAG_KDT_RNT_CPU, config);
|
|
// ASSERT_EQ(index->GetType(), IndexType::SPTAG_KDT_RNT_CPU);
|
|
//
|
|
// index = GetVecIndexFactory(IndexType::SPTAG_BKT_RNT_CPU, config);
|
|
// ASSERT_EQ(index->GetType(), IndexType::SPTAG_BKT_RNT_CPU);
|
|
//
|
|
//#ifdef MILVUS_GPU_VERSION
|
|
// index = GetVecIndexFactory(IndexType::FAISS_IVFPQ_GPU, config);
|
|
// ASSERT_EQ(index->GetType(), IndexType::FAISS_IVFPQ_GPU);
|
|
//#endif
|
|
//
|
|
// index = GetVecIndexFactory(IndexType::NSG_MIX, config);
|
|
// ASSERT_EQ(index->GetType(), IndexType::NSG_MIX);
|
|
//
|
|
// index = GetVecIndexFactory(IndexType::INVALID, config);
|
|
// ASSERT_EQ(index, nullptr);
|
|
//
|
|
// knowhere::BinarySet empty_set;
|
|
// auto res_ptr = LoadVecIndex(IndexType::INVALID, empty_set, 0);
|
|
// ASSERT_EQ(res_ptr, nullptr);
|
|
//}
|
|
|
|
TEST_F(SchedulerTest, schedule) {
|
|
scheduler_->Dump();
|
|
}
|
|
|
|
TEST(SchedulerService, service) {
|
|
fiu_enable("load_simple_config_mock", 1, nullptr, 0);
|
|
StartSchedulerService();
|
|
StopSchedulerService();
|
|
fiu_disable("load_simple_config_mock");
|
|
}
|
|
|
|
} // namespace scheduler
|
|
} // namespace milvus
|