mirror of https://github.com/milvus-io/milvus.git
Merge branch 'branch-0.4.0' into 'branch-0.4.0'
add compile macro to use old scheduler See merge request megasearch/milvus!423 Former-commit-id: 519d2381d0e5c1e7236d053a2afb5a2c3f70d054pull/191/head
commit
842bc5932e
|
@ -34,6 +34,8 @@ else()
|
||||||
endif()
|
endif()
|
||||||
message(STATUS "Build type = ${BUILD_TYPE}")
|
message(STATUS "Build type = ${BUILD_TYPE}")
|
||||||
|
|
||||||
|
#add_definitions(-DNEW_SCHEDULER)
|
||||||
|
|
||||||
project(milvus VERSION "${MILVUS_VERSION}")
|
project(milvus VERSION "${MILVUS_VERSION}")
|
||||||
project(milvus_engine LANGUAGES CUDA CXX)
|
project(milvus_engine LANGUAGES CUDA CXX)
|
||||||
|
|
||||||
|
|
|
@ -89,7 +89,7 @@ TaskScheduler::TaskDispatchWorker() {
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
#if 1
|
#ifdef NEW_SCHEDULER
|
||||||
// TODO: Put task into Disk-TaskTable
|
// TODO: Put task into Disk-TaskTable
|
||||||
auto task = TaskConvert(task_ptr);
|
auto task = TaskConvert(task_ptr);
|
||||||
auto disk_list = ResMgrInst::GetInstance()->GetDiskResources();
|
auto disk_list = ResMgrInst::GetInstance()->GetDiskResources();
|
||||||
|
|
|
@ -20,9 +20,11 @@ DeleteContext::DeleteContext(const std::string &table_id, meta::Meta::Ptr &meta_
|
||||||
}
|
}
|
||||||
|
|
||||||
void DeleteContext::WaitAndDelete() {
|
void DeleteContext::WaitAndDelete() {
|
||||||
|
#ifdef NEW_SCHEDULER
|
||||||
std::unique_lock<std::mutex> lock(mutex_);
|
std::unique_lock<std::mutex> lock(mutex_);
|
||||||
cv_.wait(lock, [&] { return done_resource == num_resource_; });
|
cv_.wait(lock, [&] { return done_resource == num_resource_; });
|
||||||
meta_ptr_->DeleteTableFiles(table_id_);
|
meta_ptr_->DeleteTableFiles(table_id_);
|
||||||
|
#endif
|
||||||
}
|
}
|
||||||
|
|
||||||
void DeleteContext::ResourceDone() {
|
void DeleteContext::ResourceDone() {
|
||||||
|
|
|
@ -616,23 +616,20 @@ SearchTask::OnExecute() {
|
||||||
auto record_array_size = search_param_.query_record_array_size();
|
auto record_array_size = search_param_.query_record_array_size();
|
||||||
std::vector<float> vec_f(record_array_size * table_info.dimension_, 0);
|
std::vector<float> vec_f(record_array_size * table_info.dimension_, 0);
|
||||||
for (size_t i = 0; i < record_array_size; i++) {
|
for (size_t i = 0; i < record_array_size; i++) {
|
||||||
for (size_t j = 0; j < table_info.dimension_; j++) {
|
|
||||||
if (search_param_.query_record_array(i).vector_data().empty()) {
|
if (search_param_.query_record_array(i).vector_data().empty()) {
|
||||||
return SetError(SERVER_INVALID_ROWRECORD_ARRAY,
|
return SetError(SERVER_INVALID_ROWRECORD_ARRAY, "Query record float array is empty");
|
||||||
"Query record float array is empty");
|
|
||||||
}
|
}
|
||||||
uint64_t query_vec_dim = search_param_.query_record_array(
|
uint64_t query_vec_dim = search_param_.query_record_array(i).vector_data().size();
|
||||||
i).vector_data().size();
|
|
||||||
if (query_vec_dim != table_info.dimension_) {
|
if (query_vec_dim != table_info.dimension_) {
|
||||||
ServerError error_code = SERVER_INVALID_VECTOR_DIMENSION;
|
ServerError error_code = SERVER_INVALID_VECTOR_DIMENSION;
|
||||||
std::string error_msg =
|
std::string error_msg = "Invalid rowrecord dimension: " + std::to_string(query_vec_dim)
|
||||||
"Invalid rowrecord dimension: " + std::to_string(query_vec_dim)
|
|
||||||
+ " vs. table dimension:" + std::to_string(table_info.dimension_);
|
+ " vs. table dimension:" + std::to_string(table_info.dimension_);
|
||||||
return SetError(error_code, error_msg);
|
return SetError(error_code, error_msg);
|
||||||
}
|
}
|
||||||
vec_f[i * table_info.dimension_ + j] = search_param_.query_record_array(
|
|
||||||
i).vector_data(j);
|
memcpy(&vec_f[i * table_info.dimension_],
|
||||||
}
|
search_param_.query_record_array(i).vector_data().data(),
|
||||||
|
table_info.dimension_ * sizeof(float));
|
||||||
}
|
}
|
||||||
rc.ElapseFromBegin("prepare vector data");
|
rc.ElapseFromBegin("prepare vector data");
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue