mirror of https://github.com/milvus-io/milvus.git
115 lines
3.8 KiB
C++
115 lines
3.8 KiB
C++
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License
|
|
|
|
#pragma once
|
|
|
|
#include <pb/schema.pb.h>
|
|
#include <cmath>
|
|
#include <memory>
|
|
#include <string>
|
|
|
|
#include "common/EasyAssert.h"
|
|
#include "indexbuilder/IndexCreatorBase.h"
|
|
#include "indexbuilder/ScalarIndexCreator.h"
|
|
#include "indexbuilder/VecIndexCreator.h"
|
|
#include "indexbuilder/type_c.h"
|
|
#include "storage/Types.h"
|
|
#include "storage/FileManager.h"
|
|
#include "storage/space.h"
|
|
|
|
namespace milvus::indexbuilder {
|
|
|
|
// consider template factory if too many factories are needed.
|
|
class IndexFactory {
|
|
public:
|
|
IndexFactory() = default;
|
|
IndexFactory(const IndexFactory&) = delete;
|
|
IndexFactory
|
|
operator=(const IndexFactory&) = delete;
|
|
|
|
public:
|
|
static IndexFactory&
|
|
GetInstance() {
|
|
// thread-safe enough after c++ 11
|
|
static IndexFactory instance;
|
|
return instance;
|
|
}
|
|
|
|
IndexCreatorBasePtr
|
|
CreateIndex(DataType type,
|
|
Config& config,
|
|
const storage::FileManagerContext& context) {
|
|
auto invalid_dtype_msg =
|
|
std::string("invalid data type: ") + std::to_string(int(type));
|
|
|
|
switch (type) {
|
|
case DataType::BOOL:
|
|
case DataType::INT8:
|
|
case DataType::INT16:
|
|
case DataType::INT32:
|
|
case DataType::INT64:
|
|
case DataType::FLOAT:
|
|
case DataType::DOUBLE:
|
|
case DataType::VARCHAR:
|
|
case DataType::STRING:
|
|
return CreateScalarIndex(type, config, context);
|
|
|
|
case DataType::VECTOR_FLOAT:
|
|
case DataType::VECTOR_FLOAT16:
|
|
case DataType::VECTOR_BFLOAT16:
|
|
case DataType::VECTOR_BINARY:
|
|
case DataType::VECTOR_SPARSE_FLOAT:
|
|
return std::make_unique<VecIndexCreator>(type, config, context);
|
|
default:
|
|
throw SegcoreError(
|
|
DataTypeInvalid,
|
|
fmt::format("invalid type is {}", invalid_dtype_msg));
|
|
}
|
|
}
|
|
|
|
IndexCreatorBasePtr
|
|
CreateIndex(DataType type,
|
|
const std::string& field_name,
|
|
const int64_t dim,
|
|
Config& config,
|
|
const storage::FileManagerContext& file_manager_context,
|
|
std::shared_ptr<milvus_storage::Space> space) {
|
|
auto invalid_dtype_msg =
|
|
std::string("invalid data type: ") + std::to_string(int(type));
|
|
|
|
switch (type) {
|
|
case DataType::BOOL:
|
|
case DataType::INT8:
|
|
case DataType::INT16:
|
|
case DataType::INT32:
|
|
case DataType::INT64:
|
|
case DataType::FLOAT:
|
|
case DataType::DOUBLE:
|
|
case DataType::VARCHAR:
|
|
case DataType::STRING:
|
|
return CreateScalarIndex(
|
|
type, config, file_manager_context, space);
|
|
|
|
case DataType::VECTOR_FLOAT:
|
|
case DataType::VECTOR_BINARY:
|
|
case DataType::VECTOR_FLOAT16:
|
|
case DataType::VECTOR_BFLOAT16:
|
|
case DataType::VECTOR_SPARSE_FLOAT:
|
|
return std::make_unique<VecIndexCreator>(
|
|
type, field_name, dim, config, file_manager_context, space);
|
|
default:
|
|
throw std::invalid_argument(invalid_dtype_msg);
|
|
}
|
|
}
|
|
};
|
|
|
|
} // namespace milvus::indexbuilder
|