2020-02-17 15:40:58 +00:00
|
|
|
# Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
2019-12-21 03:02:01 +00:00
|
|
|
#
|
2020-02-17 15:40:58 +00:00
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
|
|
# with the License. You may obtain a copy of the License at
|
2019-12-21 03:02:01 +00:00
|
|
|
#
|
2020-02-17 15:40:58 +00:00
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
|
|
# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
|
|
# or implied. See the License for the specific language governing permissions and limitations under the License.
|
2019-09-26 10:49:32 +00:00
|
|
|
|
2020-04-11 11:01:29 +00:00
|
|
|
version: 0.3
|
2019-11-28 08:12:39 +00:00
|
|
|
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# Server Config | Description | Type | Default |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-01-07 08:14:38 +00:00
|
|
|
# address | IP address that Milvus server monitors. | IP | 0.0.0.0 |
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# port | Port that Milvus server monitors. Port range (1024, 65535) | Integer | 19530 |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# deploy_mode | Milvus deployment type: | DeployMode | single |
|
|
|
|
# | single, cluster_readonly, cluster_writable | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# time_zone | Use UTC-x or UTC+x to specify a time zone. | Timezone | UTC+8 |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-04-28 09:04:04 +00:00
|
|
|
# web_enable | Enable web server or not. | Boolean | true |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-01-13 05:55:48 +00:00
|
|
|
# web_port | Port that Milvus web server monitors. | Integer | 19121 |
|
|
|
|
# | Port range (1024, 65535) | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2019-06-28 02:52:16 +00:00
|
|
|
server_config:
|
2019-12-21 03:02:01 +00:00
|
|
|
address: 0.0.0.0
|
|
|
|
port: 19530
|
|
|
|
deploy_mode: single
|
|
|
|
time_zone: UTC+8
|
2020-04-28 09:04:04 +00:00
|
|
|
web_enable: true
|
2020-01-13 05:55:48 +00:00
|
|
|
web_port: 19121
|
2019-06-28 02:52:16 +00:00
|
|
|
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# DataBase Config | Description | Type | Default |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# backend_url | URL for metadata storage, using SQLite (for single server | URL | sqlite://:@:/ |
|
|
|
|
# | Milvus) or MySQL (for distributed cluster Milvus). | | |
|
|
|
|
# | Format: dialect://username:password@host:port/database | | |
|
|
|
|
# | Keep 'dialect://:@:/', 'dialect' can be either 'sqlite' or | | |
|
|
|
|
# | 'mysql', replace other texts with real values. | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-04-11 11:01:29 +00:00
|
|
|
# preload_collection | A comma-separated list of collection names that need to | StringList | |
|
|
|
|
# | be pre-loaded when Milvus server starts up. | | |
|
2020-03-07 05:18:14 +00:00
|
|
|
# | '*' means preload all existing tables (single-quote or | | |
|
|
|
|
# | double-quote required). | | |
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-04-04 13:14:30 +00:00
|
|
|
# auto_flush_interval | The interval, in seconds, at which Milvus automatically | Integer | 1 (s) |
|
|
|
|
# | flushes data to disk. | | |
|
|
|
|
# | 0 means disable the regular flush. | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2019-06-28 02:52:16 +00:00
|
|
|
db_config:
|
2019-12-21 03:02:01 +00:00
|
|
|
backend_url: sqlite://:@:/
|
2020-04-11 11:01:29 +00:00
|
|
|
preload_collection:
|
2020-04-04 13:14:30 +00:00
|
|
|
auto_flush_interval: 1
|
2019-10-09 03:49:27 +00:00
|
|
|
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-01-04 02:39:52 +00:00
|
|
|
# Storage Config | Description | Type | Default |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-01-04 07:44:46 +00:00
|
|
|
# primary_path | Primary directory used to save meta data, vector data and | Path | /var/lib/milvus |
|
|
|
|
# | index data. | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# secondary_path | A semicolon-separated list of secondary directories used | Path | |
|
|
|
|
# | to save vector data and index data. | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-01-04 02:39:52 +00:00
|
|
|
storage_config:
|
2020-01-04 07:44:46 +00:00
|
|
|
primary_path: @MILVUS_DB_PATH@
|
|
|
|
secondary_path:
|
2020-01-04 02:39:52 +00:00
|
|
|
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2019-12-21 03:02:01 +00:00
|
|
|
# Metric Config | Description | Type | Default |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# enable_monitor | Enable monitoring function or not. | Boolean | false |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-01-06 10:35:10 +00:00
|
|
|
# address | Pushgateway address | IP | 127.0.0.1 +
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# port | Pushgateway port, port range (1024, 65535) | Integer | 9091 |
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2019-06-28 02:52:16 +00:00
|
|
|
metric_config:
|
2019-12-21 03:02:01 +00:00
|
|
|
enable_monitor: false
|
2020-01-07 08:14:38 +00:00
|
|
|
address: 127.0.0.1
|
|
|
|
port: 9091
|
2019-06-28 02:52:16 +00:00
|
|
|
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# Cache Config | Description | Type | Default |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-01-07 08:14:38 +00:00
|
|
|
# cpu_cache_capacity | The size of CPU memory used for caching data for faster | Integer | 4 (GB) |
|
2019-12-21 03:02:01 +00:00
|
|
|
# | query. The sum of 'cpu_cache_capacity' and | | |
|
|
|
|
# | 'insert_buffer_size' must be less than system memory size. | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-01-18 02:08:46 +00:00
|
|
|
# insert_buffer_size | Buffer size used for data insertion. | Integer | 1 (GB) |
|
|
|
|
# | The sum of 'insert_buffer_size' and 'cpu_cache_capacity' | | |
|
|
|
|
# | must be less than system memory size. | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-02-29 08:11:31 +00:00
|
|
|
# cache_insert_data | Whether to load data to cache for hot query | Boolean | false |
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2019-08-23 11:12:47 +00:00
|
|
|
cache_config:
|
2019-12-21 03:02:01 +00:00
|
|
|
cpu_cache_capacity: 4
|
2020-01-18 02:08:46 +00:00
|
|
|
insert_buffer_size: 1
|
2019-12-21 03:02:01 +00:00
|
|
|
cache_insert_data: false
|
2019-07-03 03:09:17 +00:00
|
|
|
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# Engine Config | Description | Type | Default |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# use_blas_threshold | A Milvus performance tuning parameter. This value will be | Integer | 1100 |
|
|
|
|
# | compared with 'nq' to decide if OpenBLAS should be used. | | |
|
|
|
|
# | If nq >= use_blas_threshold, OpenBLAS will be used, search | | |
|
2020-03-08 11:20:24 +00:00
|
|
|
# | response time will be stable but the search speed will be | | |
|
|
|
|
# | slower; if nq < use_blas_threshold, AVX or SSE will be | | |
|
|
|
|
# | used, search speed will be faster but search response time | | |
|
|
|
|
# | will fluctuate. | | |
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# gpu_search_threshold | A Milvus performance tuning parameter. This value will be | Integer | 1000 |
|
|
|
|
# | compared with 'nq' to decide if the search computation will| | |
|
|
|
|
# | be executed on GPUs only. | | |
|
|
|
|
# | If nq >= gpu_search_threshold, the search computation will | | |
|
|
|
|
# | be executed on GPUs only; | | |
|
|
|
|
# | if nq < gpu_search_threshold, the search computation will | | |
|
|
|
|
# | be executed on both CPUs and GPUs. | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2019-07-03 03:09:17 +00:00
|
|
|
engine_config:
|
2019-12-21 03:02:01 +00:00
|
|
|
use_blas_threshold: 1100
|
|
|
|
gpu_search_threshold: 1000
|
2019-08-23 13:07:01 +00:00
|
|
|
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# GPU Resource Config | Description | Type | Default |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# enable | Enable GPU resources or not. | Boolean | false |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# cache_capacity | The size of GPU memory per card used for cache. | Integer | 1 (GB) |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# search_resources | The list of GPU devices used for search computation. | DeviceList | gpu0 |
|
|
|
|
# | Must be in format gpux. | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# build_index_resources| The list of GPU devices used for index building. | DeviceList | gpu0 |
|
|
|
|
# | Must be in format gpux. | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2019-11-19 07:49:40 +00:00
|
|
|
gpu_resource_config:
|
2020-04-27 08:27:44 +00:00
|
|
|
enable: @GPU_ENABLE@
|
2019-12-21 03:02:01 +00:00
|
|
|
cache_capacity: 1
|
|
|
|
search_resources:
|
2019-11-19 07:49:40 +00:00
|
|
|
- gpu0
|
2019-12-21 03:02:01 +00:00
|
|
|
build_index_resources:
|
2019-11-19 11:18:54 +00:00
|
|
|
- gpu0
|
2019-12-10 07:24:54 +00:00
|
|
|
|
2019-12-21 03:02:01 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# Tracing Config | Description | Type | Default |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
# json_config_path | Absolute path for tracing config file. | Path | |
|
|
|
|
# | Leave it empty, a no-op tracer will be created. | | |
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2019-12-10 07:24:54 +00:00
|
|
|
tracing_config:
|
2019-12-21 03:02:01 +00:00
|
|
|
json_config_path:
|
2020-02-29 08:11:31 +00:00
|
|
|
|
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-02-29 14:38:43 +00:00
|
|
|
# WAL Config | Description | Type | Default |
|
2020-02-29 08:11:31 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-02-29 14:38:43 +00:00
|
|
|
# enable | Whether to enable write-ahead logging (WAL) in Milvus. | Boolean | true |
|
|
|
|
# | If WAL is enabled, Milvus writes all data changes to log | | |
|
|
|
|
# | files in advance before implementing data changes. WAL | | |
|
|
|
|
# | ensures the atomicity and durability for Milvus operations.| | |
|
2020-02-29 08:11:31 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-02-29 14:38:43 +00:00
|
|
|
# recovery_error_ignore| Whether to ignore logs with errors that happens during WAL | Boolean | true |
|
|
|
|
# | recovery. If true, when Milvus restarts for recovery and | | |
|
|
|
|
# | there are errors in WAL log files, log files with errors | | |
|
|
|
|
# | are ignored. If false, Milvus does not restart when there | | |
|
|
|
|
# | are errors in WAL log files. | | |
|
2020-02-29 08:11:31 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-02-29 14:38:43 +00:00
|
|
|
# buffer_size | Sum total of the read buffer and the write buffer in MBs. | Integer | 256 (MB) |
|
|
|
|
# | buffer_size must be in range [64, 4096] (MB). | | |
|
|
|
|
# | If the value you specified is out of range, Milvus | | |
|
|
|
|
# | automatically uses the boundary value closest to the | | |
|
|
|
|
# | specified value. It is recommended you set buffer_size to | | |
|
|
|
|
# | a value greater than the inserted data size of a single | | |
|
|
|
|
# | insert operation for better performance. | | |
|
2020-02-29 08:11:31 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
2020-02-29 14:38:43 +00:00
|
|
|
# wal_path | Location of WAL log files. | String | |
|
2020-02-29 08:11:31 +00:00
|
|
|
#----------------------+------------------------------------------------------------+------------+-----------------+
|
|
|
|
wal_config:
|
|
|
|
enable: true
|
|
|
|
recovery_error_ignore: true
|
2020-02-29 14:38:43 +00:00
|
|
|
buffer_size: 256
|
|
|
|
wal_path: @MILVUS_DB_PATH@/wal
|
2020-04-28 12:21:21 +00:00
|
|
|
|
|
|
|
logs:
|
|
|
|
trace.enable: true
|
|
|
|
debug.enable: true
|
|
|
|
info.enable: true
|
|
|
|
warning.enable: true
|
|
|
|
error.enable: true
|
|
|
|
fatal.enable: true
|
|
|
|
path: @MILVUS_DB_PATH@/logs
|
2020-04-30 15:31:14 +00:00
|
|
|
max_log_file_size: 256
|
|
|
|
delete_exceeds: 10
|
2020-04-28 12:21:21 +00:00
|
|
|
|