milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[skip ci] Update cases for the resources changed (#2907) 

* update cron on 0.10.1

Signed-off-by: zw <zw@milvus.io>

* enable ivf_pq <ip> search cases on GPU

Signed-off-by: zw <zw@milvus.io>

* [skip ci] debug

Signed-off-by: zw <zw@milvus.io>

* [skip ci] add artifacts

Signed-off-by: zw <zw@milvus.io>

* update shards ci && enable pq case

Signed-off-by: zw <zw@milvus.io>

* update assertion for pq

Signed-off-by: zw <zw@milvus.io>

* disable rnsg: issue #2813

Signed-off-by: zw <zw@milvus.io>

* add binary version in log file name

Signed-off-by: zw <zw@milvus.io>

* enable rnsg case

Signed-off-by: zw <zw@milvus.io>

* [skip ci] Update config cases for the resources changed

Signed-off-by: zw <zw@milvus.io>

* [skip ci] Fix limit

Signed-off-by: zw <zw@milvus.io>

Co-authored-by: zw <zw@milvus.io>
pull/2906/head^2
del-zhenwu 2020-07-18 11:22:36 +08:00 committed by GitHub
parent c083556189
commit 23683f8477
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 60 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ci/jenkins/step/shardsDevNightlyTest.groovy
View File

@ -10,7 +10,7 @@ timeout(time: 180, unit: 'MINUTES') {
try {
dir ('charts/milvus') {
if ("${BINARY_VERSION}" == "CPU") {
sh "helm install --wait --timeout 300s --set cluster.enabled=true --set persistence.enabled=true --set image.repository=registry.zilliz.com/milvus/engine --set mishards.image.tag=test --set mishards.image.pullPolicy=Always --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml --namespace milvus ${env.SHARDS_HELM_RELEASE_NAME} ."
sh "helm install --wait --timeout 300s --set cluster.enabled=true --set persistence.enabled=true --set image.repository=registry.zilliz.com/milvus/engine --set mishards.image.tag=test --set mishards.image.pullPolicy=Always --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP --set image.resources.requests.memory=8Gi --set image.resources.requests.cpu=2.0 --set image.resources.limits.memory=12Gi --set image.resources.limits.cpu=4.0 -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml --namespace milvus ${env.SHARDS_HELM_RELEASE_NAME} ."
} else {
sh "helm install --wait --timeout 300s --set cluster.enabled=true --set persistence.enabled=true --set image.repository=registry.zilliz.com/milvus/engine --set mishards.image.tag=test --set mishards.image.pullPolicy=Always --set gpu.enabled=true --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml --namespace milvus ${env.SHARDS_HELM_RELEASE_NAME} ."
}

4
ci/jenkins/step/singleDevNightlyTest.groovy
View File

@ -9,7 +9,7 @@ timeout(time: 180, unit: 'MINUTES') {
retry(3) {
try {
dir ('charts/milvus') {
sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP --set image.resources.requests.memory=8Gi --set image.resources.requests.cpu=2.0 --set image.resources.limits.memory=12Gi --set image.resources.limits.cpu=4.0 -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
}
} catch (exc) {
def helmStatusCMD = "helm get manifest --namespace milvus ${env.HELM_RELEASE_NAME} | kubectl describe -n milvus -f - && \
@ -40,7 +40,7 @@ timeout(time: 180, unit: 'MINUTES') {
retry(3) {
try {
dir ("milvus-helm/charts/milvus") {
sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/sqlite_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP --set image.resources.requests.memory=8Gi --set image.resources.requests.cpu=2.0 --set image.resources.limits.memory=12Gi --set image.resources.limits.cpu=4.0 -f ci/db_backend/sqlite_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
}
} catch (exc) {
def helmStatusCMD = "helm get manifest --namespace milvus ${env.HELM_RELEASE_NAME} | kubectl describe -n milvus -f - && \

53
tests/milvus_python_test/stability/test_mysql.py Normal file
View File

@ -0,0 +1,53 @@
import time
import random
import pdb
import threading
import logging
from multiprocessing import Pool, Process
import pytest
from milvus import IndexType, MetricType
from utils import *
dim = 128
index_file_size = 10
collection_id = "mysql_failure"
nprobe = 1
tag = "1970-01-01"
class TestMysql:
"""
******************************************************************
The following cases are used to test mysql failure
******************************************************************
"""
@pytest.fixture(scope="function", autouse=True)
def skip_check(self, connect, args):
if args["service_name"].find("shards") != -1:
reason = "Skip restart cases in shards mode"
logging.getLogger().info(reason)
pytest.skip(reason)
def _test_kill_mysql_during_index(self, connect, collection, args):
big_nb = 20000
index_param = {"nlist": 1024, "m": 16}
index_type = IndexType.IVF_PQ
vectors = gen_vectors(big_nb, dim)
status, ids = connect.insert(collection, vectors, ids=[i for i in range(big_nb)])
status = connect.flush([collection])
assert status.OK()
status, res_count = connect.count_entities(collection)
logging.getLogger().info(res_count)
assert status.OK()
assert res_count == big_nb
logging.getLogger().info("Start create index async")
status = connect.create_index(collection, index_type, index_param, _async=True)
time.sleep(2)
logging.getLogger().info("Start play mysql failure")
# pass
new_connect = get_milvus(args["ip"], args["port"], handler=args["handler"])
status, res_count = new_connect.count_entities(collection)
assert status.OK()
assert res_count == big_nb

8
tests/milvus_python_test/test_config.py
View File

@ -194,11 +194,11 @@ class TestCacheConfig:
expected: status ok, set successfully
'''
self.reset_configs(connect)
status, reply = connect.set_config("cache", "cache_size", '8GB')
status, reply = connect.set_config("cache", "cache_size", '2GB')
assert status.OK()
status, config_value = connect.get_config("cache", "cache_size")
assert status.OK()
assert config_value == '8GB'
assert config_value == '2GB'
@pytest.mark.level(2)
def test_set_cache_size_valid_multiple_times(self, connect, collection):
@ -215,11 +215,11 @@ class TestCacheConfig:
assert status.OK()
assert config_value == '4GB'
for i in range(20):
status, reply = connect.set_config("cache", "cache_size", '8GB')
status, reply = connect.set_config("cache", "cache_size", '2GB')
assert status.OK()
status, config_value = connect.get_config("cache", "cache_size")
assert status.OK()
assert config_value == '8GB'
assert config_value == '2GB'
@pytest.mark.level(2)
def test_set_insert_buffer_size_invalid_parent_key(self, connect, collection):