milvus-io
/
milvus
mirror of https://github.com/milvus-io/milvus.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[skip ci]Update load balance testcase (#12818) 

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
pull/12834/head
zhuwenxing 2021-12-06 21:12:01 +08:00 committed by GitHub
parent 02347baf2d
commit 7e286222a6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 31 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

46
tests/python_client/loadbalance/test_auto_load_balance.py
View File

@ -1,11 +1,12 @@
from time import sleep from time import sleep
from pymilvus import connections from pymilvus import connections, list_collections, utility
from chaos.checker import (CreateChecker, InsertFlushChecker, from chaos.checker import (CreateChecker, InsertFlushChecker,
SearchChecker, QueryChecker, IndexChecker, Op, assert_statistic) SearchChecker, QueryChecker, IndexChecker, Op, assert_statistic)
from common.milvus_sys import MilvusSys from common.milvus_sys import MilvusSys
from utils.util_log import test_log as log from utils.util_log import test_log as log
from chaos import chaos_commons as cc from chaos import chaos_commons as cc
from common.common_type import CaseLabel from common.common_type import CaseLabel
from common import common_func as cf
from chaos import constants from chaos import constants
from customize.milvus_operator import MilvusOperator from customize.milvus_operator import MilvusOperator
@ -15,9 +16,10 @@ namespace = "chaos-testing"
def install_milvus(release_name): def install_milvus(release_name):
cus_configs = {'spec.components.image': 'milvusdb/milvus-dev:master-latest', cus_configs = {'spec.components.image': 'milvusdb/milvus-dev:master-20211206-b20a238',
'metadata.namespace': namespace, 'metadata.namespace': namespace,
'metadata.name': release_name 'metadata.name': release_name,
'spec.components.proxy.serviceType': 'LoadBalancer'
} }
milvus_op = MilvusOperator() milvus_op = MilvusOperator()
log.info(f"install milvus with configs: {cus_configs}") log.info(f"install milvus with configs: {cus_configs}")
@ -35,14 +37,12 @@ def install_milvus(release_name):
def scale_up_milvus(release_name): def scale_up_milvus(release_name):
cus_configs = {'spec.components.image': 'milvusdb/milvus-dev:master-latest', cus_configs = {
'metadata.namespace': namespace,
'metadata.name': release_name,
'spec.components.queryNode.replicas': 2 'spec.components.queryNode.replicas': 2
} }
milvus_op = MilvusOperator() milvus_op = MilvusOperator()
log.info(f"scale up milvus with configs: {cus_configs}") log.info(f"scale up milvus with configs: {cus_configs}")
milvus_op.upgrade(release_name, cus_configs) milvus_op.upgrade(release_name, cus_configs, namespace=namespace)
healthy = milvus_op.wait_for_healthy(release_name, namespace, timeout=1200) healthy = milvus_op.wait_for_healthy(release_name, namespace, timeout=1200)
log.info(f"milvus healthy: {healthy}") log.info(f"milvus healthy: {healthy}")
if healthy: if healthy:
@ -58,9 +58,9 @@ def scale_up_milvus(release_name):
class TestAutoLoadBalance(object): class TestAutoLoadBalance(object):
# def teardown_method(self): def teardown_method(self):
# milvus_op = MilvusOperator() milvus_op = MilvusOperator()
# milvus_op.uninstall(self.release_name, namespace) milvus_op.uninstall(self.release_name, namespace)
def test_auto_load_balance(self): def test_auto_load_balance(self):
""" """
@ -82,20 +82,36 @@ class TestAutoLoadBalance(object):
} }
cc.start_monitor_threads(self.health_checkers) cc.start_monitor_threads(self.health_checkers)
# wait # wait
sleep(constants.WAIT_PER_OP * 4) sleep(constants.WAIT_PER_OP * 10)
all_collections = list_collections()
for c in all_collections:
seg_info = utility.get_query_segment_info(c)
seg_distribution = cf.get_segment_distribution(seg_info)
for k in seg_distribution.keys():
log.info(f"collection {c}'s segment distribution in node {k} is {seg_distribution[k]['sealed']}")
log.info(f"collection {c}'s growing segment distribution in node {k} is {seg_distribution[k]['growing']}")
# first assert # first assert
log.info("first assert")
assert_statistic(self.health_checkers) assert_statistic(self.health_checkers)
# scale up # scale up
log.info("scale up milvus")
scale_up_milvus(self.release_name) scale_up_milvus(self.release_name)
# reset counting # reset counting
cc.reset_counting(self.health_checkers) cc.reset_counting(self.health_checkers)
sleep(constants.WAIT_PER_OP * 4) sleep(constants.WAIT_PER_OP * 10)
all_collections = list_collections()
for c in all_collections:
seg_info = utility.get_query_segment_info(c)
seg_distribution = cf.get_segment_distribution(seg_info)
for k in seg_distribution.keys():
log.info(f"collection {c}'s sealed segment distribution in node {k} is {seg_distribution[k]['sealed']}")
log.info(f"collection {c}'s growing segment distribution in node {k} is {seg_distribution[k]['growing']}")
# second assert # second assert
log.info("second assert")
assert_statistic(self.health_checkers) assert_statistic(self.health_checkers)
# TODO assert segment distribution # TODO assert segment distribution
# assert all expectations # assert all expectations
assert_expectations() assert_expectations()