mirror of https://github.com/milvus-io/milvus.git
Update scale deploy milvus by operator (#10529)
Signed-off-by: ThreadDao <yufen.zong@zilliz.com>pull/10536/head
parent
9ebabdac79
commit
638d0ac291
|
@ -7,6 +7,7 @@ from common import common_func as cf
|
|||
from common import common_type as ct
|
||||
from scale import constants
|
||||
from scale.helm_env import HelmEnv
|
||||
from customize.milvus_operator import MilvusOperator
|
||||
from pymilvus import connections, utility
|
||||
|
||||
prefix = "data_scale"
|
||||
|
@ -28,11 +29,34 @@ class TestDataNodeScale:
|
|||
"""
|
||||
# deploy all nodes one pod cluster milvus with helm
|
||||
release_name = "scale-data"
|
||||
env = HelmEnv(release_name=release_name)
|
||||
host = env.helm_install_cluster_milvus()
|
||||
# env = HelmEnv(release_name=release_name)
|
||||
# host = env.helm_install_cluster_milvus()
|
||||
|
||||
# deploy cluster milvus with dataNode 1 replicas
|
||||
default_config = {
|
||||
'metadata.namespace': constants.NAMESPACE,
|
||||
'metadata.name': release_name,
|
||||
'spec.components.image': 'milvusdb/milvus-dev:master-20211020-b40513b',
|
||||
'spec.components.proxy.serviceType': 'LoadBalancer',
|
||||
'dependencies.etcd.inCluster.deletionPolicy': 'Delete',
|
||||
'dependencies.etcd.inCluster.pvcDeletion': 'true',
|
||||
'dependencies.pulsar.inCluster.deletionPolicy': 'Delete',
|
||||
'dependencies.pulsar.inCluster.pvcDeletion': 'true',
|
||||
'dependencies.storage.inCluster.deletionPolicy': 'Delete',
|
||||
'dependencies.storage.inCluster.pvcDeletion': 'true',
|
||||
}
|
||||
milvusOp = MilvusOperator()
|
||||
milvusOp.install(default_config)
|
||||
if milvusOp.wait_for_healthy(release_name, namespace=constants.NAMESPACE):
|
||||
endpoint = milvusOp.endpoint(release_name, constants.NAMESPACE)
|
||||
endpoint = endpoint.split(':')
|
||||
host = endpoint[0]
|
||||
port = int(endpoint[-1])
|
||||
else:
|
||||
raise Exception(f"Failed to install {release_name}")
|
||||
|
||||
# connect
|
||||
connections.add_connection(default={"host": host, "port": 19530})
|
||||
connections.add_connection(default={"host": host, "port": port})
|
||||
connections.connect(alias='default')
|
||||
# create
|
||||
c_name = cf.gen_unique_str(prefix)
|
||||
|
@ -43,7 +67,8 @@ class TestDataNodeScale:
|
|||
mutation_res, _ = collection_w.insert(data)
|
||||
assert mutation_res.insert_count == ct.default_nb
|
||||
# scale dataNode to 2 pods
|
||||
env.helm_upgrade_cluster_milvus(dataNode=2)
|
||||
milvusOp.upgrade(release_name, {'spec.components.dataNode.replicas': 2}, constants.NAMESPACE)
|
||||
# env.helm_upgrade_cluster_milvus(dataNode=2)
|
||||
# after scale, assert data consistent
|
||||
assert utility.has_collection(c_name)
|
||||
assert collection_w.num_entities == ct.default_nb
|
||||
|
|
Loading…
Reference in New Issue