mirror of https://github.com/milvus-io/milvus.git
[skip ci]Update simd compat test (#11253)
Signed-off-by: yanliang567 <yanliang.qiao@zilliz.com>pull/11321/head
yanliang567
GitHub
parent
09f8fa1040
commit
9895678fe7
|
|
@ -11,84 +11,67 @@ from common.milvus_sys import MilvusSys
|
|||
from common.common_type import CaseLabel
|
||||
|
||||
supported_simd_types = ["sse4_2", "avx", "avx2", "avx512"]
|
||||
namespace = 'chaos-testing'
|
||||
|
||||
|
||||
def _install_milvus(simd):
|
||||
release_name = f"mil-{simd.replace('_','-')}-" + cf.gen_digits_by_length(6)
|
||||
cus_configs = {'spec.components.image': 'milvusdb/milvus-dev:master-20211104-91be4b1',
|
||||
'metadata.namespace': namespace,
|
||||
'metadata.name': release_name,
|
||||
'spec.components.proxy.serviceType': 'LoadBalancer',
|
||||
'spec.config.knowhere.simdType': simd
|
||||
}
|
||||
milvus_op = MilvusOperator()
|
||||
log.info(f"install milvus with configs: {cus_configs}")
|
||||
milvus_op.install(cus_configs)
|
||||
healthy = milvus_op.wait_for_healthy(release_name, namespace)
|
||||
log.info(f"milvus healthy: {healthy}")
|
||||
if healthy:
|
||||
endpoint = milvus_op.endpoint(release_name, namespace).split(':')
|
||||
log.info(f"milvus endpoint: {endpoint}")
|
||||
host = endpoint[0]
|
||||
port = endpoint[1]
|
||||
return release_name, host, port
|
||||
else:
|
||||
return release_name, None, None
|
||||
|
||||
|
||||
# TODO: implement simd config after supported
|
||||
# TODO: not support running concurrently with different simd_types. need improvement
|
||||
@pytest.mark.skip(reason='simd config is not supported yet')
|
||||
class TestSimdCompatibility:
|
||||
release_names = []
|
||||
|
||||
def teardown_method(self):
|
||||
milvus_op = MilvusOperator()
|
||||
for name in self.release_names:
|
||||
milvus_op.uninstall(name, namespace)
|
||||
|
||||
"""
|
||||
steps
|
||||
1. [test_milvus_install]: set up milvus with customized simd configured
|
||||
2. [test_simd_compat_e2e]: verify milvus is working well
|
||||
4. [test_milvus_cleanup]: clear the env "avx", "avx2", "avx512"
|
||||
"""
|
||||
|
||||
@pytest.mark.tags(CaseLabel.L3)
|
||||
@pytest.mark.parametrize('simd', [
|
||||
pytest.param("sse4_2", marks=pytest.mark.dependency(name='ins_sse4_2')),
|
||||
# pytest.param("avx", marks=pytest.mark.dependency(name='ins_avx')),
|
||||
# pytest.param("avx2", marks=pytest.mark.dependency(name='ins_avx2')),
|
||||
pytest.param("avx512", marks=pytest.mark.dependency(name='ins_avx512'))
|
||||
])
|
||||
def test_milvus_install(self, request, simd):
|
||||
release_name = "mil-simd-" + cf.gen_digits_by_length(6)
|
||||
namespace = 'chaos-testing'
|
||||
cus_configs = {'spec.components.image': 'milvusdb/milvus-dev:master-latest',
|
||||
'metadata.namespace': namespace,
|
||||
'metadata.name': release_name,
|
||||
'spec.components.proxy.serviceType': 'LoadBalancer',
|
||||
# TODO: use simd config instead of replicas
|
||||
'spec.components.queryNode.replicas': 2
|
||||
}
|
||||
milvus_op = MilvusOperator()
|
||||
log.info(f"install milvus with configs: {cus_configs}")
|
||||
milvus_op.install(cus_configs)
|
||||
healthy = milvus_op.wait_for_healthy(release_name, namespace)
|
||||
log.info(f"milvus healthy: {healthy}")
|
||||
assert healthy
|
||||
endpoint = milvus_op.endpoint(release_name, namespace).split(':')
|
||||
log.info(f"milvus endpoint: {endpoint}")
|
||||
host = endpoint[0]
|
||||
port = endpoint[1]
|
||||
conn = connections.connect(simd, host=host, port=port)
|
||||
@pytest.mark.parametrize('simd', supported_simd_types)
|
||||
def test_simd_compat_e2e(self, simd):
|
||||
log.info(f"start to install milvus with simd {simd}")
|
||||
release_name, host, port = _install_milvus(simd)
|
||||
self.release_names.append(release_name)
|
||||
assert host is not None
|
||||
conn = connections.connect("default", host=host, port=port)
|
||||
assert conn is not None
|
||||
mil = MilvusSys(alias=simd)
|
||||
mil = MilvusSys(alias="default")
|
||||
log.info(f"milvus build version: {mil.build_version}")
|
||||
# TODO: Verify simd config instead of replicas
|
||||
assert len(mil.query_nodes) == 2
|
||||
log.info(f"milvus simdType: {mil.simd_type}")
|
||||
assert str(mil.simd_type).lower() == simd.lower()
|
||||
|
||||
# cache results for dependent tests
|
||||
cache = {'release_name': release_name,
|
||||
'namespace': namespace,
|
||||
'alias': simd,
|
||||
'simd': simd
|
||||
}
|
||||
request.config.cache.set(simd, cache)
|
||||
|
||||
@pytest.mark.tags(CaseLabel.L3)
|
||||
@pytest.mark.parametrize('simd', [
|
||||
pytest.param("sse4_2", marks=pytest.mark.dependency(name='e2e_sse4_2', depends=["ins_sse4_2"])),
|
||||
# pytest.param("avx", marks=pytest.mark.dependency(name='e2e_avx', depends=["ins_avx"])),
|
||||
# pytest.param("avx2", marks=pytest.mark.dependency(name='e2e_avx2', depends=["ins_avx2"])),
|
||||
pytest.param("avx512", marks=pytest.mark.dependency(name='e2e_avx512', depends=["ins_avx512"]))
|
||||
])
|
||||
def test_simd_compat_e2e(self, request, simd):
|
||||
log.info(f"start to e2e verification: {simd}")
|
||||
# parse results from previous results
|
||||
results = request.config.cache.get(simd, None)
|
||||
alias = results.get('alias', simd)
|
||||
conn = connections.connect(alias=alias)
|
||||
assert conn is not None
|
||||
simd_cache = request.config.cache.get(simd, None)
|
||||
log.info(f"simd_cache: {simd_cache}")
|
||||
# create
|
||||
name = cf.gen_unique_str("compat")
|
||||
t0 = time.time()
|
||||
collection_w = ApiCollectionWrapper()
|
||||
collection_w.init_collection(name=name,
|
||||
schema=cf.gen_default_collection_schema(),
|
||||
using=alias,
|
||||
timeout=40)
|
||||
tt = time.time() - t0
|
||||
assert collection_w.name == name
|
||||
|
|
@ -155,24 +138,3 @@ class TestSimdCompatibility:
|
|||
res, _ = collection_w.query(term_expr)
|
||||
tt = time.time() - t0
|
||||
log.info(f"assert query result {len(res)}: {tt}")
|
||||
|
||||
@pytest.mark.tags(CaseLabel.L3)
|
||||
@pytest.mark.parametrize('simd', [
|
||||
pytest.param("sse4_2", marks=pytest.mark.dependency(name='clear_sse4_2', depends=["ins_sse4_2", "e2e_sse4_2"])),
|
||||
# pytest.param("avx", marks=pytest.mark.dependency(name='clear_avx', depends=["ins_avx", "e2e_avx"])),
|
||||
# pytest.param("avx2", marks=pytest.mark.dependency(name='clear_avx2', depends=["ins_avx2", "e2e_avx2"])),
|
||||
pytest.param("avx512", marks=pytest.mark.dependency(name='clear_avx512', depends=["ins_avx512", "e2e_avx512"]))
|
||||
])
|
||||
def test_milvus_cleanup(self, request, simd):
|
||||
# get release name from previous results
|
||||
results = request.config.cache.get(simd, None)
|
||||
release_name = results.get('release_name', "name-not-found")
|
||||
namespace = results.get('namespace', "namespace-not-found")
|
||||
simd_cache = request.config.cache.get(simd, None)
|
||||
log.info(f"stat to cleanup: {simd}")
|
||||
log.info(f"simd_cache: {simd_cache}")
|
||||
log.info(f"release_name: {release_name}")
|
||||
log.info(f"namespace: {namespace}")
|
||||
|
||||
milvus_op = MilvusOperator()
|
||||
milvus_op.uninstall(release_name, namespace)
|
||||
|
|
|
|||
Loading…
Reference in New Issue