mirror of https://github.com/milvus-io/milvus.git
231 lines
8.5 KiB
Python
231 lines
8.5 KiB
Python
import pdb
|
|
import logging
|
|
import socket
|
|
import pytest
|
|
from utils import gen_unique_str
|
|
from milvus import Milvus, DataType
|
|
from utils import *
|
|
|
|
timeout = 60
|
|
dimension = 128
|
|
delete_timeout = 60
|
|
default_fields = gen_default_fields()
|
|
|
|
|
|
def pytest_addoption(parser):
|
|
parser.addoption("--ip", action="store", default="localhost")
|
|
parser.addoption("--service", action="store", default="")
|
|
parser.addoption("--port", action="store", default=19530)
|
|
parser.addoption("--http-port", action="store", default=19121)
|
|
parser.addoption("--handler", action="store", default="GRPC")
|
|
|
|
|
|
def check_server_connection(request):
|
|
ip = request.config.getoption("--ip")
|
|
port = request.config.getoption("--port")
|
|
|
|
connected = True
|
|
if ip and (ip not in ['localhost', '127.0.0.1']):
|
|
try:
|
|
socket.getaddrinfo(ip, port, 0, 0, socket.IPPROTO_TCP)
|
|
except Exception as e:
|
|
print("Socket connnet failed: %s" % str(e))
|
|
connected = False
|
|
return connected
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def connect(request):
|
|
ip = request.config.getoption("--ip")
|
|
service_name = request.config.getoption("--service")
|
|
port = request.config.getoption("--port")
|
|
http_port = request.config.getoption("--http-port")
|
|
handler = request.config.getoption("--handler")
|
|
if handler == "HTTP":
|
|
port = http_port
|
|
try:
|
|
milvus = get_milvus(host=ip, port=port, handler=handler)
|
|
except Exception as e:
|
|
logging.getLogger().error(str(e))
|
|
pytest.exit("Milvus server can not connected, exit pytest ...")
|
|
def fin():
|
|
try:
|
|
milvus.close()
|
|
pass
|
|
except Exception as e:
|
|
logging.getLogger().info(str(e))
|
|
request.addfinalizer(fin)
|
|
return milvus
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def dis_connect(request):
|
|
ip = request.config.getoption("--ip")
|
|
service_name = request.config.getoption("--service")
|
|
port = request.config.getoption("--port")
|
|
http_port = request.config.getoption("--http-port")
|
|
handler = request.config.getoption("--handler")
|
|
if handler == "HTTP":
|
|
port = http_port
|
|
milvus = get_milvus(host=ip, port=port, handler=handler)
|
|
milvus.close()
|
|
return milvus
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def args(request):
|
|
ip = request.config.getoption("--ip")
|
|
service_name = request.config.getoption("--service")
|
|
port = request.config.getoption("--port")
|
|
http_port = request.config.getoption("--http-port")
|
|
handler = request.config.getoption("--handler")
|
|
if handler == "HTTP":
|
|
port = http_port
|
|
args = {"ip": ip, "port": port, "handler": handler, "service_name": service_name}
|
|
return args
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def milvus(request):
|
|
ip = request.config.getoption("--ip")
|
|
port = request.config.getoption("--port")
|
|
http_port = request.config.getoption("--http-port")
|
|
handler = request.config.getoption("--handler")
|
|
if handler == "HTTP":
|
|
port = http_port
|
|
return get_milvus(host=ip, port=port, handler=handler)
|
|
|
|
|
|
@pytest.fixture(scope="function")
|
|
def collection(request, connect):
|
|
ori_collection_name = getattr(request.module, "collection_id", "test")
|
|
collection_name = gen_unique_str(ori_collection_name)
|
|
try:
|
|
connect.create_collection(collection_name, default_fields)
|
|
except Exception as e:
|
|
pytest.exit(str(e))
|
|
def teardown():
|
|
collection_names = connect.list_collections()
|
|
for collection_name in collection_names:
|
|
connect.drop_collection(collection_name, timeout=delete_timeout)
|
|
request.addfinalizer(teardown)
|
|
assert connect.has_collection(collection_name)
|
|
return collection_name
|
|
|
|
|
|
@pytest.fixture(scope="function")
|
|
def ip_collection(request, connect):
|
|
ori_collection_name = getattr(request.module, "collection_id", "test")
|
|
collection_name = gen_unique_str(ori_collection_name)
|
|
fields = gen_default_fields()
|
|
fields["fields"][-1]["params"]["metric_type"] = "IP"
|
|
try:
|
|
connect.create_collection(collection_name, fields)
|
|
except Exception as e:
|
|
logging.getLogger().info(str(e))
|
|
pytest.exit(str(e))
|
|
def teardown():
|
|
collection_names = connect.list_collections()
|
|
for collection_name in collection_names:
|
|
connect.drop_collection(collection_name, timeout=delete_timeout)
|
|
request.addfinalizer(teardown)
|
|
assert connect.has_collection(collection_name)
|
|
return collection_name
|
|
|
|
|
|
@pytest.fixture(scope="function")
|
|
def jac_collection(request, connect):
|
|
ori_collection_name = getattr(request.module, "collection_id", "test")
|
|
collection_name = gen_unique_str(ori_collection_name)
|
|
fields = gen_default_fields()
|
|
fields["fields"][-1] = {"field": "binary_vector", "type": DataType.BINARY_VECTOR, "params": {"dim": dimension, "metric_type": "JACCARD"}}
|
|
logging.getLogger().info(fields)
|
|
try:
|
|
connect.create_collection(collection_name, fields)
|
|
except Exception as e:
|
|
pytest.exit(str(e))
|
|
def teardown():
|
|
collection_names = connect.list_collections()
|
|
for collection_name in collection_names:
|
|
connect.drop_collection(collection_name, timeout=delete_timeout)
|
|
request.addfinalizer(teardown)
|
|
assert connect.has_collection(collection_name)
|
|
return collection_name
|
|
|
|
|
|
@pytest.fixture(scope="function")
|
|
def ham_collection(request, connect):
|
|
ori_collection_name = getattr(request.module, "collection_id", "test")
|
|
collection_name = gen_unique_str(ori_collection_name)
|
|
fields = gen_default_fields()
|
|
fields["fields"][-1] = {"field": "binary_vector", "type": DataType.BINARY_VECTOR, "params": {"dim": dimension, "metric_type": "HAMMING"}}
|
|
try:
|
|
connect.create_collection(collection_name, fields)
|
|
except Exception as e:
|
|
pytest.exit(str(e))
|
|
def teardown():
|
|
collection_names = connect.list_collections()
|
|
for collection_name in collection_names:
|
|
connect.drop_collection(collection_name, timeout=delete_timeout)
|
|
request.addfinalizer(teardown)
|
|
assert connect.has_collection(collection_name)
|
|
return collection_name
|
|
|
|
|
|
@pytest.fixture(scope="function")
|
|
def tanimoto_collection(request, connect):
|
|
ori_collection_name = getattr(request.module, "collection_id", "test")
|
|
collection_name = gen_unique_str(ori_collection_name)
|
|
fields = gen_default_fields()
|
|
fields["fields"][-1] = {"field": "binary_vector", "type": DataType.BINARY_VECTOR, "params": {"dim": dimension, "metric_type": "TANIMOTO"}}
|
|
try:
|
|
connect.create_collection(collection_name, fields)
|
|
except Exception as e:
|
|
pytest.exit(str(e))
|
|
def teardown():
|
|
collection_names = connect.list_collections()
|
|
for collection_name in collection_names:
|
|
connect.drop_collection(collection_name, timeout=delete_timeout)
|
|
request.addfinalizer(teardown)
|
|
assert connect.has_collection(collection_name)
|
|
return collection_name
|
|
|
|
|
|
@pytest.fixture(scope="function")
|
|
def substructure_collection(request, connect):
|
|
ori_collection_name = getattr(request.module, "collection_id", "test")
|
|
collection_name = gen_unique_str(ori_collection_name)
|
|
fields = gen_default_fields()
|
|
fields["fields"][-1] = {"field": "binary_vector", "type": DataType.BINARY_VECTOR, "params": {"dim": dimension, "metric_type": "SUBSTRUCTURE"}}
|
|
try:
|
|
connect.create_collection(collection_name, fields)
|
|
except Exception as e:
|
|
pytest.exit(str(e))
|
|
def teardown():
|
|
collection_names = connect.list_collections()
|
|
for collection_name in collection_names:
|
|
connect.drop_collection(collection_name, timeout=delete_timeout)
|
|
request.addfinalizer(teardown)
|
|
assert connect.has_collection(collection_name)
|
|
return collection_name
|
|
|
|
|
|
@pytest.fixture(scope="function")
|
|
def superstructure_collection(request, connect):
|
|
dim = getattr(request.module, "dim", "128")
|
|
ori_collection_name = getattr(request.module, "collection_id", "test")
|
|
collection_name = gen_unique_str(ori_collection_name)
|
|
fields = gen_default_fields()
|
|
fields["fields"][-1] = {"field": "binary_vector", "type": DataType.BINARY_VECTOR, "params": {"dim": dimension, "metric_type": MetricType.SUPERSTRUCTURE}}
|
|
try:
|
|
connect.create_collection(collection_name, fields)
|
|
except Exception as e:
|
|
pytest.exit(str(e))
|
|
def teardown():
|
|
collection_names = connect.list_collections()
|
|
for collection_name in collection_names:
|
|
connect.drop_collection(collection_name, timeout=delete_timeout)
|
|
request.addfinalizer(teardown)
|
|
assert connect.has_collection(collection_name)
|
|
return collection_name
|