mirror of https://github.com/milvus-io/milvus.git
[skip ci]Add scripts for local chaos test (#10479)
Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>pull/10482/head
parent
3ff8077bc7
commit
37dc1639e8
|
@ -0,0 +1,45 @@
|
|||
set -e
|
||||
set -x
|
||||
|
||||
|
||||
echo "check os env"
|
||||
platform='unknown'
|
||||
unamestr=$(uname)
|
||||
if [[ "$unamestr" == 'Linux' ]]; then
|
||||
platform='Linux'
|
||||
elif [[ "$unamestr" == 'Darwin' ]]; then
|
||||
platform='Mac'
|
||||
fi
|
||||
echo "platform: $platform"
|
||||
|
||||
|
||||
pod="pulsar"
|
||||
chaos_type="pod_kill"
|
||||
release="milvus-chaos"
|
||||
ns="chaos-testing"
|
||||
|
||||
pushd ./scripts
|
||||
echo "uninstall milvus if exist"
|
||||
bash uninstall_milvus.sh || true
|
||||
|
||||
echo "install milvus"
|
||||
bash install_milvus.sh
|
||||
popd
|
||||
|
||||
if [ "$platform" == "Mac" ];
|
||||
then
|
||||
sed -i "" "s/TESTS_CONFIG_LOCATION =.*/TESTS_CONFIG_LOCATION = \'chaos_objects\/${chaos_type}\/'/g" constants.py
|
||||
sed -i "" "s/ALL_CHAOS_YAMLS =.*/ALL_CHAOS_YAMLS = \'chaos_${pod}_podkill.yaml\'/g" constants.py
|
||||
else
|
||||
sed -i "s/TESTS_CONFIG_LOCATION =.*/TESTS_CONFIG_LOCATION = \'chaos_objects\/${chaos_type}\/'/g" constants.py
|
||||
sed -i "s/ALL_CHAOS_YAMLS =.*/ALL_CHAOS_YAMLS = \'chaos_${pod}_podkill.yaml\'/g" constants.py
|
||||
fi
|
||||
|
||||
|
||||
echo "start running testcase ${pod}"
|
||||
host=$(kubectl get svc/milvus-chaos -o jsonpath="{.spec.clusterIP}")
|
||||
python scripts/hello_milvus.py --host "$host"
|
||||
pytest -s -v test_chaos.py --host "$host" || echo "chaos test fail"
|
||||
sleep 30s
|
||||
echo "start running e2e test"
|
||||
python scripts/hello_milvus.py --host "$host" || echo "e2e test fail"
|
|
@ -0,0 +1,95 @@
|
|||
# Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
||||
# with the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software distributed under the License
|
||||
# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
||||
# or implied. See the License for the specific language governing permissions and limitations under the License.
|
||||
|
||||
|
||||
import random
|
||||
|
||||
from pymilvus import (
|
||||
connections, list_collections,
|
||||
FieldSchema, CollectionSchema, DataType,
|
||||
Collection
|
||||
)
|
||||
|
||||
|
||||
def hello_milvus(host="127.0.0.1"):
|
||||
# create connection
|
||||
connections.connect(host=host, port="19530")
|
||||
|
||||
print(f"\nList collections...")
|
||||
print(list_collections())
|
||||
|
||||
# create collection
|
||||
dim = 128
|
||||
default_fields = [
|
||||
FieldSchema(name="count", dtype=DataType.INT64, is_primary=True),
|
||||
FieldSchema(name="random_value", dtype=DataType.DOUBLE),
|
||||
FieldSchema(name="float_vector", dtype=DataType.FLOAT_VECTOR, dim=dim)
|
||||
]
|
||||
default_schema = CollectionSchema(fields=default_fields, description="test collection")
|
||||
|
||||
print(f"\nCreate collection...")
|
||||
collection = Collection(name="hello_milvus", schema=default_schema)
|
||||
|
||||
print(f"\nList collections...")
|
||||
print(list_collections())
|
||||
|
||||
# insert data
|
||||
nb = 3000
|
||||
vectors = [[random.random() for _ in range(dim)] for _ in range(nb)]
|
||||
collection.insert(
|
||||
[
|
||||
[i for i in range(nb)],
|
||||
[float(random.randrange(-20, -10)) for _ in range(nb)],
|
||||
vectors
|
||||
]
|
||||
)
|
||||
|
||||
print(f"\nGet collection entities...")
|
||||
print(collection.num_entities)
|
||||
|
||||
# create index and load table
|
||||
default_index = {"index_type": "IVF_FLAT", "params": {"nlist": 128}, "metric_type": "L2"}
|
||||
print(f"\nCreate index...")
|
||||
collection.create_index(field_name="float_vector", index_params=default_index)
|
||||
print(f"\nload collection...")
|
||||
collection.load()
|
||||
|
||||
# load and search
|
||||
topK = 5
|
||||
search_params = {"metric_type": "L2", "params": {"nprobe": 10}}
|
||||
import time
|
||||
start_time = time.time()
|
||||
print(f"\nSearch...")
|
||||
# define output_fields of search result
|
||||
res = collection.search(
|
||||
vectors[-2:], "float_vector", search_params, topK,
|
||||
"count > 100", output_fields=["count", "random_value"]
|
||||
)
|
||||
end_time = time.time()
|
||||
|
||||
# show result
|
||||
for hits in res:
|
||||
for hit in hits:
|
||||
# Get value of the random value field for search result
|
||||
print(hit, hit.entity.get("random_value"))
|
||||
print("search latency = %.4fs" % (end_time - start_time))
|
||||
|
||||
# drop collection
|
||||
# collection.drop()
|
||||
|
||||
|
||||
import argparse
|
||||
|
||||
parser = argparse.ArgumentParser(description='host ip')
|
||||
parser.add_argument('--host', type=str, default='127.0.0.1', help='host ip')
|
||||
args = parser.parse_args()
|
||||
|
||||
hello_milvus(args.host)
|
|
@ -0,0 +1,5 @@
|
|||
|
||||
|
||||
bash uninstall_milvus.sh || true
|
||||
|
||||
helm install --wait --timeout 360s milvus-chaos milvus/milvus --set service.type=NodePort -f ../cluster-values.yaml -n=chaos-testing
|
|
@ -0,0 +1,5 @@
|
|||
|
||||
set -e
|
||||
helm uninstall milvus-chaos
|
||||
kubectl delete pvc -l release=milvus-chaos
|
||||
kubectl delete pvc -l app.kubernetes.io/instance=milvus-chaos
|
Loading…
Reference in New Issue