[skip ci] Add comment for reported data (#7972)

Signed-off-by: wangting0128 <ting.wang@zilliz.com>
pull/7974/head
wt 2021-09-15 16:37:49 +08:00 committed by GitHub
parent e6b3c9a135
commit 82fefd67ef
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 80 additions and 0 deletions

View File

@ -8,6 +8,85 @@ from .hardware import Hardware
class Metric(object):
"""
A template for reporting data:
{
"_id" : ObjectId("6126865855aba6fb8e742f05"),
"_version" : "0.1",
"_type" : "case",
"run_id" : NumberInt(1629914593),
"mode" : "local",
"server" : {
"id" : ObjectId("6126865855aba6fb8e742f04"),
"value" : {
"_version" : "0.1",
"_type" : "server",
"version" : "2.0.0-RC5",
"mode" : "single",
"build_commit" : null,
"deploy_opology" : {
"server" : {
"server_tag" : "8c16m"
},
"milvus" : {
"deploy_mode" : "single"
}
}
}
},
"hardware" : {
"id" : ObjectId("60f078c5d8aad7192f9baf80"),
"value" : {
"_version" : "0.1",
"_type" : "hardware",
"name" : "server_tag",
"cpus" : 0.0
}
},
"env" : {
"id" : ObjectId("604b54df90fbee981a6ed81d"),
"value" : {
"_version" : "0.1",
"_type" : "env",
"server_config" : null,
"OMP_NUM_THREADS" : null
}
},
"status" : "RUN_SUCC",
"err_message" : "",
"collection" : {
"dimension" : NumberInt(128),
"metric_type" : "l2",
"dataset_name" : "sift_128_euclidean"
},
"index" : {
"index_type" : "ivf_sq8",
"index_param" : {
"nlist" : NumberInt(1024)
}
},
"search" : {
"nq" : NumberInt(10000),
"topk" : NumberInt(10),
"search_param" : {
"nprobe" : NumberInt(1)
},
"filter" : [
]
},
"run_params" : null,
"metrics" : {
"type" : "ann_accuracy",
"value" : {
"acc" : 0.377
}
},
"datetime" : "2021-08-25 18:03:13.820593",
"type" : "metric"
}
"""
def __init__(self):
self._version = '0.1'
self._type = 'metric'

View File

@ -25,6 +25,7 @@ class AccuracyRunner(BaseRunner):
vector_type = utils.get_vector_type(data_type)
index_field_name = utils.get_default_field_name(vector_type)
base_query_vectors = utils.get_vectors_from_binary(utils.MAX_NQ, dimension, data_type)
# collection_info and index_info are used to report
collection_info = {
"dimension": dimension,
"metric_type": metric_type,