mirror of https://github.com/milvus-io/milvus.git
[skip ci] Add comment for reported data (#7972)
Signed-off-by: wangting0128 <ting.wang@zilliz.com>pull/7974/head
parent
e6b3c9a135
commit
82fefd67ef
|
@ -8,6 +8,85 @@ from .hardware import Hardware
|
|||
|
||||
|
||||
class Metric(object):
|
||||
"""
|
||||
A template for reporting data:
|
||||
|
||||
{
|
||||
"_id" : ObjectId("6126865855aba6fb8e742f05"),
|
||||
"_version" : "0.1",
|
||||
"_type" : "case",
|
||||
"run_id" : NumberInt(1629914593),
|
||||
"mode" : "local",
|
||||
"server" : {
|
||||
"id" : ObjectId("6126865855aba6fb8e742f04"),
|
||||
"value" : {
|
||||
"_version" : "0.1",
|
||||
"_type" : "server",
|
||||
"version" : "2.0.0-RC5",
|
||||
"mode" : "single",
|
||||
"build_commit" : null,
|
||||
"deploy_opology" : {
|
||||
"server" : {
|
||||
"server_tag" : "8c16m"
|
||||
},
|
||||
"milvus" : {
|
||||
"deploy_mode" : "single"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"hardware" : {
|
||||
"id" : ObjectId("60f078c5d8aad7192f9baf80"),
|
||||
"value" : {
|
||||
"_version" : "0.1",
|
||||
"_type" : "hardware",
|
||||
"name" : "server_tag",
|
||||
"cpus" : 0.0
|
||||
}
|
||||
},
|
||||
"env" : {
|
||||
"id" : ObjectId("604b54df90fbee981a6ed81d"),
|
||||
"value" : {
|
||||
"_version" : "0.1",
|
||||
"_type" : "env",
|
||||
"server_config" : null,
|
||||
"OMP_NUM_THREADS" : null
|
||||
}
|
||||
},
|
||||
"status" : "RUN_SUCC",
|
||||
"err_message" : "",
|
||||
"collection" : {
|
||||
"dimension" : NumberInt(128),
|
||||
"metric_type" : "l2",
|
||||
"dataset_name" : "sift_128_euclidean"
|
||||
},
|
||||
"index" : {
|
||||
"index_type" : "ivf_sq8",
|
||||
"index_param" : {
|
||||
"nlist" : NumberInt(1024)
|
||||
}
|
||||
},
|
||||
"search" : {
|
||||
"nq" : NumberInt(10000),
|
||||
"topk" : NumberInt(10),
|
||||
"search_param" : {
|
||||
"nprobe" : NumberInt(1)
|
||||
},
|
||||
"filter" : [
|
||||
|
||||
]
|
||||
},
|
||||
"run_params" : null,
|
||||
"metrics" : {
|
||||
"type" : "ann_accuracy",
|
||||
"value" : {
|
||||
"acc" : 0.377
|
||||
}
|
||||
},
|
||||
"datetime" : "2021-08-25 18:03:13.820593",
|
||||
"type" : "metric"
|
||||
}
|
||||
"""
|
||||
def __init__(self):
|
||||
self._version = '0.1'
|
||||
self._type = 'metric'
|
||||
|
|
|
@ -25,6 +25,7 @@ class AccuracyRunner(BaseRunner):
|
|||
vector_type = utils.get_vector_type(data_type)
|
||||
index_field_name = utils.get_default_field_name(vector_type)
|
||||
base_query_vectors = utils.get_vectors_from_binary(utils.MAX_NQ, dimension, data_type)
|
||||
# collection_info and index_info are used to report
|
||||
collection_info = {
|
||||
"dimension": dimension,
|
||||
"metric_type": metric_type,
|
||||
|
|
Loading…
Reference in New Issue