
accuracy:
  # interface: search_vectors
  query:
    [
      {
        "dataset": "random_20m_1024_512_ip",
        # index info
        "index.index_types": ["flat", "ivf_sq8"],
        "index.nlists": [16384],
        "index.metric_types": ["ip"],
        "nprobes": [1, 16, 64], 
        "top_ks": [64], 
        "nqs": [100], 
        "server.cpu_cache_capacity": 100,
        "server.resources": ["cpu", "gpu0"],
        "db_path_prefix": "/test/milvus/db_data/random_20m_1024_512_ip",
      },
      # {
      #   "dataset": "sift_50m_1024_128_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8h"],
      #   "index.nlists": [16384],
      #   "index.metric_types": ["l2"],
      #   "nprobes": [1, 16, 64], 
      #   "top_ks": [64], 
      #   "nqs": [100], 
      #   "server.cpu_cache_capacity": 160,
      #   "server.resources": ["cpu", "gpu0"],
      #   "db_path_prefix": "/test/milvus/db_data/sift_50m_1024_128_l2",
      #   "sift_acc": true
      # },
      # {
      #   "dataset": "sift_50m_1024_128_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8"],
      #   "index.nlists": [16384],
      #   "index.metric_types": ["l2"],
      #   "nprobes": [1, 16, 64], 
      #   "top_ks": [64], 
      #   "nqs": [100], 
      #   "server.cpu_cache_capacity": 160,
      #   "server.resources": ["cpu", "gpu0"],
      #   "db_path_prefix": "/test/milvus/db_data/sift_50m_1024_128_l2_sq8",
      #   "sift_acc": true
      # },
      # {
      #   "dataset": "sift_1b_2048_128_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8h"],
      #   "index.nlists": [16384],
      #   "index.metric_types": ["l2"],
      #   "nprobes": [1, 16, 64, 128], 
      #   "top_ks": [64], 
      #   "nqs": [100], 
      #   "server.cpu_cache_capacity": 200,
      #   "server.resources": ["cpu"],
      #   "db_path_prefix": "/test/milvus/db_data/sift_1b_2048_128_l2_sq8h",
      #   "sift_acc": true
      # },
      # {
      #   "dataset": "sift_1b_2048_128_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8h"],
      #   "index.nlists": [16384],
      #   "index.metric_types": ["l2"],
      #   "nprobes": [1, 16, 64, 128], 
      #   "top_ks": [64], 
      #   "nqs": [100], 
      #   "server.cpu_cache_capacity": 200,
      #   "server.resources": ["cpu", "gpu0"],
      #   "db_path_prefix": "/test/milvus/db_data/sift_1b_2048_128_l2_sq8h",
      #   "sift_acc": true
      # },
      # {
      #   "dataset": "sift_1b_2048_128_l2",
      #   # index info
      #   "index.index_types": ["ivf_sq8h"],
      #   "index.nlists": [16384],
      #   "index.metric_types": ["l2"],
      #   "nprobes": [1, 16, 64, 128], 
      #   "top_ks": [64], 
      #   "nqs": [100], 
      #   "server.cpu_cache_capacity": 200,
      #   "server.resources": ["cpu", "gpu0", "gpu1"],
      #   "db_path_prefix": "/test/milvus/db_data/sift_1b_2048_128_l2_sq8h",
      #   "sift_acc": true
      # },
      # {
      #   "dataset": "sift_1m_1024_128_l2", 
      #   "index.index_types": ["flat", "ivf_sq8"], 
      #   "index.nlists": [16384],
      #   "nprobes": [1, 32, 128, 256, 512], 
      #   "nqs": 10,
      #   "top_ks": 10, 
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 16,
      # },
      # {
      #   "dataset": "sift_10m_1024_128_l2", 
      #   "index.index_types": ["flat", "ivf_sq8"], 
      #   "index.nlists": [16384],
      #   "nprobes": [1, 32, 128, 256, 512], 
      #   "nqs": 10,
      #   "top_ks": 10, 
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 32,
      # },
      # {
      #   "dataset": "sift_50m_1024_128_l2", 
      #   "index.index_types": ["flat", "ivf_sq8"], 
      #   "index.nlists": [16384],
      #   "nprobes": [1, 32, 128, 256, 512], 
      #   "nqs": 10,
      #   "top_ks": 10, 
      #   "server.use_blas_threshold": 1100, 
      #   "server.cpu_cache_capacity": 64,
      # }


    ]