mirror of https://github.com/milvus-io/milvus.git
303 lines
10 KiB
Go
303 lines
10 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package grpcquerycoordclient
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"github.com/milvus-io/milvus/internal/log"
|
|
"github.com/milvus-io/milvus/internal/proto/commonpb"
|
|
"github.com/milvus-io/milvus/internal/proto/internalpb"
|
|
"github.com/milvus-io/milvus/internal/proto/milvuspb"
|
|
"github.com/milvus-io/milvus/internal/proto/querypb"
|
|
"github.com/milvus-io/milvus/internal/util/funcutil"
|
|
"github.com/milvus-io/milvus/internal/util/grpcclient"
|
|
"github.com/milvus-io/milvus/internal/util/paramtable"
|
|
"github.com/milvus-io/milvus/internal/util/sessionutil"
|
|
"github.com/milvus-io/milvus/internal/util/typeutil"
|
|
clientv3 "go.etcd.io/etcd/client/v3"
|
|
"go.uber.org/zap"
|
|
"google.golang.org/grpc"
|
|
)
|
|
|
|
var ClientParams paramtable.GrpcClientConfig
|
|
|
|
// Client is the grpc client of QueryCoord.
|
|
type Client struct {
|
|
grpcClient grpcclient.GrpcClient
|
|
sess *sessionutil.Session
|
|
}
|
|
|
|
// NewClient creates a client for QueryCoord grpc call.
|
|
func NewClient(ctx context.Context, metaRoot string, etcdCli *clientv3.Client) (*Client, error) {
|
|
sess := sessionutil.NewSession(ctx, metaRoot, etcdCli)
|
|
if sess == nil {
|
|
err := fmt.Errorf("new session error, maybe can not connect to etcd")
|
|
log.Debug("QueryCoordClient NewClient failed", zap.Error(err))
|
|
return nil, err
|
|
}
|
|
ClientParams.InitOnce(typeutil.QueryCoordRole)
|
|
client := &Client{
|
|
grpcClient: &grpcclient.ClientBase{
|
|
ClientMaxRecvSize: ClientParams.ClientMaxRecvSize,
|
|
ClientMaxSendSize: ClientParams.ClientMaxSendSize,
|
|
},
|
|
sess: sess,
|
|
}
|
|
client.grpcClient.SetRole(typeutil.QueryCoordRole)
|
|
client.grpcClient.SetGetAddrFunc(client.getQueryCoordAddr)
|
|
client.grpcClient.SetNewGrpcClientFunc(client.newGrpcClient)
|
|
|
|
return client, nil
|
|
}
|
|
|
|
// Init initializes QueryCoord's grpc client.
|
|
func (c *Client) Init() error {
|
|
return nil
|
|
}
|
|
|
|
func (c *Client) getQueryCoordAddr() (string, error) {
|
|
key := c.grpcClient.GetRole()
|
|
msess, _, err := c.sess.GetSessions(key)
|
|
if err != nil {
|
|
log.Debug("QueryCoordClient GetSessions failed", zap.Error(err))
|
|
return "", err
|
|
}
|
|
ms, ok := msess[key]
|
|
if !ok {
|
|
log.Debug("QueryCoordClient msess key not existed", zap.Any("key", key))
|
|
return "", fmt.Errorf("number of querycoord is incorrect, %d", len(msess))
|
|
}
|
|
return ms.Address, nil
|
|
}
|
|
|
|
func (c *Client) newGrpcClient(cc *grpc.ClientConn) interface{} {
|
|
return querypb.NewQueryCoordClient(cc)
|
|
}
|
|
|
|
// Start starts QueryCoordinator's client service. But it does nothing here.
|
|
func (c *Client) Start() error {
|
|
return nil
|
|
}
|
|
|
|
// Stop stops QueryCoordinator's grpc client server.
|
|
func (c *Client) Stop() error {
|
|
return c.grpcClient.Close()
|
|
}
|
|
|
|
// Register dummy
|
|
func (c *Client) Register() error {
|
|
return nil
|
|
}
|
|
|
|
// GetComponentStates gets the component states of QueryCoord.
|
|
func (c *Client) GetComponentStates(ctx context.Context) (*internalpb.ComponentStates, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).GetComponentStates(ctx, &internalpb.GetComponentStatesRequest{})
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*internalpb.ComponentStates), err
|
|
}
|
|
|
|
// GetTimeTickChannel gets the time tick channel of QueryCoord.
|
|
func (c *Client) GetTimeTickChannel(ctx context.Context) (*milvuspb.StringResponse, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).GetTimeTickChannel(ctx, &internalpb.GetTimeTickChannelRequest{})
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*milvuspb.StringResponse), err
|
|
}
|
|
|
|
// GetStatisticsChannel gets the statistics channel of QueryCoord.
|
|
func (c *Client) GetStatisticsChannel(ctx context.Context) (*milvuspb.StringResponse, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).GetStatisticsChannel(ctx, &internalpb.GetStatisticsChannelRequest{})
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*milvuspb.StringResponse), err
|
|
}
|
|
|
|
// ShowCollections shows the collections in the QueryCoord.
|
|
func (c *Client) ShowCollections(ctx context.Context, req *querypb.ShowCollectionsRequest) (*querypb.ShowCollectionsResponse, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).ShowCollections(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*querypb.ShowCollectionsResponse), err
|
|
}
|
|
|
|
// LoadCollection loads the data of the specified collections in the QueryCoord.
|
|
func (c *Client) LoadCollection(ctx context.Context, req *querypb.LoadCollectionRequest) (*commonpb.Status, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).LoadCollection(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*commonpb.Status), err
|
|
}
|
|
|
|
// ReleaseCollection release the data of the specified collections in the QueryCoord.
|
|
func (c *Client) ReleaseCollection(ctx context.Context, req *querypb.ReleaseCollectionRequest) (*commonpb.Status, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).ReleaseCollection(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*commonpb.Status), err
|
|
}
|
|
|
|
// ShowPartitions shows the partitions in the QueryCoord.
|
|
func (c *Client) ShowPartitions(ctx context.Context, req *querypb.ShowPartitionsRequest) (*querypb.ShowPartitionsResponse, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).ShowPartitions(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*querypb.ShowPartitionsResponse), err
|
|
}
|
|
|
|
// LoadPartitions loads the data of the specified partitions in the QueryCoord.
|
|
func (c *Client) LoadPartitions(ctx context.Context, req *querypb.LoadPartitionsRequest) (*commonpb.Status, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).LoadPartitions(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*commonpb.Status), err
|
|
}
|
|
|
|
// ReleasePartitions release the data of the specified partitions in the QueryCoord.
|
|
func (c *Client) ReleasePartitions(ctx context.Context, req *querypb.ReleasePartitionsRequest) (*commonpb.Status, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).ReleasePartitions(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*commonpb.Status), err
|
|
}
|
|
|
|
// CreateQueryChannel creates the channels for querying in QueryCoord.
|
|
func (c *Client) CreateQueryChannel(ctx context.Context, req *querypb.CreateQueryChannelRequest) (*querypb.CreateQueryChannelResponse, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).CreateQueryChannel(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*querypb.CreateQueryChannelResponse), err
|
|
}
|
|
|
|
// GetPartitionStates gets the states of the specified partition.
|
|
func (c *Client) GetPartitionStates(ctx context.Context, req *querypb.GetPartitionStatesRequest) (*querypb.GetPartitionStatesResponse, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).GetPartitionStates(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*querypb.GetPartitionStatesResponse), err
|
|
}
|
|
|
|
// GetSegmentInfo gets the information of the specified segment from QueryCoord.
|
|
func (c *Client) GetSegmentInfo(ctx context.Context, req *querypb.GetSegmentInfoRequest) (*querypb.GetSegmentInfoResponse, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).GetSegmentInfo(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*querypb.GetSegmentInfoResponse), err
|
|
}
|
|
|
|
// LoadBalance migrate the sealed segments on the source node to the dst nodes.
|
|
func (c *Client) LoadBalance(ctx context.Context, req *querypb.LoadBalanceRequest) (*commonpb.Status, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).LoadBalance(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*commonpb.Status), err
|
|
}
|
|
|
|
// GetMetrics gets the metrics information of QueryCoord.
|
|
func (c *Client) GetMetrics(ctx context.Context, req *milvuspb.GetMetricsRequest) (*milvuspb.GetMetricsResponse, error) {
|
|
ret, err := c.grpcClient.ReCall(ctx, func(client interface{}) (interface{}, error) {
|
|
if !funcutil.CheckCtxValid(ctx) {
|
|
return nil, ctx.Err()
|
|
}
|
|
return client.(querypb.QueryCoordClient).GetMetrics(ctx, req)
|
|
})
|
|
if err != nil || ret == nil {
|
|
return nil, err
|
|
}
|
|
return ret.(*milvuspb.GetMetricsResponse), err
|
|
}
|