milvus/internal/indexnode/paramtable.go

package indexnode

import (
	"net"
	"os"
	"strconv"

	"github.com/zilliztech/milvus-distributed/internal/util/paramtable"
)

type ParamTable struct {
	paramtable.BaseTable

	Address string
	Port    int

	NodeAddress    string
	NodeIP         string
	NodePort       int
	ServiceAddress string
	ServicePort    int

	NodeID int64

	MasterAddress string

	EtcdAddress  string
	MetaRootPath string

	MinIOAddress         string
	MinIOAccessKeyID     string
	MinIOSecretAccessKey string
	MinIOUseSSL          bool
	MinioBucketName      string
}

var Params ParamTable

func (pt *ParamTable) Init() {
	pt.BaseTable.Init()
	pt.initAddress()
	pt.initPort()
	pt.initIndexServerAddress()
	pt.initIndexServerPort()
	pt.initEtcdAddress()
	pt.initMasterAddress()
	pt.initMetaRootPath()
	pt.initMinIOAddress()
	pt.initMinIOAccessKeyID()
	pt.initMinIOSecretAccessKey()
	pt.initMinIOUseSSL()
	pt.initMinioBucketName()
}

func (pt *ParamTable) initAddress() {
	addr, err := pt.Load("indexServer.address")
	if err != nil {
		panic(err)
	}

	hostName, _ := net.LookupHost(addr)
	if len(hostName) <= 0 {
		if ip := net.ParseIP(addr); ip == nil {
			panic("invalid ip indexBuilder.address")
		}
	}

	port, err := pt.Load("indexServer.port")
	if err != nil {
		panic(err)
	}
	_, err = strconv.Atoi(port)
	if err != nil {
		panic(err)
	}

	pt.Address = addr + ":" + port
}

func (pt *ParamTable) initPort() {
	pt.Port = pt.ParseInt("indexServer.port")
}

func (pt *ParamTable) initIndexServerAddress() {
	//TODO: save IndexService address in paramtable kv?
	serviceAddr := os.Getenv("INDEX_SERVICE_ADDRESS")
	if serviceAddr == "" {
		addr, err := pt.Load("indexServer.address")
		if err != nil {
			panic(err)
		}

		hostName, _ := net.LookupHost(addr)
		if len(hostName) <= 0 {
			if ip := net.ParseIP(addr); ip == nil {
				panic("invalid ip indexServer.address")
			}
		}

		port, err := pt.Load("indexServer.port")
		if err != nil {
			panic(err)
		}
		_, err = strconv.Atoi(port)
		if err != nil {
			panic(err)
		}

		pt.ServiceAddress = addr + ":" + port
		return
	}

	pt.ServiceAddress = serviceAddr
}

func (pt ParamTable) initIndexServerPort() {
	pt.ServicePort = pt.ParseInt("indexServer.port")
}

func (pt *ParamTable) initEtcdAddress() {
	addr, err := pt.Load("_EtcdAddress")
	if err != nil {
		panic(err)
	}
	pt.EtcdAddress = addr
}

func (pt *ParamTable) initMetaRootPath() {
	rootPath, err := pt.Load("etcd.rootPath")
	if err != nil {
		panic(err)
	}
	subPath, err := pt.Load("etcd.metaSubPath")
	if err != nil {
		panic(err)
	}
	pt.MetaRootPath = rootPath + "/" + subPath
}

func (pt *ParamTable) initMasterAddress() {
	ret, err := pt.Load("_MasterAddress")
	if err != nil {
		panic(err)
	}
	pt.MasterAddress = ret
}

func (pt *ParamTable) initMinIOAddress() {
	ret, err := pt.Load("_MinioAddress")
	if err != nil {
		panic(err)
	}
	pt.MinIOAddress = ret
}

func (pt *ParamTable) initMinIOAccessKeyID() {
	ret, err := pt.Load("minio.accessKeyID")
	if err != nil {
		panic(err)
	}
	pt.MinIOAccessKeyID = ret
}

func (pt *ParamTable) initMinIOSecretAccessKey() {
	ret, err := pt.Load("minio.secretAccessKey")
	if err != nil {
		panic(err)
	}
	pt.MinIOSecretAccessKey = ret
}

func (pt *ParamTable) initMinIOUseSSL() {
	ret, err := pt.Load("minio.useSSL")
	if err != nil {
		panic(err)
	}
	pt.MinIOUseSSL, err = strconv.ParseBool(ret)
	if err != nil {
		panic(err)
	}
}

func (pt *ParamTable) initMinioBucketName() {
	bucketName, err := pt.Load("minio.bucketName")
	if err != nil {
		panic(err)
	}
	pt.MinioBucketName = bucketName
}