mirror of https://github.com/milvus-io/milvus.git
Add entry point for embedded Milvus. (#16008)
/kind feature issue: #15711 Signed-off-by: Yuchen Gao <yuchen.gao@zilliz.com>pull/16080/head
Ten Thousand Leaves
GitHub
parent
256ccb8f65
commit
a3a29fed06
23
Makefile
23
Makefile
|
|
@ -9,9 +9,10 @@
|
|||
# is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
||||
# or implied. See the License for the specific language governing permissions and limitations under the License.
|
||||
|
||||
GO ?= go
|
||||
PWD := $(shell pwd)
|
||||
GOPATH := $(shell $(GO) env GOPATH)
|
||||
GO ?= go
|
||||
PWD := $(shell pwd)
|
||||
GOPATH := $(shell $(GO) env GOPATH)
|
||||
OBJPREFIX := "github.com/milvus-io/milvus/cmd/milvus"
|
||||
|
||||
INSTALL_PATH := $(PWD)/bin
|
||||
LIBRARY_PATH := $(PWD)/lib
|
||||
|
|
@ -118,14 +119,26 @@ print-build-info:
|
|||
milvus: build-cpp print-build-info
|
||||
@echo "Building Milvus ..."
|
||||
@mkdir -p $(INSTALL_PATH) && go env -w CGO_ENABLED="1" && GO111MODULE=on $(GO) build \
|
||||
-ldflags="-X 'main.BuildTags=$(BUILD_TAGS)' -X 'main.BuildTime=$(BUILD_TIME)' -X 'main.GitCommit=$(GIT_COMMIT)' -X 'main.GoVersion=$(GO_VERSION)'" \
|
||||
-ldflags="-X '$(OBJPREFIX).BuildTags=$(BUILD_TAGS)' -X '$(OBJPREFIX).BuildTime=$(BUILD_TIME)' -X '$(OBJPREFIX).GitCommit=$(GIT_COMMIT)' -X '$(OBJPREFIX).GoVersion=$(GO_VERSION)'" \
|
||||
-o $(INSTALL_PATH)/milvus $(PWD)/cmd/main.go 1>/dev/null
|
||||
|
||||
embd-milvus: build-cpp-embd print-build-info
|
||||
@echo "Building **Embedded** Milvus ..."
|
||||
@mkdir -p $(INSTALL_PATH) && go env -w CGO_ENABLED="1" && GO111MODULE=on $(GO) build \
|
||||
-ldflags="-X '$(OBJPREFIX).BuildTags=$(BUILD_TAGS)' -X '$(OBJPREFIX).BuildTime=$(BUILD_TIME)' -X '$(OBJPREFIX).GitCommit=$(GIT_COMMIT)' -X '$(OBJPREFIX).GoVersion=$(GO_VERSION)'" \
|
||||
-buildmode=c-shared -o $(INSTALL_PATH)/embd-milvus.so $(PWD)/pkg/embedded/embedded.go 1>/dev/null
|
||||
|
||||
build-go: milvus
|
||||
|
||||
build-cpp: pre-proc
|
||||
@echo "Building Milvus cpp library ..."
|
||||
@(env bash $(PWD)/scripts/core_build.sh -t ${mode} -f "$(CUSTOM_THIRDPARTY_PATH)")
|
||||
@(env bash $(PWD)/scripts/core_build.sh -b -t ${mode} -f "$(CUSTOM_THIRDPARTY_PATH)")
|
||||
@(env bash $(PWD)/scripts/cwrapper_build.sh -t ${mode} -f "$(CUSTOM_THIRDPARTY_PATH)")
|
||||
@(env bash $(PWD)/scripts/cwrapper_rocksdb_build.sh -t ${mode} -f "$(CUSTOM_THIRDPARTY_PATH)")
|
||||
|
||||
build-cpp-embd: pre-proc
|
||||
@echo "Building **Embedded** Milvus cpp library ..."
|
||||
@(env bash $(PWD)/scripts/core_build.sh -b -t ${mode} -f "$(CUSTOM_THIRDPARTY_PATH)")
|
||||
@(env bash $(PWD)/scripts/cwrapper_build.sh -t ${mode} -f "$(CUSTOM_THIRDPARTY_PATH)")
|
||||
@(env bash $(PWD)/scripts/cwrapper_rocksdb_build.sh -t ${mode} -f "$(CUSTOM_THIRDPARTY_PATH)")
|
||||
|
||||
|
|
|
|||
307
cmd/main.go
307
cmd/main.go
|
|
@ -17,314 +17,11 @@
|
|||
package main
|
||||
|
||||
import (
|
||||
"flag"
|
||||
"fmt"
|
||||
"io"
|
||||
"io/ioutil"
|
||||
syslog "log"
|
||||
"os"
|
||||
"path"
|
||||
"strings"
|
||||
"syscall"
|
||||
|
||||
"github.com/milvus-io/milvus/internal/util/paramtable"
|
||||
"go.uber.org/automaxprocs/maxprocs"
|
||||
|
||||
// use auto max procs to set container CPU quota
|
||||
"go.uber.org/zap"
|
||||
|
||||
"github.com/milvus-io/milvus/cmd/roles"
|
||||
"github.com/milvus-io/milvus/internal/log"
|
||||
"github.com/milvus-io/milvus/internal/util/metricsinfo"
|
||||
"github.com/milvus-io/milvus/internal/util/typeutil"
|
||||
"github.com/milvus-io/milvus/cmd/milvus"
|
||||
)
|
||||
|
||||
const (
|
||||
roleMixture = "mixture"
|
||||
)
|
||||
|
||||
// inject variable at build-time
|
||||
var (
|
||||
BuildTags = "unknown"
|
||||
BuildTime = "unknown"
|
||||
GitCommit = "unknown"
|
||||
GoVersion = "unknown"
|
||||
)
|
||||
|
||||
func printBanner(w io.Writer) {
|
||||
fmt.Fprintln(w)
|
||||
fmt.Fprintln(w, " __ _________ _ ____ ______ ")
|
||||
fmt.Fprintln(w, " / |/ / _/ /| | / / / / / __/ ")
|
||||
fmt.Fprintln(w, " / /|_/ // // /_| |/ / /_/ /\\ \\ ")
|
||||
fmt.Fprintln(w, " /_/ /_/___/____/___/\\____/___/ ")
|
||||
fmt.Fprintln(w)
|
||||
fmt.Fprintln(w, "Welcome to use Milvus!")
|
||||
fmt.Fprintln(w, "Version: "+BuildTags)
|
||||
fmt.Fprintln(w, "Built: "+BuildTime)
|
||||
fmt.Fprintln(w, "GitCommit: "+GitCommit)
|
||||
fmt.Fprintln(w, "GoVersion: "+GoVersion)
|
||||
fmt.Fprintln(w)
|
||||
}
|
||||
|
||||
func injectVariablesToEnv() {
|
||||
// inject in need
|
||||
|
||||
var err error
|
||||
|
||||
err = os.Setenv(metricsinfo.GitCommitEnvKey, GitCommit)
|
||||
if err != nil {
|
||||
log.Warn(fmt.Sprintf("failed to inject %s to environment variable", metricsinfo.GitCommitEnvKey),
|
||||
zap.Error(err))
|
||||
}
|
||||
|
||||
err = os.Setenv(metricsinfo.GitBuildTagsEnvKey, BuildTags)
|
||||
if err != nil {
|
||||
log.Warn(fmt.Sprintf("failed to inject %s to environment variable", metricsinfo.GitBuildTagsEnvKey),
|
||||
zap.Error(err))
|
||||
}
|
||||
|
||||
err = os.Setenv(metricsinfo.MilvusBuildTimeEnvKey, BuildTime)
|
||||
if err != nil {
|
||||
log.Warn(fmt.Sprintf("failed to inject %s to environment variable", metricsinfo.MilvusBuildTimeEnvKey),
|
||||
zap.Error(err))
|
||||
}
|
||||
|
||||
err = os.Setenv(metricsinfo.MilvusUsedGoVersion, GoVersion)
|
||||
if err != nil {
|
||||
log.Warn(fmt.Sprintf("failed to inject %s to environment variable", metricsinfo.MilvusUsedGoVersion),
|
||||
zap.Error(err))
|
||||
}
|
||||
}
|
||||
|
||||
func getPidFileName(serverType string, alias string) string {
|
||||
var filename string
|
||||
if len(alias) != 0 {
|
||||
filename = fmt.Sprintf("%s-%s.pid", serverType, alias)
|
||||
} else {
|
||||
filename = serverType + ".pid"
|
||||
}
|
||||
return filename
|
||||
}
|
||||
|
||||
func createPidFile(w io.Writer, filename string, runtimeDir string) (*os.File, error) {
|
||||
fileFullName := path.Join(runtimeDir, filename)
|
||||
|
||||
fd, err := os.OpenFile(fileFullName, os.O_CREATE|os.O_RDWR, 0664)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("file %s is locked, error = %w", filename, err)
|
||||
}
|
||||
fmt.Fprintln(w, "open pid file:", fileFullName)
|
||||
|
||||
err = syscall.Flock(int(fd.Fd()), syscall.LOCK_EX|syscall.LOCK_NB)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("file %s is locked, error = %w", filename, err)
|
||||
}
|
||||
fmt.Fprintln(w, "lock pid file:", fileFullName)
|
||||
|
||||
fd.Truncate(0)
|
||||
_, err = fd.WriteString(fmt.Sprintf("%d", os.Getpid()))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("file %s write fail, error = %w", filename, err)
|
||||
}
|
||||
|
||||
return fd, nil
|
||||
}
|
||||
|
||||
func closePidFile(fd *os.File) {
|
||||
fd.Close()
|
||||
}
|
||||
|
||||
func removePidFile(fd *os.File) {
|
||||
syscall.Close(int(fd.Fd()))
|
||||
os.Remove(fd.Name())
|
||||
}
|
||||
|
||||
func stopPid(filename string, runtimeDir string) error {
|
||||
var pid int
|
||||
|
||||
fd, err := os.OpenFile(path.Join(runtimeDir, filename), os.O_RDONLY, 0664)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer closePidFile(fd)
|
||||
|
||||
if _, err = fmt.Fscanf(fd, "%d", &pid); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if process, err := os.FindProcess(pid); err == nil {
|
||||
return process.Signal(syscall.SIGTERM)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func makeRuntimeDir(dir string) error {
|
||||
perm := os.FileMode(0755)
|
||||
// os.MkdirAll equal to `mkdir -p`
|
||||
err := os.MkdirAll(dir, perm)
|
||||
if err != nil {
|
||||
// err will be raised only when dir exists and dir is a file instead of a directory.
|
||||
return fmt.Errorf("create runtime dir %s failed, err: %s", dir, err.Error())
|
||||
}
|
||||
|
||||
tmpFile, err := ioutil.TempFile(dir, "tmp")
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
fileName := tmpFile.Name()
|
||||
tmpFile.Close()
|
||||
os.Remove(fileName)
|
||||
return nil
|
||||
}
|
||||
|
||||
// simplified print from flag package
|
||||
func printUsage(w io.Writer, f *flag.Flag) {
|
||||
s := fmt.Sprintf(" -%s", f.Name) // Two spaces before -; see next two comments.
|
||||
name, usage := flag.UnquoteUsage(f)
|
||||
if len(name) > 0 {
|
||||
s += " " + name
|
||||
}
|
||||
// Boolean flags of one ASCII letter are so common we
|
||||
// treat them specially, putting their usage on the same line.
|
||||
if len(s) <= 4 { // space, space, '-', 'x'.
|
||||
s += "\t"
|
||||
} else {
|
||||
// Four spaces before the tab triggers good alignment
|
||||
// for both 4- and 8-space tab stops.
|
||||
s += "\n \t"
|
||||
}
|
||||
s += strings.ReplaceAll(usage, "\n", "\n \t")
|
||||
|
||||
fmt.Fprint(w, s, "\n")
|
||||
}
|
||||
|
||||
func main() {
|
||||
if len(os.Args) < 3 {
|
||||
_, _ = fmt.Fprint(os.Stderr, "usage: milvus [command] [server type] [flags]\n")
|
||||
return
|
||||
}
|
||||
command := os.Args[1]
|
||||
serverType := os.Args[2]
|
||||
flags := flag.NewFlagSet(os.Args[0], flag.ExitOnError)
|
||||
|
||||
var svrAlias string
|
||||
flags.StringVar(&svrAlias, "alias", "", "set alias")
|
||||
|
||||
var enableRootCoord, enableQueryCoord, enableIndexCoord, enableDataCoord bool
|
||||
flags.BoolVar(&enableRootCoord, typeutil.RootCoordRole, false, "enable root coordinator")
|
||||
flags.BoolVar(&enableQueryCoord, typeutil.QueryCoordRole, false, "enable query coordinator")
|
||||
flags.BoolVar(&enableIndexCoord, typeutil.IndexCoordRole, false, "enable index coordinator")
|
||||
flags.BoolVar(&enableDataCoord, typeutil.DataCoordRole, false, "enable data coordinator")
|
||||
|
||||
// Discard Milvus welcome logs, init logs and maxprocs logs in embedded Milvus.
|
||||
if serverType == typeutil.EmbeddedRole {
|
||||
flags.SetOutput(io.Discard)
|
||||
// Initialize maxprocs while discarding log.
|
||||
maxprocs.Set(maxprocs.Logger(nil))
|
||||
} else {
|
||||
// Initialize maxprocs.
|
||||
maxprocs.Set(maxprocs.Logger(syslog.Printf))
|
||||
}
|
||||
flags.Usage = func() {
|
||||
fmt.Fprintf(flags.Output(), "Usage of %s:\n", os.Args[0])
|
||||
switch {
|
||||
case serverType == roleMixture:
|
||||
flags.VisitAll(func(f *flag.Flag) {
|
||||
printUsage(flags.Output(), f)
|
||||
})
|
||||
default:
|
||||
flags.VisitAll(func(f *flag.Flag) {
|
||||
if f.Name != "alias" {
|
||||
return
|
||||
}
|
||||
printUsage(flags.Output(), f)
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
if err := flags.Parse(os.Args[3:]); err != nil {
|
||||
os.Exit(-1)
|
||||
}
|
||||
|
||||
var local = false
|
||||
role := roles.MilvusRoles{}
|
||||
switch serverType {
|
||||
case typeutil.RootCoordRole:
|
||||
role.EnableRootCoord = true
|
||||
case typeutil.ProxyRole:
|
||||
role.EnableProxy = true
|
||||
case typeutil.QueryCoordRole:
|
||||
role.EnableQueryCoord = true
|
||||
case typeutil.QueryNodeRole:
|
||||
role.EnableQueryNode = true
|
||||
case typeutil.DataCoordRole:
|
||||
role.EnableDataCoord = true
|
||||
case typeutil.DataNodeRole:
|
||||
role.EnableDataNode = true
|
||||
case typeutil.IndexCoordRole:
|
||||
role.EnableIndexCoord = true
|
||||
case typeutil.IndexNodeRole:
|
||||
role.EnableIndexNode = true
|
||||
case typeutil.StandaloneRole, typeutil.EmbeddedRole:
|
||||
role.EnableRootCoord = true
|
||||
role.EnableProxy = true
|
||||
role.EnableQueryCoord = true
|
||||
role.EnableQueryNode = true
|
||||
role.EnableDataCoord = true
|
||||
role.EnableDataNode = true
|
||||
role.EnableIndexCoord = true
|
||||
role.EnableIndexNode = true
|
||||
local = true
|
||||
case roleMixture:
|
||||
role.EnableRootCoord = enableRootCoord
|
||||
role.EnableQueryCoord = enableQueryCoord
|
||||
role.EnableDataCoord = enableDataCoord
|
||||
role.EnableIndexCoord = enableIndexCoord
|
||||
default:
|
||||
fmt.Fprintf(os.Stderr, "Unknown server type = %s\n", serverType)
|
||||
os.Exit(-1)
|
||||
}
|
||||
|
||||
// Setup logger in advance for standalone and embedded Milvus.
|
||||
// Any log from this point on is under control.
|
||||
if serverType == typeutil.StandaloneRole || serverType == typeutil.EmbeddedRole {
|
||||
var params paramtable.BaseTable
|
||||
if serverType == typeutil.EmbeddedRole {
|
||||
params.GlobalInitWithYaml("embedded-milvus.yaml")
|
||||
} else {
|
||||
params.Init()
|
||||
}
|
||||
params.SetLogConfig()
|
||||
params.RoleName = serverType
|
||||
params.SetLogger(0)
|
||||
}
|
||||
|
||||
runtimeDir := "/run/milvus"
|
||||
if err := makeRuntimeDir(runtimeDir); err != nil {
|
||||
fmt.Fprintf(os.Stderr, "Set runtime dir at %s failed, set it to /tmp/milvus directory\n", runtimeDir)
|
||||
runtimeDir = "/tmp/milvus"
|
||||
if err = makeRuntimeDir(runtimeDir); err != nil {
|
||||
fmt.Fprintf(os.Stderr, "Create runtime directory at %s failed\n", runtimeDir)
|
||||
os.Exit(-1)
|
||||
}
|
||||
}
|
||||
|
||||
filename := getPidFileName(serverType, svrAlias)
|
||||
switch command {
|
||||
case "run":
|
||||
printBanner(flags.Output())
|
||||
injectVariablesToEnv()
|
||||
fd, err := createPidFile(flags.Output(), filename, runtimeDir)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
defer removePidFile(fd)
|
||||
role.Run(local, svrAlias)
|
||||
case "stop":
|
||||
if err := stopPid(filename, runtimeDir); err != nil {
|
||||
fmt.Fprintf(os.Stderr, "%s\n\n", err.Error())
|
||||
}
|
||||
default:
|
||||
fmt.Fprintf(os.Stderr, "unknown command : %s\n", command)
|
||||
}
|
||||
milvus.RunMilvus(os.Args)
|
||||
}
|
||||
|
|
|
|||
|
|
@ -0,0 +1,326 @@
|
|||
package milvus
|
||||
|
||||
import (
|
||||
"flag"
|
||||
"fmt"
|
||||
"io"
|
||||
"io/ioutil"
|
||||
syslog "log"
|
||||
"os"
|
||||
"path"
|
||||
"strings"
|
||||
"syscall"
|
||||
|
||||
"github.com/milvus-io/milvus/cmd/roles"
|
||||
"github.com/milvus-io/milvus/internal/util/paramtable"
|
||||
"github.com/milvus-io/milvus/internal/util/typeutil"
|
||||
"go.uber.org/automaxprocs/maxprocs"
|
||||
|
||||
// use auto max procs to set container CPU quota
|
||||
"go.uber.org/zap"
|
||||
|
||||
"github.com/milvus-io/milvus/internal/log"
|
||||
"github.com/milvus-io/milvus/internal/util/metricsinfo"
|
||||
)
|
||||
|
||||
const (
|
||||
roleMixture = "mixture"
|
||||
)
|
||||
|
||||
// inject variable at build-time
|
||||
var (
|
||||
BuildTags = "unknown"
|
||||
BuildTime = "unknown"
|
||||
GitCommit = "unknown"
|
||||
GoVersion = "unknown"
|
||||
)
|
||||
|
||||
func printBanner(w io.Writer) {
|
||||
fmt.Fprintln(w)
|
||||
fmt.Fprintln(w, " __ _________ _ ____ ______ ")
|
||||
fmt.Fprintln(w, " / |/ / _/ /| | / / / / / __/ ")
|
||||
fmt.Fprintln(w, " / /|_/ // // /_| |/ / /_/ /\\ \\ ")
|
||||
fmt.Fprintln(w, " /_/ /_/___/____/___/\\____/___/ ")
|
||||
fmt.Fprintln(w)
|
||||
fmt.Fprintln(w, "Welcome to use Milvus!")
|
||||
fmt.Fprintln(w, "Version: "+BuildTags)
|
||||
fmt.Fprintln(w, "Built: "+BuildTime)
|
||||
fmt.Fprintln(w, "GitCommit: "+GitCommit)
|
||||
fmt.Fprintln(w, "GoVersion: "+GoVersion)
|
||||
fmt.Fprintln(w)
|
||||
}
|
||||
|
||||
func injectVariablesToEnv() {
|
||||
// inject in need
|
||||
|
||||
var err error
|
||||
|
||||
err = os.Setenv(metricsinfo.GitCommitEnvKey, GitCommit)
|
||||
if err != nil {
|
||||
log.Warn(fmt.Sprintf("failed to inject %s to environment variable", metricsinfo.GitCommitEnvKey),
|
||||
zap.Error(err))
|
||||
}
|
||||
|
||||
err = os.Setenv(metricsinfo.GitBuildTagsEnvKey, BuildTags)
|
||||
if err != nil {
|
||||
log.Warn(fmt.Sprintf("failed to inject %s to environment variable", metricsinfo.GitBuildTagsEnvKey),
|
||||
zap.Error(err))
|
||||
}
|
||||
|
||||
err = os.Setenv(metricsinfo.MilvusBuildTimeEnvKey, BuildTime)
|
||||
if err != nil {
|
||||
log.Warn(fmt.Sprintf("failed to inject %s to environment variable", metricsinfo.MilvusBuildTimeEnvKey),
|
||||
zap.Error(err))
|
||||
}
|
||||
|
||||
err = os.Setenv(metricsinfo.MilvusUsedGoVersion, GoVersion)
|
||||
if err != nil {
|
||||
log.Warn(fmt.Sprintf("failed to inject %s to environment variable", metricsinfo.MilvusUsedGoVersion),
|
||||
zap.Error(err))
|
||||
}
|
||||
}
|
||||
|
||||
func getPidFileName(serverType string, alias string) string {
|
||||
var filename string
|
||||
if len(alias) != 0 {
|
||||
filename = fmt.Sprintf("%s-%s.pid", serverType, alias)
|
||||
} else {
|
||||
filename = serverType + ".pid"
|
||||
}
|
||||
return filename
|
||||
}
|
||||
|
||||
func createPidFile(w io.Writer, filename string, runtimeDir string) (*os.File, error) {
|
||||
fileFullName := path.Join(runtimeDir, filename)
|
||||
|
||||
fd, err := os.OpenFile(fileFullName, os.O_CREATE|os.O_RDWR, 0664)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("file %s is locked, error = %w", filename, err)
|
||||
}
|
||||
fmt.Fprintln(w, "open pid file:", fileFullName)
|
||||
|
||||
err = syscall.Flock(int(fd.Fd()), syscall.LOCK_EX|syscall.LOCK_NB)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("file %s is locked, error = %w", filename, err)
|
||||
}
|
||||
fmt.Fprintln(w, "lock pid file:", fileFullName)
|
||||
|
||||
fd.Truncate(0)
|
||||
_, err = fd.WriteString(fmt.Sprintf("%d", os.Getpid()))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("file %s write fail, error = %w", filename, err)
|
||||
}
|
||||
|
||||
return fd, nil
|
||||
}
|
||||
|
||||
func closePidFile(fd *os.File) {
|
||||
fd.Close()
|
||||
}
|
||||
|
||||
func removePidFile(fd *os.File) {
|
||||
syscall.Close(int(fd.Fd()))
|
||||
os.Remove(fd.Name())
|
||||
}
|
||||
|
||||
func stopPid(filename string, runtimeDir string) error {
|
||||
var pid int
|
||||
|
||||
fd, err := os.OpenFile(path.Join(runtimeDir, filename), os.O_RDONLY, 0664)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
defer closePidFile(fd)
|
||||
|
||||
if _, err = fmt.Fscanf(fd, "%d", &pid); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
if process, err := os.FindProcess(pid); err == nil {
|
||||
return process.Signal(syscall.SIGTERM)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func makeRuntimeDir(dir string) error {
|
||||
perm := os.FileMode(0755)
|
||||
// os.MkdirAll equal to `mkdir -p`
|
||||
err := os.MkdirAll(dir, perm)
|
||||
if err != nil {
|
||||
// err will be raised only when dir exists and dir is a file instead of a directory.
|
||||
return fmt.Errorf("create runtime dir %s failed, err: %s", dir, err.Error())
|
||||
}
|
||||
|
||||
tmpFile, err := ioutil.TempFile(dir, "tmp")
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
fileName := tmpFile.Name()
|
||||
tmpFile.Close()
|
||||
os.Remove(fileName)
|
||||
return nil
|
||||
}
|
||||
|
||||
// simplified print from flag package
|
||||
func printUsage(w io.Writer, f *flag.Flag) {
|
||||
s := fmt.Sprintf(" -%s", f.Name) // Two spaces before -; see next two comments.
|
||||
name, usage := flag.UnquoteUsage(f)
|
||||
if len(name) > 0 {
|
||||
s += " " + name
|
||||
}
|
||||
// Boolean flags of one ASCII letter are so common we
|
||||
// treat them specially, putting their usage on the same line.
|
||||
if len(s) <= 4 { // space, space, '-', 'x'.
|
||||
s += "\t"
|
||||
} else {
|
||||
// Four spaces before the tab triggers good alignment
|
||||
// for both 4- and 8-space tab stops.
|
||||
s += "\n \t"
|
||||
}
|
||||
s += strings.ReplaceAll(usage, "\n", "\n \t")
|
||||
|
||||
fmt.Fprint(w, s, "\n")
|
||||
}
|
||||
|
||||
func RunMilvus(args []string) {
|
||||
if len(args) < 3 {
|
||||
_, _ = fmt.Fprint(os.Stderr, "usage: milvus [command] [server type] [flags]\n")
|
||||
return
|
||||
}
|
||||
command := args[1]
|
||||
serverType := args[2]
|
||||
flags := flag.NewFlagSet(args[0], flag.ExitOnError)
|
||||
|
||||
var svrAlias string
|
||||
flags.StringVar(&svrAlias, "alias", "", "set alias")
|
||||
|
||||
var enableRootCoord, enableQueryCoord, enableIndexCoord, enableDataCoord bool
|
||||
flags.BoolVar(&enableRootCoord, typeutil.RootCoordRole, false, "enable root coordinator")
|
||||
flags.BoolVar(&enableQueryCoord, typeutil.QueryCoordRole, false, "enable query coordinator")
|
||||
flags.BoolVar(&enableIndexCoord, typeutil.IndexCoordRole, false, "enable index coordinator")
|
||||
flags.BoolVar(&enableDataCoord, typeutil.DataCoordRole, false, "enable data coordinator")
|
||||
|
||||
// Discard Milvus welcome logs, init logs and maxprocs logs in embedded Milvus.
|
||||
if serverType == typeutil.EmbeddedRole {
|
||||
flags.SetOutput(io.Discard)
|
||||
// Initialize maxprocs while discarding log.
|
||||
maxprocs.Set(maxprocs.Logger(nil))
|
||||
} else {
|
||||
// Initialize maxprocs.
|
||||
maxprocs.Set(maxprocs.Logger(syslog.Printf))
|
||||
}
|
||||
flags.Usage = func() {
|
||||
fmt.Fprintf(flags.Output(), "Usage of %s:\n", args[0])
|
||||
switch {
|
||||
case serverType == roleMixture:
|
||||
flags.VisitAll(func(f *flag.Flag) {
|
||||
printUsage(flags.Output(), f)
|
||||
})
|
||||
default:
|
||||
flags.VisitAll(func(f *flag.Flag) {
|
||||
if f.Name != "alias" {
|
||||
return
|
||||
}
|
||||
printUsage(flags.Output(), f)
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
if err := flags.Parse(args[3:]); err != nil {
|
||||
os.Exit(-1)
|
||||
}
|
||||
|
||||
var local = false
|
||||
role := roles.MilvusRoles{}
|
||||
switch serverType {
|
||||
case typeutil.RootCoordRole:
|
||||
role.EnableRootCoord = true
|
||||
case typeutil.ProxyRole:
|
||||
role.EnableProxy = true
|
||||
case typeutil.QueryCoordRole:
|
||||
role.EnableQueryCoord = true
|
||||
case typeutil.QueryNodeRole:
|
||||
role.EnableQueryNode = true
|
||||
case typeutil.DataCoordRole:
|
||||
role.EnableDataCoord = true
|
||||
case typeutil.DataNodeRole:
|
||||
role.EnableDataNode = true
|
||||
case typeutil.IndexCoordRole:
|
||||
role.EnableIndexCoord = true
|
||||
case typeutil.IndexNodeRole:
|
||||
role.EnableIndexNode = true
|
||||
case typeutil.StandaloneRole, typeutil.EmbeddedRole:
|
||||
role.EnableRootCoord = true
|
||||
role.EnableProxy = true
|
||||
role.EnableQueryCoord = true
|
||||
role.EnableQueryNode = true
|
||||
role.EnableDataCoord = true
|
||||
role.EnableDataNode = true
|
||||
role.EnableIndexCoord = true
|
||||
role.EnableIndexNode = true
|
||||
local = true
|
||||
case roleMixture:
|
||||
role.EnableRootCoord = enableRootCoord
|
||||
role.EnableQueryCoord = enableQueryCoord
|
||||
role.EnableDataCoord = enableDataCoord
|
||||
role.EnableIndexCoord = enableIndexCoord
|
||||
default:
|
||||
fmt.Fprintf(os.Stderr, "Unknown server type = %s\n", serverType)
|
||||
os.Exit(-1)
|
||||
}
|
||||
|
||||
// Setup logger in advance for standalone and embedded Milvus.
|
||||
// Any log from this point on is under control.
|
||||
if serverType == typeutil.StandaloneRole || serverType == typeutil.EmbeddedRole {
|
||||
var params paramtable.BaseTable
|
||||
if serverType == typeutil.EmbeddedRole {
|
||||
params.GlobalInitWithYaml("embedded-milvus.yaml")
|
||||
} else {
|
||||
params.Init()
|
||||
}
|
||||
params.SetLogConfig()
|
||||
params.RoleName = serverType
|
||||
params.SetLogger(0)
|
||||
}
|
||||
|
||||
var runtimeDir string
|
||||
// For embedded Milvus, runtime dir is always /run/milvus.
|
||||
if serverType == typeutil.EmbeddedRole {
|
||||
runtimeDir = "/tmp/milvus"
|
||||
} else {
|
||||
runtimeDir = "/run/milvus"
|
||||
}
|
||||
if err := makeRuntimeDir(runtimeDir); err != nil {
|
||||
if serverType == typeutil.EmbeddedRole {
|
||||
fmt.Fprintf(os.Stderr, "Create runtime directory at %s failed\n", runtimeDir)
|
||||
os.Exit(-1)
|
||||
}
|
||||
fmt.Fprintf(os.Stderr, "Set runtime dir at %s failed, set it to /tmp/milvus directory\n", runtimeDir)
|
||||
runtimeDir = "/tmp/milvus"
|
||||
if err = makeRuntimeDir(runtimeDir); err != nil {
|
||||
fmt.Fprintf(os.Stderr, "Create runtime directory at %s failed\n", runtimeDir)
|
||||
os.Exit(-1)
|
||||
}
|
||||
}
|
||||
|
||||
filename := getPidFileName(serverType, svrAlias)
|
||||
switch command {
|
||||
case "run":
|
||||
printBanner(flags.Output())
|
||||
injectVariablesToEnv()
|
||||
fd, err := createPidFile(flags.Output(), filename, runtimeDir)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
defer removePidFile(fd)
|
||||
role.Run(local, svrAlias)
|
||||
case "stop":
|
||||
if err := stopPid(filename, runtimeDir); err != nil {
|
||||
fmt.Fprintf(os.Stderr, "%s\n\n", err.Error())
|
||||
}
|
||||
case "dry-run":
|
||||
// A dry run does not actually bring up the Milvus instance.
|
||||
default:
|
||||
fmt.Fprintf(os.Stderr, "unknown command : %s\n", command)
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,23 @@
|
|||
// Licensed to the LF AI & Data foundation under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package milvus
|
||||
|
||||
import "testing"
|
||||
|
||||
func TestMilvus(t *testing.T) {
|
||||
RunMilvus([]string{"", "dry-run", "embedded"})
|
||||
}
|
||||
|
|
@ -49,7 +49,7 @@ pulsar:
|
|||
maxMessageSize: 5242880 # 5 * 1024 * 1024 Bytes, Maximum size of each message in pulsar.
|
||||
|
||||
rocksmq:
|
||||
path: /var/lib/milvus/rdb_data # The path where the message is stored in rocksmq
|
||||
path: /tmp/milvus/rdb_data # The path where the message is stored in rocksmq
|
||||
rocksmqPageSize: 2147483648 # 2 GB, 2 * 1024 * 1024 * 1024 bytes, The size of each page of messages in rocksmq
|
||||
retentionTimeInMinutes: 10080 # 7 days, 7 * 24 * 60 minutes, The retention time of the message in rocksmq.
|
||||
retentionSizeInMB: 8192 # 8 GB, 8 * 1024 MB, The retention size of the message in rocksmq.
|
||||
|
|
@ -209,7 +209,7 @@ dataNode:
|
|||
|
||||
# Configure whether to store the vector and the local path when querying/searching in Querynode.
|
||||
localStorage:
|
||||
path: /var/lib/milvus/data/
|
||||
path: /tmp/milvus/data/
|
||||
enabled: true
|
||||
|
||||
# Configures the system log output.
|
||||
|
|
|
|||
|
|
@ -12,7 +12,7 @@
|
|||
option( EMBEDDED_MILVUS "Enable embedded Milvus" OFF )
|
||||
|
||||
if ( EMBEDDED_MILVUS )
|
||||
add_compile_definitions( "-DEMBEDDED_MILVUS" )
|
||||
add_compile_definitions( EMBEDDED_MILVUS )
|
||||
endif()
|
||||
|
||||
set(SEGCORE_FILES
|
||||
|
|
|
|||
|
|
@ -0,0 +1,33 @@
|
|||
// Licensed to the LF AI & Data foundation under one
|
||||
// or more contributor license agreements. See the NOTICE file
|
||||
// distributed with this work for additional information
|
||||
// regarding copyright ownership. The ASF licenses this file
|
||||
// to you under the Apache License, Version 2.0 (the
|
||||
// "License"); you may not use this file except in compliance
|
||||
// with the License. You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
package main
|
||||
|
||||
import (
|
||||
"C"
|
||||
"os"
|
||||
|
||||
"github.com/milvus-io/milvus/cmd/milvus"
|
||||
)
|
||||
|
||||
//export startEmbedded
|
||||
func startEmbedded() {
|
||||
os.Setenv("MILVUSCONF", "/tmp/milvus/configs/")
|
||||
milvus.RunMilvus([]string{"", "run", "embedded"})
|
||||
}
|
||||
|
||||
func main() {
|
||||
}
|
||||
|
|
@ -99,7 +99,7 @@ while getopts "p:d:t:s:f:ulrcghzmeb" arg; do
|
|||
CUDA_ARCH=$OPTARG
|
||||
;;
|
||||
b)
|
||||
EMBEDDED_MILVUS=$OPTARG
|
||||
EMBEDDED_MILVUS="ON"
|
||||
;;
|
||||
h) # help
|
||||
echo "
|
||||
|
|
|
|||
Loading…
Reference in New Issue