milvus/pkg/config/config.go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package config

import (
	"strings"

	"github.com/cockroachdb/errors"
	"gopkg.in/yaml.v3"

	"github.com/milvus-io/milvus/pkg/util/typeutil"
)

var (
	ErrNotInitial   = errors.New("config is not initialized")
	ErrIgnoreChange = errors.New("ignore change")
	ErrKeyNotFound  = errors.New("key not found")
)

const (
	NotFormatPrefix = "knowhere."
)

func Init(opts ...Option) (*Manager, error) {
	o := &Options{}
	for _, opt := range opts {
		opt(o)
	}
	sourceManager := NewManager()
	if o.FileInfo != nil {
		s := NewFileSource(o.FileInfo)
		sourceManager.AddSource(s)
	}
	if o.EnvKeyFormatter != nil {
		sourceManager.AddSource(NewEnvSource(o.EnvKeyFormatter))
	}
	if o.EtcdInfo != nil {
		s, err := NewEtcdSource(o.EtcdInfo)
		if err != nil {
			return nil, err
		}
		sourceManager.AddSource(s)
	}
	return sourceManager, nil
}

var formattedKeys = typeutil.NewConcurrentMap[string, string]()

func lowerKey(key string) string {
	if strings.HasPrefix(key, NotFormatPrefix) {
		return key
	}
	return strings.ToLower(key)
}

func formatKey(key string) string {
	if strings.HasPrefix(key, NotFormatPrefix) {
		return key
	}
	cached, ok := formattedKeys.Get(key)
	if ok {
		return cached
	}
	result := strings.NewReplacer("/", "", "_", "", ".", "").Replace(strings.ToLower(key))
	formattedKeys.Insert(key, result)
	return result
}

func flattenNode(node *yaml.Node, parentKey string, result map[string]string) {
	// The content of the node should contain key-value pairs in a MappingNode
	if node.Kind == yaml.MappingNode {
		for i := 0; i < len(node.Content); i += 2 {
			keyNode := node.Content[i]
			valueNode := node.Content[i+1]

			key := keyNode.Value
			// Construct the full key with parent hierarchy
			fullKey := key
			if parentKey != "" {
				fullKey = parentKey + "." + key
			}

			switch valueNode.Kind {
			case yaml.ScalarNode:
				// handle null value
				if valueNode.Tag == "!!null" {
					result[lowerKey(fullKey)] = ""
					result[formatKey(fullKey)] = ""
				} else {
					// Scalar value, store it as a string
					result[lowerKey(fullKey)] = valueNode.Value
					result[formatKey(fullKey)] = valueNode.Value
				}
			case yaml.MappingNode:
				// Nested map, process recursively
				flattenNode(valueNode, fullKey, result)
			case yaml.SequenceNode:
				// List (sequence), process elements
				var listStr string
				for j, item := range valueNode.Content {
					if j > 0 {
						listStr += ","
					}
					if item.Kind == yaml.ScalarNode {
						listStr += item.Value
					}
				}
				result[lowerKey(fullKey)] = listStr
				result[formatKey(fullKey)] = listStr
			}
		}
	}
}