milvus/internal/proxy/accesslog/formatter.go

134 lines
3.3 KiB
Go

// Licensed to the LF AI & Data foundation under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package accesslog
import (
"fmt"
"strings"
"github.com/milvus-io/milvus/internal/proxy/accesslog/info"
"github.com/milvus-io/milvus/pkg/util/merr"
)
const (
fomaterkey = "format"
methodKey = "methods"
)
var BaseFormatterKey = "base"
// Formaater manager not concurrent safe
// make sure init with Add and SetMethod before use Get
type FormatterManger struct {
formatters map[string]*Formatter
methodMap map[string]string
}
func NewFormatterManger() *FormatterManger {
return &FormatterManger{
formatters: make(map[string]*Formatter),
methodMap: make(map[string]string),
}
}
func (m *FormatterManger) Add(name, fmt string) {
m.formatters[name] = NewFormatter(fmt)
}
func (m *FormatterManger) SetMethod(name string, methods ...string) {
for _, method := range methods {
m.methodMap[method] = name
}
}
func (m *FormatterManger) GetByMethod(method string) (*Formatter, bool) {
formatterName, ok := m.methodMap[method]
if !ok {
formatterName = BaseFormatterKey
}
formatter, ok := m.formatters[formatterName]
if !ok {
return nil, false
}
return formatter, true
}
type Formatter struct {
base string
fmt string
fields []string
}
func NewFormatter(base string) *Formatter {
formatter := &Formatter{
base: base,
}
formatter.build()
return formatter
}
func (f *Formatter) buildMetric(metric string, prefixs []string) ([]string, []string) {
newFields := []string{}
newPrefixs := []string{}
for id, prefix := range prefixs {
prefixs := strings.Split(prefix, metric)
newPrefixs = append(newPrefixs, prefixs...)
for i := 1; i < len(prefixs); i++ {
newFields = append(newFields, metric)
}
if id < len(f.fields) {
newFields = append(newFields, f.fields[id])
}
}
return newFields, newPrefixs
}
func (f *Formatter) build() {
prefixs := []string{f.base}
f.fields = []string{}
for metric := range info.MetricFuncMap {
if strings.Contains(f.base, metric) {
f.fields, prefixs = f.buildMetric(metric, prefixs)
}
}
f.fmt = ""
for id, prefix := range prefixs {
f.fmt += prefix
if id < len(f.fields) {
f.fmt += "%s"
}
}
f.fmt += "\n"
}
func (f *Formatter) Format(i info.AccessInfo) string {
fieldValues := info.Get(i, f.fields...)
return fmt.Sprintf(f.fmt, fieldValues...)
}
func parseConfigKey(k string) (string, string, error) {
fields := strings.Split(k, ".")
if len(fields) != 2 || (fields[1] != fomaterkey && fields[1] != methodKey) {
return "", "", merr.WrapErrParameterInvalid("<FormatterName>.(format|methods)", k, "parse accsslog formatter config key failed")
}
return fields[0], fields[1], nil
}