mirror of https://github.com/milvus-io/milvus.git
8 lines
158 B
Go
8 lines
158 B
Go
|
package tokenizerapi
|
||
|
|
|
||
|
|
//go:generate mockery --name=Tokenizer --with-expecter
|
||
|
|
type Tokenizer interface {
|
||
|
|
NewTokenStream(text string) TokenStream
|
||
|
|
Destroy()
|
||
|
|
}
|