mirror of https://github.com/milvus-io/milvus.git
36 lines
1019 B
Go
36 lines
1019 B
Go
package reader
|
|
|
|
import (
|
|
"context"
|
|
"log"
|
|
|
|
"github.com/zilliztech/milvus-distributed/internal/msgstream"
|
|
"github.com/zilliztech/milvus-distributed/internal/util/flowgraph"
|
|
)
|
|
|
|
func newDmInputNode(ctx context.Context) *flowgraph.InputNode {
|
|
receiveBufSize := Params.dmReceiveBufSize()
|
|
pulsarBufSize := Params.dmPulsarBufSize()
|
|
|
|
msgStreamURL, err := Params.pulsarAddress()
|
|
if err != nil {
|
|
log.Fatal(err)
|
|
}
|
|
|
|
consumeChannels := []string{"insert"}
|
|
consumeSubName := "insertSub"
|
|
|
|
insertStream := msgstream.NewPulsarTtMsgStream(ctx, receiveBufSize)
|
|
insertStream.SetPulsarClient(msgStreamURL)
|
|
unmarshalDispatcher := msgstream.NewUnmarshalDispatcher()
|
|
insertStream.CreatePulsarConsumers(consumeChannels, consumeSubName, unmarshalDispatcher, pulsarBufSize)
|
|
|
|
var stream msgstream.MsgStream = insertStream
|
|
|
|
maxQueueLength := Params.flowGraphMaxQueueLength()
|
|
maxParallelism := Params.flowGraphMaxParallelism()
|
|
|
|
node := flowgraph.NewInputNode(&stream, "dmInputNode", maxQueueLength, maxParallelism)
|
|
return node
|
|
}
|