merge InfluxJoinCommand with AddPotentialServerCommand
parent
876b05956f
commit
4866197788
|
@ -67,6 +67,7 @@ type ClusterConfiguration struct {
|
||||||
ParsedContinuousQueries map[string]map[uint32]*parser.SelectQuery
|
ParsedContinuousQueries map[string]map[uint32]*parser.SelectQuery
|
||||||
continuousQueryTimestamp time.Time
|
continuousQueryTimestamp time.Time
|
||||||
LocalServerId uint32
|
LocalServerId uint32
|
||||||
|
LocalProtobufConnectionString string
|
||||||
config *configuration.Configuration
|
config *configuration.Configuration
|
||||||
addedLocalServerWait chan bool
|
addedLocalServerWait chan bool
|
||||||
addedLocalServer bool
|
addedLocalServer bool
|
||||||
|
@ -217,7 +218,23 @@ func (self *ClusterConfiguration) AddPotentialServer(server *ClusterServer) {
|
||||||
server.Id = uint32(len(self.servers))
|
server.Id = uint32(len(self.servers))
|
||||||
log.Info("Added server to cluster config: %d, %s, %s", server.Id, server.RaftConnectionString, server.ProtobufConnectionString)
|
log.Info("Added server to cluster config: %d, %s, %s", server.Id, server.RaftConnectionString, server.ProtobufConnectionString)
|
||||||
log.Info("Checking whether this is the local server new: %s, local: %s\n", self.config.ProtobufConnectionString(), server.ProtobufConnectionString)
|
log.Info("Checking whether this is the local server new: %s, local: %s\n", self.config.ProtobufConnectionString(), server.ProtobufConnectionString)
|
||||||
if server.RaftName != self.LocalRaftName {
|
|
||||||
|
if server.RaftName == self.LocalRaftName && self.addedLocalServer {
|
||||||
|
panic("how did we add the same server twice ?")
|
||||||
|
}
|
||||||
|
|
||||||
|
// if this is the local server unblock WaitForLocalServerLoaded()
|
||||||
|
// and set the local connection string and id
|
||||||
|
if server.RaftName == self.LocalRaftName {
|
||||||
|
log.Info("Added the local server")
|
||||||
|
self.LocalServerId = server.Id
|
||||||
|
self.LocalProtobufConnectionString = server.ProtobufConnectionString
|
||||||
|
self.addedLocalServerWait <- true
|
||||||
|
self.addedLocalServer = true
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// if this isn't the local server, connect to it
|
||||||
log.Info("Connecting to ProtobufServer: %s", server.ProtobufConnectionString, self.config.ProtobufConnectionString())
|
log.Info("Connecting to ProtobufServer: %s", server.ProtobufConnectionString, self.config.ProtobufConnectionString())
|
||||||
if server.connection == nil {
|
if server.connection == nil {
|
||||||
server.connection = self.connectionCreator(server.ProtobufConnectionString)
|
server.connection = self.connectionCreator(server.ProtobufConnectionString)
|
||||||
|
@ -227,12 +244,7 @@ func (self *ClusterConfiguration) AddPotentialServer(server *ClusterServer) {
|
||||||
self.writeBuffers = append(self.writeBuffers, writeBuffer)
|
self.writeBuffers = append(self.writeBuffers, writeBuffer)
|
||||||
server.SetWriteBuffer(writeBuffer)
|
server.SetWriteBuffer(writeBuffer)
|
||||||
server.StartHeartbeat()
|
server.StartHeartbeat()
|
||||||
} else if !self.addedLocalServer {
|
return
|
||||||
log.Info("Added the local server")
|
|
||||||
self.LocalServerId = server.Id
|
|
||||||
self.addedLocalServerWait <- true
|
|
||||||
self.addedLocalServer = true
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (self *ClusterConfiguration) GetDatabases() []*Database {
|
func (self *ClusterConfiguration) GetDatabases() []*Database {
|
||||||
|
@ -344,6 +356,10 @@ func (self *ClusterConfiguration) GetContinuousQueries(db string) []*ContinuousQ
|
||||||
return self.continuousQueries[db]
|
return self.continuousQueries[db]
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (self *ClusterConfiguration) GetLocalConfiguration() *configuration.Configuration {
|
||||||
|
return self.config
|
||||||
|
}
|
||||||
|
|
||||||
func (self *ClusterConfiguration) GetDbUsers(db string) []common.User {
|
func (self *ClusterConfiguration) GetDbUsers(db string) []common.User {
|
||||||
self.usersLock.RLock()
|
self.usersLock.RLock()
|
||||||
defer self.usersLock.RUnlock()
|
defer self.usersLock.RUnlock()
|
||||||
|
|
|
@ -3,6 +3,7 @@ package coordinator
|
||||||
import (
|
import (
|
||||||
"cluster"
|
"cluster"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
"io"
|
"io"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
@ -15,7 +16,7 @@ var internalRaftCommands map[string]raft.Command
|
||||||
func init() {
|
func init() {
|
||||||
internalRaftCommands = map[string]raft.Command{}
|
internalRaftCommands = map[string]raft.Command{}
|
||||||
for _, command := range []raft.Command{
|
for _, command := range []raft.Command{
|
||||||
&AddPotentialServerCommand{},
|
&InfluxJoinCommand{},
|
||||||
&CreateDatabaseCommand{},
|
&CreateDatabaseCommand{},
|
||||||
&DropDatabaseCommand{},
|
&DropDatabaseCommand{},
|
||||||
&SaveDbUserCommand{},
|
&SaveDbUserCommand{},
|
||||||
|
@ -216,24 +217,6 @@ func (c *SaveClusterAdminCommand) Apply(server raft.Server) (interface{}, error)
|
||||||
return nil, nil
|
return nil, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
type AddPotentialServerCommand struct {
|
|
||||||
Server *cluster.ClusterServer
|
|
||||||
}
|
|
||||||
|
|
||||||
func NewAddPotentialServerCommand(s *cluster.ClusterServer) *AddPotentialServerCommand {
|
|
||||||
return &AddPotentialServerCommand{Server: s}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *AddPotentialServerCommand) CommandName() string {
|
|
||||||
return "add_server"
|
|
||||||
}
|
|
||||||
|
|
||||||
func (c *AddPotentialServerCommand) Apply(server raft.Server) (interface{}, error) {
|
|
||||||
config := server.Context().(*cluster.ClusterConfiguration)
|
|
||||||
config.AddPotentialServer(c.Server)
|
|
||||||
return nil, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
type InfluxJoinCommand struct {
|
type InfluxJoinCommand struct {
|
||||||
Name string `json:"name"`
|
Name string `json:"name"`
|
||||||
ConnectionString string `json:"connectionString"`
|
ConnectionString string `json:"connectionString"`
|
||||||
|
@ -242,13 +225,31 @@ type InfluxJoinCommand struct {
|
||||||
|
|
||||||
// The name of the Join command in the log
|
// The name of the Join command in the log
|
||||||
func (c *InfluxJoinCommand) CommandName() string {
|
func (c *InfluxJoinCommand) CommandName() string {
|
||||||
return "raft:join"
|
return "join"
|
||||||
}
|
}
|
||||||
|
|
||||||
func (c *InfluxJoinCommand) Apply(server raft.Server) (interface{}, error) {
|
func (c *InfluxJoinCommand) Apply(server raft.Server) (interface{}, error) {
|
||||||
err := server.AddPeer(c.Name, c.ConnectionString)
|
err := server.AddPeer(c.Name, c.ConnectionString)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
return []byte("join"), err
|
clusterConfig := server.Context().(*cluster.ClusterConfiguration)
|
||||||
|
|
||||||
|
newServer := clusterConfig.GetServerByRaftName(c.Name)
|
||||||
|
// it's a new server the cluster has never seen, make it a potential
|
||||||
|
if newServer != nil {
|
||||||
|
return nil, fmt.Errorf("Server %s already exist", c.Name)
|
||||||
|
}
|
||||||
|
|
||||||
|
log.Info("Adding new server to the cluster config %s", c.Name)
|
||||||
|
clusterServer := cluster.NewClusterServer(c.Name,
|
||||||
|
c.ConnectionString,
|
||||||
|
c.ProtobufConnectionString,
|
||||||
|
nil,
|
||||||
|
clusterConfig.GetLocalConfiguration())
|
||||||
|
clusterConfig.AddPotentialServer(clusterServer)
|
||||||
|
return nil, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (c *InfluxJoinCommand) NodeName() string {
|
func (c *InfluxJoinCommand) NodeName() string {
|
||||||
|
|
|
@ -380,18 +380,6 @@ func (s *RaftServer) startRaft() error {
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.Error(err)
|
log.Error(err)
|
||||||
}
|
}
|
||||||
|
|
||||||
protobufConnectString := s.config.ProtobufConnectionString()
|
|
||||||
clusterServer := cluster.NewClusterServer(name,
|
|
||||||
connectionString,
|
|
||||||
protobufConnectString,
|
|
||||||
nil,
|
|
||||||
s.config)
|
|
||||||
command := NewAddPotentialServerCommand(clusterServer)
|
|
||||||
_, err = s.doOrProxyCommand(command)
|
|
||||||
if err != nil {
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
err = s.CreateRootUser()
|
err = s.CreateRootUser()
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
@ -608,6 +596,7 @@ func (s *RaftServer) retryCommand(command raft.Command, retries int) (ret interf
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *RaftServer) joinHandler(w http.ResponseWriter, req *http.Request) {
|
func (s *RaftServer) joinHandler(w http.ResponseWriter, req *http.Request) {
|
||||||
|
// if this is the leader, process the command
|
||||||
if s.raftServer.State() == raft.Leader {
|
if s.raftServer.State() == raft.Leader {
|
||||||
command := &InfluxJoinCommand{}
|
command := &InfluxJoinCommand{}
|
||||||
if err := json.NewDecoder(req.Body).Decode(&command); err != nil {
|
if err := json.NewDecoder(req.Body).Decode(&command); err != nil {
|
||||||
|
@ -619,26 +608,10 @@ func (s *RaftServer) joinHandler(w http.ResponseWriter, req *http.Request) {
|
||||||
if _, err := s.raftServer.Do(command); err != nil {
|
if _, err := s.raftServer.Do(command); err != nil {
|
||||||
log.Error("Can't process %v: %s", command, err)
|
log.Error("Can't process %v: %s", command, err)
|
||||||
http.Error(w, err.Error(), http.StatusInternalServerError)
|
http.Error(w, err.Error(), http.StatusInternalServerError)
|
||||||
|
}
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
server := s.clusterConfig.GetServerByRaftName(command.Name)
|
|
||||||
// it's a new server the cluster has never seen, make it a potential
|
|
||||||
if server == nil {
|
|
||||||
log.Info("Adding new server to the cluster config %s", command.Name)
|
|
||||||
clusterServer := cluster.NewClusterServer(command.Name,
|
|
||||||
command.ConnectionString,
|
|
||||||
command.ProtobufConnectionString,
|
|
||||||
nil,
|
|
||||||
s.config)
|
|
||||||
addServer := NewAddPotentialServerCommand(clusterServer)
|
|
||||||
if _, err := s.raftServer.Do(addServer); err != nil {
|
|
||||||
log.Error("Error joining raft server: ", err, command)
|
|
||||||
http.Error(w, err.Error(), http.StatusInternalServerError)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
log.Info("Server %s already exist in the cluster config", command.Name)
|
|
||||||
} else {
|
|
||||||
leader, ok := s.leaderConnectString()
|
leader, ok := s.leaderConnectString()
|
||||||
log.Debug("Non-leader redirecting to: (%v, %v)", leader, ok)
|
log.Debug("Non-leader redirecting to: (%v, %v)", leader, ok)
|
||||||
if ok {
|
if ok {
|
||||||
|
@ -648,7 +621,6 @@ func (s *RaftServer) joinHandler(w http.ResponseWriter, req *http.Request) {
|
||||||
http.Error(w, errors.New("Couldn't find leader of the cluster to join").Error(), http.StatusInternalServerError)
|
http.Error(w, errors.New("Couldn't find leader of the cluster to join").Error(), http.StatusInternalServerError)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
func (s *RaftServer) configHandler(w http.ResponseWriter, req *http.Request) {
|
func (s *RaftServer) configHandler(w http.ResponseWriter, req *http.Request) {
|
||||||
js, err := json.Marshal(s.clusterConfig.GetMapForJsonSerialization())
|
js, err := json.Marshal(s.clusterConfig.GetMapForJsonSerialization())
|
||||||
|
|
Loading…
Reference in New Issue