func main() {
log.SetFlags(0)
flag.Parse()
if verbose {
log.Print("Verbose logging enabled.")
}
if trace {
raft.SetLogLevel(raft.Trace)
log.Print("Raft trace debugging enabled.")
} else if debug {
raft.SetLogLevel(raft.Debug)
log.Print("Raft debugging enabled.")
}
rand.Seed(time.Now().UnixNano())
// Setup commands.
raft.RegisterCommand(&command.WriteCommand{})
// Set the data directory.
if flag.NArg() == 0 {
log.Fatal("Data path argument required")
}
path := flag.Arg(0)
if err := os.MkdirAll(path, 0744); err != nil {
log.Fatalf("Unable to create path: %v", err)
}
log.SetFlags(log.LstdFlags)
s := server.New(path, host, port)
log.Fatal(s.ListenAndServe(join))
}
func main() {
go func() {
//http://localhost:6060/debug/pprof/
log.Println(http.ListenAndServe("localhost:6060", nil))
}()
log.SetFlags(0)
flag.Parse()
if verbose {
log.Print("Verbose logging enabled.")
}
if trace {
raft.SetLogLevel(raft.Trace)
log.Print("Raft trace debugging enabled.")
} else if debug {
raft.SetLogLevel(raft.Debug)
log.Print("Raft debugging enabled.")
}
rand.Seed(time.Now().UnixNano())
// Setup commands.
raft.RegisterCommand(&command.SetCommand{})
raft.RegisterCommand(&command.RemoveTmpDataCommand{})
// Set the data directory.
if flag.NArg() == 0 {
flag.Usage()
log.Fatal("Data path argument required")
}
path := flag.Arg(0)
if err := os.MkdirAll(path, 0744); err != nil {
log.Fatalf("Unable to create path: %v", err)
}
// log.Fatalf("join: %v", join)
// log.Fatalf(" path: %v", path)
log.SetFlags(log.LstdFlags)
s := server.New(path, host, port)
if true {
runtime.GOMAXPROCS(runtime.NumCPU())
}
addr := fmt.Sprintf("%s:%d", host, tcpSerPort)
//log.Fatal(s.ListenAndServe(join, addr))
s.ListenAndServe(join, addr)
select {}
}
func SetLogging(verbose bool, trace bool, debug bool, host string,
port int) {
if verbose {
log.Print("Verbose logging enabled.")
}
if trace {
raft.SetLogLevel(raft.Trace)
log.Print("Raft trace debugging enabled.")
} else if debug {
raft.SetLogLevel(raft.Debug)
log.Print("Raft debugging enabled.")
}
}
func main() {
members := make([]string, 0)
raft.SetLogLevel(0)
flag.Parse()
if discover {
ns, err := net.LookupNS(domain)
if err != nil {
log.Fatal(err)
return
}
if len(ns) < 1 {
log.Fatal("No NS records found for ", domain)
return
}
for _, n := range ns {
members = append(members, strings.TrimPrefix(n.Host, "."))
}
} else if join != "" {
members = strings.Split(join, ",")
}
s := NewServer(members, domain, ldns, lhttp, dataDir, rtimeout, wtimeout, secret)
// Set up metrics if specified on the command line
if metricsToStdErr {
go metrics.Log(metrics.DefaultRegistry, 60e9, log.New(os.Stderr, "metrics: ", log.Lmicroseconds))
}
if len(graphiteServer) > 1 {
addr, err := net.ResolveTCPAddr("tcp", graphiteServer)
if err != nil {
go metrics.Graphite(metrics.DefaultRegistry, 10e9, "skydns", addr)
}
}
if len(stathatUser) > 1 {
go stathat.Stathat(metrics.DefaultRegistry, 10e9, stathatUser)
}
waiter, err := s.Start()
if err != nil {
log.Fatal(err)
return
}
waiter.Wait()
}
func main() {
members := make([]string, 0)
raft.SetLogLevel(0)
flag.Parse()
nameservers := strings.Split(nameserver, ",")
// empty argument given
if len(nameservers) == 1 && nameservers[0] == "" {
nameservers = make([]string, 0)
config, err := dns.ClientConfigFromFile("/etc/resolv.conf")
if err == nil {
for _, s := range config.Servers {
nameservers = append(nameservers, net.JoinHostPort(s, config.Port))
}
} else {
log.Fatal(err)
return
}
}
if discover {
ns, err := net.LookupNS(domain)
if err != nil {
log.Fatal(err)
return
}
if len(ns) < 1 {
log.Fatal("No NS records found for ", domain)
return
}
for _, n := range ns {
members = append(members, strings.TrimPrefix(n.Host, "."))
}
} else if join != "" {
members = strings.Split(join, ",")
}
s := server.NewServer(members, domain, ldns, lhttp, dataDir, rtimeout, wtimeout, secret, nameservers)
stats.Collect()
waiter, err := s.Start()
if err != nil {
log.Fatal(err)
return
}
waiter.Wait()
}
func main() {
log.SetFlags(0)
flag.Parse()
if verbose {
log.Print("Verbose logging enabled.")
}
if trace {
raft.SetLogLevel(raft.Trace)
log.Print("Raft trace debugging enabled.")
} else if debug {
raft.SetLogLevel(raft.Debug)
log.Print("Raft debugging enabled.")
}
rand.Seed(time.Now().UnixNano())
raft.RegisterCommand(&WriteCommand{})
if flag.NArg() == 0 {
flag.Usage()
log.Fatal("Data path argument required")
}
path := flag.Arg(0)
if err := os.MkdirAll(path, 0744); err != nil {
log.Fatalf("Unable to creater path: %s", err.Error())
}
log.SetFlags(log.LstdFlags)
s := NewServer(path, host, port)
log.Fatal(s.ListenAndServer(join))
}
func main() {
members := make([]string, 0)
raft.SetLogLevel(0)
flag.Parse()
nameservers := strings.Split(nameserver, ",")
// empty argument given
if len(nameservers) == 1 && nameservers[0] == "" {
nameservers = make([]string, 0)
config, err := dns.ClientConfigFromFile("/etc/resolv.conf")
if err == nil {
for _, s := range config.Servers {
nameservers = append(nameservers, net.JoinHostPort(s, config.Port))
}
} else {
log.Fatal(err)
return
}
}
if discover {
ns, err := net.LookupNS(domain)
if err != nil {
log.Fatal(err)
return
}
if len(ns) < 1 {
log.Fatal("No NS records found for ", domain)
return
}
for _, n := range ns {
members = append(members, strings.TrimPrefix(n.Host, "."))
}
} else if join != "" {
members = strings.Split(join, ",")
}
s := server.NewServer(members, domain, ldns, lhttp, dataDir, rtimeout, wtimeout, secret, nameservers)
// Set up metrics if specified on the command line
if metricsToStdErr {
go metrics.Log(metrics.DefaultRegistry, 60e9, log.New(os.Stderr, "metrics: ", log.Lmicroseconds))
}
if len(graphiteServer) > 1 {
addr, err := net.ResolveTCPAddr("tcp", graphiteServer)
if err != nil {
go metrics.Graphite(metrics.DefaultRegistry, 10e9, "skydns", addr)
}
}
if len(stathatUser) > 1 {
go stathat.Stathat(metrics.DefaultRegistry, 10e9, stathatUser)
}
waiter, err := s.Start()
if err != nil {
log.Fatal(err)
return
}
waiter.Wait()
}
func main() {
//defer profile.Start(profile.CPUProfile).Stop()
var raftdebug, verbose bool
var listen, join, directory string
flag.BoolVar(&verbose, "v", false, "Enable debug output")
flag.BoolVar(&raftdebug, "r", false, "Enable raft debugging")
flag.StringVar(&listen, "l", "127.0.0.1:4000", "Socket to listen on (Unix or TCP)")
flag.StringVar(&join, "join", "", "Cluster to join")
flag.StringVar(&directory, "d", "", "Storage directory")
dir := filepath.Dir(os.Args[0])
base := "./" + filepath.Base(os.Args[0])
flag.Usage = func() {
fmt.Fprintf(os.Stderr, `Usage: %s [options]
SQLCluster is a highly-available SQL store. It accepts commands over
HTTP, and returns the output of commands together with a
SequenceNumber which indicates the ordering in which requests are
being applied. (SequenceNumber is useful for validation, and can
otherwise be ignored.)
Run a cluster as follows:
cd %s
%s -d /tmp/sqlcluster/node0 &
%s -d /tmp/sqlcluster/node1 -l 127.0.0.1:4001 --join 127.0.0.1:4000 &
%s -d /tmp/sqlcluster/node2 -l 127.0.0.1:4002 --join 127.0.0.1:4000
You can then issue queries using your favorite HTTP client.
curl 127.0.0.1:4000/sql -d 'CREATE TABLE hello (world int)'
curl 127.0.0.1:4000/sql -d 'INSERT INTO hello (world) VALUES (1), (2)'
curl 127.0.0.1:4000/sql -d 'SELECT * FROM hello'
This should return the following sequence of outputs:
- SequenceNumber: 0
- SequenceNumber: 1
- SequenceNumber: 2
1
2
By default, SQLCluster will listen on a TCP port. However, if you
specify a listen address that begins with a / or ., that will be
interpeted as Unix path for SQLCluster to listen on. (Note that
Octopus runs using Unix sockets only, but it will probably be more
convient for you to develop using TCP.)
OPTIONS:
`, os.Args[0], dir, base, base, base)
flag.PrintDefaults()
}
flag.Parse()
if flag.NArg() != 0 {
flag.Usage()
os.Exit(1)
}
log.SetVerbose(verbose)
if directory == "" {
var err error
directory, err = ioutil.TempDir("/tmp", "node")
if err != nil {
log.Fatalf("Could not create temporary base directory: %s", err)
}
defer os.RemoveAll(directory)
log.Printf("Storing state in tmpdir %s", directory)
} else {
if err := os.MkdirAll(directory, os.ModeDir|0755); err != nil {
log.Fatalf("Error while creating storage directory: %s", err)
}
}
log.Printf("Changing directory to %s", directory)
if err := os.Chdir(directory); err != nil {
log.Fatalf("Error while changing to storage directory: %s", err)
}
// Make sure we don't leave stranded sqlclusters lying around
go func() {
for {
time.Sleep(2 * time.Second)
if os.Getppid() == 1 {
log.Fatal("Parent process exited; terminating")
}
}
}()
runtime.GOMAXPROCS(4)
rand.Seed(time.Now().UnixNano())
raft.RegisterCommand(&server.WriteCommand{})
if raftdebug {
raft.SetLogLevel(raft.Debug)
}
// raft.SetLogLevel(raft.Trace)
// Start the server
go func() {
s, err := server.New(directory, listen)
if err != nil {
log.Fatal(err)
}
if err := s.ListenAndServe(join); err != nil {
log.Fatal(err)
}
}()
// Exit cleanly so we can remove the tmpdir
sigchan := make(chan os.Signal)
signal.Notify(sigchan, syscall.SIGINT, syscall.SIGTERM)
<-sigchan
}
func init() {
raft.SetLogLevel(0)
}
func NewRaftServer(r *mux.Router, peers []string, httpAddr string, dataDir string, topo *topology.Topology, pulseSeconds int) *RaftServer {
s := &RaftServer{
peers: peers,
httpAddr: httpAddr,
dataDir: dataDir,
router: r,
topo: topo,
}
if glog.V(4) {
raft.SetLogLevel(2)
}
//注册命令以便在Do中回调
raft.RegisterCommand(&topology.MaxVolumeIdCommand{})
var err error
//Creates a new HTTP transporter with the given path prefix.
transporter := raft.NewHTTPTransporter("/cluster", 0)
transporter.Transport.MaxIdleConnsPerHost = 1024
//http://godoc.org/github.com/goraft/raft#RegisterCommand
s.raftServer, err = raft.NewServer(s.httpAddr, s.dataDir, transporter, nil, topo, "")
if err != nil {
glog.V(0).Infoln(err)
return nil
}
transporter.Install(s.raftServer, s)
s.raftServer.SetHeartbeatInterval(1 * time.Second)
s.raftServer.SetElectionTimeout(time.Duration(pulseSeconds) * 1150 * time.Millisecond)
s.raftServer.Start()
s.router.HandleFunc("/cluster/join", s.joinHandler).Methods("POST")
s.router.HandleFunc("/cluster/status", s.statusHandler).Methods("GET")
// Join to leader if specified.
if len(s.peers) > 0 {
if !s.raftServer.IsLogEmpty() {
glog.V(0).Infoln("Starting cluster with existing logs.")
} else {
glog.V(0).Infoln("Joining cluster:", strings.Join(s.peers, ","))
time.Sleep(time.Duration(rand.Intn(1000)) * time.Millisecond)
firstJoinError := s.Join(s.peers)
if firstJoinError != nil {
glog.V(0).Infoln("No existing server found. Starting as leader in the new cluster.")
_, err := s.raftServer.Do(&raft.DefaultJoinCommand{
Name: s.raftServer.Name(),
ConnectionString: "http://" + s.httpAddr,
})
if err != nil {
glog.V(0).Infoln(err)
return nil
}
}
}
// Initialize the server by joining itself.
} else if s.raftServer.IsLogEmpty() {
glog.V(0).Infoln("Initializing new cluster")
_, err := s.raftServer.Do(&raft.DefaultJoinCommand{
Name: s.raftServer.Name(),
ConnectionString: "http://" + s.httpAddr,
})
if err != nil {
glog.V(0).Infoln(err)
return nil
}
} else {
glog.V(0).Infoln("Recovered from log")
}
return s
}
func main() {
members := make([]string, 0)
raft.SetLogLevel(0)
flag.Parse()
nameservers := strings.Split(nameserver, ",")
// empty argument given
if len(nameservers) == 1 && nameservers[0] == "" {
nameservers = make([]string, 0)
config, err := dns.ClientConfigFromFile("/etc/resolv.conf")
if err == nil {
for _, s := range config.Servers {
nameservers = append(nameservers, net.JoinHostPort(s, config.Port))
}
} else {
log.Fatal(err)
return
}
}
if discover {
ns, err := net.LookupNS(domain)
if err != nil {
log.Fatal(err)
return
}
if len(ns) < 1 {
log.Fatal("No NS records found for ", domain)
return
}
for _, n := range ns {
members = append(members, strings.TrimPrefix(n.Host, "."))
}
} else if join != "" {
members = strings.Split(join, ",")
}
s := server.NewServer(members, domain, ldns, lhttp, dataDir, rtimeout, wtimeout, secret, nameservers, !norr, tlskey, tlspem)
if dnssec != "" {
k, p, e := server.ParseKeyFile(dnssec)
if e != nil {
log.Fatal(e)
return
}
if k.Header().Name != dns.Fqdn(domain) {
log.Fatal(errors.New("Owner name of DNSKEY must match SkyDNS domain"))
return
}
s.SetKeys(k, p)
}
stats.Collect()
waiter, err := s.Start()
if err != nil {
log.Fatal(err)
return
}
waiter.Wait()
}