main.go 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196
  1. package main
  2. import (
  3. "flag"
  4. "fmt"
  5. "net"
  6. "os"
  7. "os/signal"
  8. "path"
  9. "syscall"
  10. "time"
  11. "github.com/coreos/rudder/Godeps/_workspace/src/github.com/coreos/go-systemd/daemon"
  12. log "github.com/coreos/rudder/Godeps/_workspace/src/github.com/golang/glog"
  13. "github.com/coreos/rudder/backend"
  14. "github.com/coreos/rudder/pkg/ip"
  15. "github.com/coreos/rudder/subnet"
  16. "github.com/coreos/rudder/backend/udp"
  17. )
  18. const (
  19. defaultPort = 8285
  20. )
  21. type CmdLineOpts struct {
  22. etcdEndpoint string
  23. etcdPrefix string
  24. help bool
  25. version bool
  26. ipMasq bool
  27. port int
  28. subnetFile string
  29. iface string
  30. }
  31. var opts CmdLineOpts
  32. func init() {
  33. flag.StringVar(&opts.etcdEndpoint, "etcd-endpoint", "http://127.0.0.1:4001", "etcd endpoint")
  34. flag.StringVar(&opts.etcdPrefix, "etcd-prefix", "/coreos.com/network", "etcd prefix")
  35. flag.IntVar(&opts.port, "port", defaultPort, "port to use for inter-node communications")
  36. flag.StringVar(&opts.subnetFile, "subnet-file", "/run/rudder/subnet.env", "filename where env variables (subnet and MTU values) will be written to")
  37. flag.StringVar(&opts.iface, "iface", "", "interface to use (IP or name) for inter-host communication")
  38. flag.BoolVar(&opts.ipMasq, "ip-masq", false, "setup IP masquerade rule for traffic destined outside of overlay network")
  39. flag.BoolVar(&opts.help, "help", false, "print this message")
  40. flag.BoolVar(&opts.version, "version", false, "print version and exit")
  41. }
  42. func writeSubnetFile(sn ip.IP4Net, mtu int) error {
  43. // Write out the first usable IP by incrementing
  44. // sn.IP by one
  45. sn.IP += 1
  46. dir, _ := path.Split(opts.subnetFile)
  47. os.MkdirAll(dir, 0755)
  48. f, err := os.Create(opts.subnetFile)
  49. if err != nil {
  50. return err
  51. }
  52. defer f.Close()
  53. fmt.Fprintf(f, "RUDDER_SUBNET=%s\n", sn)
  54. fmt.Fprintf(f, "RUDDER_MTU=%d\n", mtu)
  55. return nil
  56. }
  57. func lookupIface() (*net.Interface, net.IP, error) {
  58. var iface *net.Interface
  59. var ipaddr net.IP
  60. var err error
  61. if len(opts.iface) > 0 {
  62. if ipaddr = net.ParseIP(opts.iface); ipaddr != nil {
  63. iface, err = ip.GetInterfaceByIP(ipaddr)
  64. if err != nil {
  65. return nil, nil, fmt.Errorf("Error looking up interface %s: %s", opts.iface, err)
  66. }
  67. } else {
  68. iface, err = net.InterfaceByName(opts.iface)
  69. if err != nil {
  70. return nil, nil, fmt.Errorf("Error looking up interface %s: %s", opts.iface, err)
  71. }
  72. }
  73. } else {
  74. log.Info("Determining IP address of default interface")
  75. for {
  76. if iface, err = ip.GetDefaultGatewayIface(); err == nil {
  77. break
  78. }
  79. log.Error("Failed to get default interface: ", err)
  80. time.Sleep(time.Second)
  81. }
  82. }
  83. if ipaddr == nil {
  84. ipaddr, err = ip.GetIfaceIP4Addr(iface)
  85. if err != nil {
  86. return nil, nil, fmt.Errorf("Failed to find IPv4 address for interface %s", iface.Name)
  87. }
  88. }
  89. return iface, ipaddr, nil
  90. }
  91. func makeSubnetManager() *subnet.SubnetManager {
  92. for {
  93. sm, err := subnet.NewSubnetManager(opts.etcdEndpoint, opts.etcdPrefix)
  94. if err == nil {
  95. return sm
  96. }
  97. log.Error("Failed to create SubnetManager: ", err)
  98. time.Sleep(time.Second)
  99. }
  100. }
  101. func newBackend() backend.Backend {
  102. sm := makeSubnetManager()
  103. return udp.New(sm, opts.port)
  104. }
  105. func run(be backend.Backend, quit chan bool) {
  106. defer close(quit)
  107. iface, ipaddr, err := lookupIface()
  108. if err != nil {
  109. log.Error(err)
  110. return
  111. }
  112. if iface.MTU == 0 {
  113. log.Errorf("Failed to determine MTU for %s interface", ipaddr)
  114. return
  115. }
  116. log.Infof("Using %s as external interface", ipaddr)
  117. sn, mtu, err := be.Init(iface, ipaddr, opts.ipMasq)
  118. if err != nil {
  119. log.Error(err)
  120. return
  121. }
  122. writeSubnetFile(sn, mtu)
  123. daemon.SdNotify("READY=1")
  124. log.Infof("%s mode initialized", be.Name())
  125. be.Run()
  126. }
  127. func main() {
  128. // glog will log to tmp files by default. override so all entries
  129. // can flow into journald (if running under systemd)
  130. flag.Set("logtostderr", "true")
  131. // now parse command line args
  132. flag.Parse()
  133. if opts.help {
  134. fmt.Fprintf(os.Stderr, "Usage: %s [OPTION]...\n", os.Args[0])
  135. flag.PrintDefaults()
  136. os.Exit(0)
  137. }
  138. if opts.version {
  139. fmt.Fprintln(os.Stderr, Version)
  140. os.Exit(0)
  141. }
  142. be := newBackend()
  143. // Register for SIGINT and SIGTERM and wait for one of them to arrive
  144. log.Info("Installing signal handlers")
  145. sigs := make(chan os.Signal, 5)
  146. signal.Notify(sigs, os.Interrupt, syscall.SIGTERM)
  147. quit := make(chan bool)
  148. go run(be, quit)
  149. for {
  150. select {
  151. case <-sigs:
  152. // unregister to get default OS nuke behaviour in case we don't exit cleanly
  153. signal.Stop(sigs)
  154. log.Info("Exiting...")
  155. be.Stop()
  156. case <-quit:
  157. log.Infof("%s mode exited", be.Name())
  158. os.Exit(0)
  159. }
  160. }
  161. }