config.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325
  1. // Copyright 2015 CoreOS, Inc.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package etcdmain
  15. import (
  16. "flag"
  17. "fmt"
  18. "net/url"
  19. "os"
  20. "runtime"
  21. "strings"
  22. "github.com/coreos/etcd/etcdserver"
  23. "github.com/coreos/etcd/pkg/cors"
  24. "github.com/coreos/etcd/pkg/flags"
  25. "github.com/coreos/etcd/pkg/transport"
  26. "github.com/coreos/etcd/version"
  27. )
  28. const (
  29. proxyFlagOff = "off"
  30. proxyFlagReadonly = "readonly"
  31. proxyFlagOn = "on"
  32. fallbackFlagExit = "exit"
  33. fallbackFlagProxy = "proxy"
  34. clusterStateFlagNew = "new"
  35. clusterStateFlagExisting = "existing"
  36. defaultName = "default"
  37. // maxElectionMs specifies the maximum value of election timeout.
  38. // More details are listed in ../Documentation/tuning.md#time-parameters.
  39. maxElectionMs = 50000
  40. )
  41. var (
  42. ignored = []string{
  43. "cluster-active-size",
  44. "cluster-remove-delay",
  45. "cluster-sync-interval",
  46. "config",
  47. "force",
  48. "max-result-buffer",
  49. "max-retry-attempts",
  50. "peer-heartbeat-interval",
  51. "peer-election-timeout",
  52. "retry-interval",
  53. "snapshot",
  54. "v",
  55. "vv",
  56. }
  57. ErrConflictBootstrapFlags = fmt.Errorf("multiple discovery or bootstrap flags are set. " +
  58. "Choose one of \"initial-cluster\", \"discovery\" or \"discovery-srv\"")
  59. errUnsetAdvertiseClientURLsFlag = fmt.Errorf("-advertise-client-urls is required when -listen-client-urls is set explicitly")
  60. )
  61. type config struct {
  62. *flag.FlagSet
  63. // member
  64. corsInfo *cors.CORSInfo
  65. dir string
  66. lpurls, lcurls []url.URL
  67. maxSnapFiles uint
  68. maxWalFiles uint
  69. name string
  70. snapCount uint64
  71. // TODO: decouple tickMs and heartbeat tick (current heartbeat tick = 1).
  72. // make ticks a cluster wide configuration.
  73. TickMs uint
  74. ElectionMs uint
  75. // clustering
  76. apurls, acurls []url.URL
  77. clusterState *flags.StringsFlag
  78. dnsCluster string
  79. dproxy string
  80. durl string
  81. fallback *flags.StringsFlag
  82. initialCluster string
  83. initialClusterToken string
  84. // proxy
  85. proxy *flags.StringsFlag
  86. proxyFailureWaitMs uint
  87. proxyRefreshIntervalMs uint
  88. proxyDialTimeoutMs uint
  89. proxyWriteTimeoutMs uint
  90. proxyReadTimeoutMs uint
  91. // security
  92. clientTLSInfo, peerTLSInfo transport.TLSInfo
  93. // logging
  94. debug bool
  95. logPkgLevels string
  96. // unsafe
  97. forceNewCluster bool
  98. printVersion bool
  99. v3demo bool
  100. ignored []string
  101. }
  102. func NewConfig() *config {
  103. cfg := &config{
  104. corsInfo: &cors.CORSInfo{},
  105. clusterState: flags.NewStringsFlag(
  106. clusterStateFlagNew,
  107. clusterStateFlagExisting,
  108. ),
  109. fallback: flags.NewStringsFlag(
  110. fallbackFlagExit,
  111. fallbackFlagProxy,
  112. ),
  113. ignored: ignored,
  114. proxy: flags.NewStringsFlag(
  115. proxyFlagOff,
  116. proxyFlagReadonly,
  117. proxyFlagOn,
  118. ),
  119. }
  120. cfg.FlagSet = flag.NewFlagSet("etcd", flag.ContinueOnError)
  121. fs := cfg.FlagSet
  122. fs.Usage = func() {
  123. fmt.Println(usageline)
  124. }
  125. // member
  126. fs.Var(cfg.corsInfo, "cors", "Comma-separated white list of origins for CORS (cross-origin resource sharing).")
  127. fs.StringVar(&cfg.dir, "data-dir", "", "Path to the data directory")
  128. fs.Var(flags.NewURLsValue("http://localhost:2380,http://localhost:7001"), "listen-peer-urls", "List of URLs to listen on for peer traffic")
  129. fs.Var(flags.NewURLsValue("http://localhost:2379,http://localhost:4001"), "listen-client-urls", "List of URLs to listen on for client traffic")
  130. fs.UintVar(&cfg.maxSnapFiles, "max-snapshots", defaultMaxSnapshots, "Maximum number of snapshot files to retain (0 is unlimited)")
  131. fs.UintVar(&cfg.maxWalFiles, "max-wals", defaultMaxWALs, "Maximum number of wal files to retain (0 is unlimited)")
  132. fs.StringVar(&cfg.name, "name", defaultName, "Unique human-readable name for this node")
  133. fs.Uint64Var(&cfg.snapCount, "snapshot-count", etcdserver.DefaultSnapCount, "Number of committed transactions to trigger a snapshot")
  134. fs.UintVar(&cfg.TickMs, "heartbeat-interval", 100, "Time (in milliseconds) of a heartbeat interval.")
  135. fs.UintVar(&cfg.ElectionMs, "election-timeout", 1000, "Time (in milliseconds) for an election to timeout.")
  136. // clustering
  137. fs.Var(flags.NewURLsValue("http://localhost:2380,http://localhost:7001"), "initial-advertise-peer-urls", "List of this member's peer URLs to advertise to the rest of the cluster")
  138. fs.Var(flags.NewURLsValue("http://localhost:2379,http://localhost:4001"), "advertise-client-urls", "List of this member's client URLs to advertise to the rest of the cluster")
  139. fs.StringVar(&cfg.durl, "discovery", "", "Discovery service used to bootstrap the initial cluster")
  140. fs.Var(cfg.fallback, "discovery-fallback", fmt.Sprintf("Valid values include %s", strings.Join(cfg.fallback.Values, ", ")))
  141. if err := cfg.fallback.Set(fallbackFlagProxy); err != nil {
  142. // Should never happen.
  143. plog.Panicf("unexpected error setting up discovery-fallback flag: %v", err)
  144. }
  145. fs.StringVar(&cfg.dproxy, "discovery-proxy", "", "HTTP proxy to use for traffic to discovery service")
  146. fs.StringVar(&cfg.dnsCluster, "discovery-srv", "", "DNS domain used to bootstrap initial cluster")
  147. fs.StringVar(&cfg.initialCluster, "initial-cluster", initialClusterFromName(defaultName), "Initial cluster configuration for bootstrapping")
  148. fs.StringVar(&cfg.initialClusterToken, "initial-cluster-token", "etcd-cluster", "Initial cluster token for the etcd cluster during bootstrap")
  149. fs.Var(cfg.clusterState, "initial-cluster-state", "Initial cluster configuration for bootstrapping")
  150. if err := cfg.clusterState.Set(clusterStateFlagNew); err != nil {
  151. // Should never happen.
  152. plog.Panicf("unexpected error setting up clusterStateFlag: %v", err)
  153. }
  154. // proxy
  155. fs.Var(cfg.proxy, "proxy", fmt.Sprintf("Valid values include %s", strings.Join(cfg.proxy.Values, ", ")))
  156. if err := cfg.proxy.Set(proxyFlagOff); err != nil {
  157. // Should never happen.
  158. plog.Panicf("unexpected error setting up proxyFlag: %v", err)
  159. }
  160. fs.UintVar(&cfg.proxyFailureWaitMs, "proxy-failure-wait", 5000, "Time (in milliseconds) an endpoint will be held in a failed state.")
  161. fs.UintVar(&cfg.proxyRefreshIntervalMs, "proxy-refresh-interval", 30000, "Time (in milliseconds) of the endpoints refresh interval.")
  162. fs.UintVar(&cfg.proxyDialTimeoutMs, "proxy-dial-timeout", 1000, "Time (in milliseconds) for a dial to timeout.")
  163. fs.UintVar(&cfg.proxyWriteTimeoutMs, "proxy-write-timeout", 5000, "Time (in milliseconds) for a write to timeout.")
  164. fs.UintVar(&cfg.proxyReadTimeoutMs, "proxy-read-timeout", 0, "Time (in milliseconds) for a read to timeout.")
  165. // security
  166. fs.StringVar(&cfg.clientTLSInfo.CAFile, "ca-file", "", "DEPRECATED: Path to the client server TLS CA file.")
  167. fs.StringVar(&cfg.clientTLSInfo.CertFile, "cert-file", "", "Path to the client server TLS cert file.")
  168. fs.StringVar(&cfg.clientTLSInfo.KeyFile, "key-file", "", "Path to the client server TLS key file.")
  169. fs.BoolVar(&cfg.clientTLSInfo.ClientCertAuth, "client-cert-auth", false, "Enable client cert authentication.")
  170. fs.StringVar(&cfg.clientTLSInfo.TrustedCAFile, "trusted-ca-file", "", "Path to the client server TLS trusted CA key file.")
  171. fs.StringVar(&cfg.peerTLSInfo.CAFile, "peer-ca-file", "", "DEPRECATED: Path to the peer server TLS CA file.")
  172. fs.StringVar(&cfg.peerTLSInfo.CertFile, "peer-cert-file", "", "Path to the peer server TLS cert file.")
  173. fs.StringVar(&cfg.peerTLSInfo.KeyFile, "peer-key-file", "", "Path to the peer server TLS key file.")
  174. fs.BoolVar(&cfg.peerTLSInfo.ClientCertAuth, "peer-client-cert-auth", false, "Enable peer client cert authentication.")
  175. fs.StringVar(&cfg.peerTLSInfo.TrustedCAFile, "peer-trusted-ca-file", "", "Path to the peer server TLS trusted CA file.")
  176. // logging
  177. fs.BoolVar(&cfg.debug, "debug", false, "Enable debug output to the logs.")
  178. fs.StringVar(&cfg.logPkgLevels, "log-package-levels", "", "Specify a particular log level for each etcd package.")
  179. // unsafe
  180. fs.BoolVar(&cfg.forceNewCluster, "force-new-cluster", false, "Force to create a new one member cluster")
  181. // version
  182. fs.BoolVar(&cfg.printVersion, "version", false, "Print the version and exit")
  183. // demo flag
  184. fs.BoolVar(&cfg.v3demo, "experimental-v3demo", false, "Enable experimental v3 demo API")
  185. // backwards-compatibility with v0.4.6
  186. fs.Var(&flags.IPAddressPort{}, "addr", "DEPRECATED: Use -advertise-client-urls instead.")
  187. fs.Var(&flags.IPAddressPort{}, "bind-addr", "DEPRECATED: Use -listen-client-urls instead.")
  188. fs.Var(&flags.IPAddressPort{}, "peer-addr", "DEPRECATED: Use -initial-advertise-peer-urls instead.")
  189. fs.Var(&flags.IPAddressPort{}, "peer-bind-addr", "DEPRECATED: Use -listen-peer-urls instead.")
  190. fs.Var(&flags.DeprecatedFlag{Name: "peers"}, "peers", "DEPRECATED: Use -initial-cluster instead")
  191. fs.Var(&flags.DeprecatedFlag{Name: "peers-file"}, "peers-file", "DEPRECATED: Use -initial-cluster instead")
  192. // ignored
  193. for _, f := range cfg.ignored {
  194. fs.Var(&flags.IgnoredFlag{Name: f}, f, "")
  195. }
  196. return cfg
  197. }
  198. func (cfg *config) Parse(arguments []string) error {
  199. perr := cfg.FlagSet.Parse(arguments)
  200. switch perr {
  201. case nil:
  202. case flag.ErrHelp:
  203. fmt.Println(flagsline)
  204. os.Exit(0)
  205. default:
  206. os.Exit(2)
  207. }
  208. if len(cfg.FlagSet.Args()) != 0 {
  209. return fmt.Errorf("'%s' is not a valid flag", cfg.FlagSet.Arg(0))
  210. }
  211. if cfg.printVersion {
  212. fmt.Printf("etcd Version: %s\n", version.Version)
  213. fmt.Printf("Git SHA: %s\n", version.GitSHA)
  214. fmt.Printf("Go Version: %s\n", runtime.Version())
  215. fmt.Printf("Go OS/Arch: %s/%s\n", runtime.GOOS, runtime.GOARCH)
  216. os.Exit(0)
  217. }
  218. err := flags.SetFlagsFromEnv(cfg.FlagSet)
  219. if err != nil {
  220. plog.Fatalf("%v", err)
  221. }
  222. set := make(map[string]bool)
  223. cfg.FlagSet.Visit(func(f *flag.Flag) {
  224. set[f.Name] = true
  225. })
  226. nSet := 0
  227. for _, v := range []bool{set["discovery"], set["initial-cluster"], set["discovery-srv"]} {
  228. if v {
  229. nSet += 1
  230. }
  231. }
  232. if nSet > 1 {
  233. return ErrConflictBootstrapFlags
  234. }
  235. flags.SetBindAddrFromAddr(cfg.FlagSet, "peer-bind-addr", "peer-addr")
  236. flags.SetBindAddrFromAddr(cfg.FlagSet, "bind-addr", "addr")
  237. cfg.lpurls, err = flags.URLsFromFlags(cfg.FlagSet, "listen-peer-urls", "peer-bind-addr", cfg.peerTLSInfo)
  238. if err != nil {
  239. return err
  240. }
  241. cfg.apurls, err = flags.URLsFromFlags(cfg.FlagSet, "initial-advertise-peer-urls", "peer-addr", cfg.peerTLSInfo)
  242. if err != nil {
  243. return err
  244. }
  245. cfg.lcurls, err = flags.URLsFromFlags(cfg.FlagSet, "listen-client-urls", "bind-addr", cfg.clientTLSInfo)
  246. if err != nil {
  247. return err
  248. }
  249. cfg.acurls, err = flags.URLsFromFlags(cfg.FlagSet, "advertise-client-urls", "addr", cfg.clientTLSInfo)
  250. if err != nil {
  251. return err
  252. }
  253. // when etcd runs in member mode user needs to set -advertise-client-urls if -listen-client-urls is set.
  254. // TODO(yichengq): check this for joining through discovery service case
  255. mayFallbackToProxy := flags.IsSet(cfg.FlagSet, "discovery") && cfg.fallback.String() == fallbackFlagProxy
  256. mayBeProxy := cfg.proxy.String() != proxyFlagOff || mayFallbackToProxy
  257. if !mayBeProxy {
  258. if flags.IsSet(cfg.FlagSet, "listen-client-urls") && !flags.IsSet(cfg.FlagSet, "advertise-client-urls") {
  259. return errUnsetAdvertiseClientURLsFlag
  260. }
  261. }
  262. if 5*cfg.TickMs > cfg.ElectionMs {
  263. return fmt.Errorf("-election-timeout[%vms] should be at least as 5 times as -heartbeat-interval[%vms]", cfg.ElectionMs, cfg.TickMs)
  264. }
  265. if cfg.ElectionMs > maxElectionMs {
  266. return fmt.Errorf("-election-timeout[%vms] is too long, and should be set less than %vms", cfg.ElectionMs, maxElectionMs)
  267. }
  268. return nil
  269. }
  270. func initialClusterFromName(name string) string {
  271. n := name
  272. if name == "" {
  273. n = defaultName
  274. }
  275. return fmt.Sprintf("%s=http://localhost:2380,%s=http://localhost:7001", n, n)
  276. }
  277. func (cfg config) isNewCluster() bool { return cfg.clusterState.String() == clusterStateFlagNew }
  278. func (cfg config) isProxy() bool { return cfg.proxy.String() != proxyFlagOff }
  279. func (cfg config) isReadonlyProxy() bool { return cfg.proxy.String() == proxyFlagReadonly }
  280. func (cfg config) shouldFallbackToProxy() bool { return cfg.fallback.String() == fallbackFlagProxy }
  281. func (cfg config) electionTicks() int { return int(cfg.ElectionMs / cfg.TickMs) }