config-test.sh 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197
  1. #!/bin/bash
  2. # Copyright 2014 The Kubernetes Authors.
  3. #
  4. # Licensed under the Apache License, Version 2.0 (the "License");
  5. # you may not use this file except in compliance with the License.
  6. # You may obtain a copy of the License at
  7. #
  8. # http://www.apache.org/licenses/LICENSE-2.0
  9. #
  10. # Unless required by applicable law or agreed to in writing, software
  11. # distributed under the License is distributed on an "AS IS" BASIS,
  12. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. # See the License for the specific language governing permissions and
  14. # limitations under the License.
  15. # TODO(jbeda): Provide a way to override project
  16. # gcloud multiplexing for shared GCE/GKE tests.
  17. KUBE_ROOT=$(dirname "${BASH_SOURCE}")/../..
  18. source "${KUBE_ROOT}/cluster/gce/config-common.sh"
  19. GCLOUD=gcloud
  20. ZONE=${KUBE_GCE_ZONE:-us-central1-b}
  21. REGION=${ZONE%-*}
  22. RELEASE_REGION_FALLBACK=${RELEASE_REGION_FALLBACK:-false}
  23. REGIONAL_KUBE_ADDONS=${REGIONAL_KUBE_ADDONS:-true}
  24. NODE_SIZE=${NODE_SIZE:-n1-standard-2}
  25. NUM_NODES=${NUM_NODES:-3}
  26. MASTER_SIZE=${MASTER_SIZE:-n1-standard-$(get-master-size)}
  27. MASTER_DISK_TYPE=pd-ssd
  28. MASTER_DISK_SIZE=${MASTER_DISK_SIZE:-20GB}
  29. NODE_DISK_TYPE=${NODE_DISK_TYPE:-pd-standard}
  30. NODE_DISK_SIZE=${NODE_DISK_SIZE:-100GB}
  31. REGISTER_MASTER_KUBELET=${REGISTER_MASTER:-true}
  32. KUBE_APISERVER_REQUEST_TIMEOUT=300
  33. PREEMPTIBLE_NODE=${PREEMPTIBLE_NODE:-false}
  34. PREEMPTIBLE_MASTER=${PREEMPTIBLE_MASTER:-false}
  35. MASTER_OS_DISTRIBUTION=${KUBE_MASTER_OS_DISTRIBUTION:-${KUBE_OS_DISTRIBUTION:-gci}}
  36. NODE_OS_DISTRIBUTION=${KUBE_NODE_OS_DISTRIBUTION:-${KUBE_OS_DISTRIBUTION:-gci}}
  37. # By default a cluster will be started with the master on GCI and nodes on
  38. # containervm. If you are updating the containervm version, update this
  39. # variable.
  40. CVM_VERSION=container-v1-3-v20160604
  41. GCI_VERSION="gci-dev-54-8743-3-0"
  42. MASTER_IMAGE=${KUBE_GCE_MASTER_IMAGE:-}
  43. MASTER_IMAGE_PROJECT=${KUBE_GCE_MASTER_PROJECT:-google-containers}
  44. NODE_IMAGE=${KUBE_GCE_NODE_IMAGE:-${CVM_VERSION}}
  45. NODE_IMAGE_PROJECT=${KUBE_GCE_NODE_PROJECT:-google-containers}
  46. CONTAINER_RUNTIME=${KUBE_CONTAINER_RUNTIME:-docker}
  47. GCI_DOCKER_VERSION=${KUBE_GCI_DOCKER_VERSION:-}
  48. RKT_VERSION=${KUBE_RKT_VERSION:-1.9.1}
  49. RKT_STAGE1_IMAGE=${KUBE_RKT_STAGE1_IMAGE:-coreos.com/rkt/stage1-coreos}
  50. NETWORK=${KUBE_GCE_NETWORK:-e2e}
  51. INSTANCE_PREFIX="${KUBE_GCE_INSTANCE_PREFIX:-e2e-test-${USER}}"
  52. CLUSTER_NAME="${CLUSTER_NAME:-${INSTANCE_PREFIX}}"
  53. MASTER_NAME="${INSTANCE_PREFIX}-master"
  54. INITIAL_ETCD_CLUSTER="${MASTER_NAME}"
  55. MASTER_TAG="${INSTANCE_PREFIX}-master"
  56. NODE_TAG="${INSTANCE_PREFIX}-minion"
  57. CLUSTER_IP_RANGE="${CLUSTER_IP_RANGE:-10.180.0.0/14}"
  58. MASTER_IP_RANGE="${MASTER_IP_RANGE:-10.246.0.0/24}"
  59. RUNTIME_CONFIG="${KUBE_RUNTIME_CONFIG:-}"
  60. TERMINATED_POD_GC_THRESHOLD=${TERMINATED_POD_GC_THRESHOLD:-100}
  61. # Extra docker options for nodes.
  62. EXTRA_DOCKER_OPTS="${EXTRA_DOCKER_OPTS:-}"
  63. # Enable the docker debug mode.
  64. EXTRA_DOCKER_OPTS="${EXTRA_DOCKER_OPTS} --debug"
  65. SERVICE_CLUSTER_IP_RANGE="10.0.0.0/16" # formerly PORTAL_NET
  66. # When set to true, Docker Cache is enabled by default as part of the cluster bring up.
  67. ENABLE_DOCKER_REGISTRY_CACHE=true
  68. # Optional: Deploy a L7 loadbalancer controller to fulfill Ingress requests:
  69. # glbc - CE L7 Load Balancer Controller
  70. ENABLE_L7_LOADBALANCING="${KUBE_ENABLE_L7_LOADBALANCING:-glbc}"
  71. # Optional: Cluster monitoring to setup as part of the cluster bring up:
  72. # none - No cluster monitoring setup
  73. # influxdb - Heapster, InfluxDB, and Grafana
  74. # google - Heapster, Google Cloud Monitoring, and Google Cloud Logging
  75. # googleinfluxdb - Enable influxdb and google (except GCM)
  76. # standalone - Heapster only. Metrics available via Heapster REST API.
  77. ENABLE_CLUSTER_MONITORING="${KUBE_ENABLE_CLUSTER_MONITORING:-influxdb}"
  78. # Set etcd version (e.g. 3.0.4-migration.1) if you need non-default version.
  79. TEST_ETCD_VERSION=""
  80. # Default Log level for all components in test clusters and variables to override it in specific components.
  81. TEST_CLUSTER_LOG_LEVEL="${TEST_CLUSTER_LOG_LEVEL:---v=4}"
  82. KUBELET_TEST_LOG_LEVEL="${KUBELET_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
  83. DOCKER_TEST_LOG_LEVEL="${DOCKER_TEST_LOG_LEVEL:---log-level=info}"
  84. API_SERVER_TEST_LOG_LEVEL="${API_SERVER_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
  85. CONTROLLER_MANAGER_TEST_LOG_LEVEL="${CONTROLLER_MANAGER_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
  86. SCHEDULER_TEST_LOG_LEVEL="${SCHEDULER_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
  87. KUBEPROXY_TEST_LOG_LEVEL="${KUBEPROXY_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
  88. TEST_CLUSTER_DELETE_COLLECTION_WORKERS="${TEST_CLUSTER_DELETE_COLLECTION_WORKERS:---delete-collection-workers=1}"
  89. TEST_CLUSTER_MAX_REQUESTS_INFLIGHT="${TEST_CLUSTER_MAX_REQUESTS_INFLIGHT:-}"
  90. TEST_CLUSTER_RESYNC_PERIOD="${TEST_CLUSTER_RESYNC_PERIOD:---min-resync-period=3m}"
  91. # ContentType used by all components to communicate with apiserver.
  92. TEST_CLUSTER_API_CONTENT_TYPE="${TEST_CLUSTER_API_CONTENT_TYPE:-}"
  93. # ContentType used to store objects in underlying database.
  94. TEST_CLUSTER_STORAGE_CONTENT_TYPE="${TEST_CLUSTER_STORAGE_CONTENT_TYPE:-}"
  95. KUBELET_TEST_ARGS="--max-pods=110 --serialize-image-pulls=false --outofdisk-transition-frequency=0 ${TEST_CLUSTER_API_CONTENT_TYPE}"
  96. APISERVER_TEST_ARGS="--runtime-config=extensions/v1beta1 ${TEST_CLUSTER_DELETE_COLLECTION_WORKERS} ${TEST_CLUSTER_MAX_REQUESTS_INFLIGHT} ${TEST_CLUSTER_STORAGE_CONTENT_TYPE}"
  97. CONTROLLER_MANAGER_TEST_ARGS="${TEST_CLUSTER_RESYNC_PERIOD} ${TEST_CLUSTER_API_CONTENT_TYPE}"
  98. SCHEDULER_TEST_ARGS="${TEST_CLUSTER_API_CONTENT_TYPE}"
  99. KUBEPROXY_TEST_ARGS="${TEST_CLUSTER_API_CONTENT_TYPE}"
  100. # Optional: Enable node logging.
  101. ENABLE_NODE_LOGGING="${KUBE_ENABLE_NODE_LOGGING:-true}"
  102. LOGGING_DESTINATION="${KUBE_LOGGING_DESTINATION:-elasticsearch}" # options: elasticsearch, gcp
  103. # Optional: When set to true, Elasticsearch and Kibana will be setup as part of the cluster bring up.
  104. ENABLE_CLUSTER_LOGGING="${KUBE_ENABLE_CLUSTER_LOGGING:-true}"
  105. ELASTICSEARCH_LOGGING_REPLICAS=1
  106. # Optional: Don't require https for registries in our local RFC1918 network
  107. if [[ ${KUBE_ENABLE_INSECURE_REGISTRY:-false} == "true" ]]; then
  108. EXTRA_DOCKER_OPTS="${EXTRA_DOCKER_OPTS} --insecure-registry 10.0.0.0/8"
  109. fi
  110. # Optional: Install cluster DNS.
  111. ENABLE_CLUSTER_DNS="${KUBE_ENABLE_CLUSTER_DNS:-true}"
  112. DNS_SERVER_IP="10.0.0.10"
  113. DNS_DOMAIN="cluster.local"
  114. DNS_REPLICAS=1
  115. # Optional: Install cluster docker registry.
  116. ENABLE_CLUSTER_REGISTRY="${KUBE_ENABLE_CLUSTER_REGISTRY:-false}"
  117. CLUSTER_REGISTRY_DISK="${CLUSTER_REGISTRY_DISK:-${INSTANCE_PREFIX}-kube-system-kube-registry}"
  118. CLUSTER_REGISTRY_DISK_SIZE="${CLUSTER_REGISTRY_DISK_SIZE:-200GB}"
  119. CLUSTER_REGISTRY_DISK_TYPE_GCE="${CLUSTER_REGISTRY_DISK_TYPE_GCE:-pd-standard}"
  120. # Optional: Install Kubernetes UI
  121. ENABLE_CLUSTER_UI="${KUBE_ENABLE_CLUSTER_UI:-true}"
  122. # Optional: Install node problem detector.
  123. ENABLE_NODE_PROBLEM_DETECTOR="${KUBE_ENABLE_NODE_PROBLEM_DETECTOR:-true}"
  124. # Optional: Create autoscaler for cluster's nodes.
  125. ENABLE_CLUSTER_AUTOSCALER="${KUBE_ENABLE_CLUSTER_AUTOSCALER:-false}"
  126. if [[ "${ENABLE_CLUSTER_AUTOSCALER}" == "true" ]]; then
  127. AUTOSCALER_MIN_NODES="${KUBE_AUTOSCALER_MIN_NODES:-}"
  128. AUTOSCALER_MAX_NODES="${KUBE_AUTOSCALER_MAX_NODES:-}"
  129. AUTOSCALER_ENABLE_SCALE_DOWN="${KUBE_AUTOSCALER_ENABLE_SCALE_DOWN:-false}"
  130. fi
  131. # Optional: Enable Rescheduler
  132. ENABLE_RESCHEDULER="${KUBE_ENABLE_RESCHEDULER:-false}"
  133. # If we included ResourceQuota, we should keep it at the end of the list to prevent incremeting quota usage prematurely.
  134. ADMISSION_CONTROL="${KUBE_ADMISSION_CONTROL:-NamespaceLifecycle,LimitRanger,ServiceAccount,PersistentVolumeLabel,DefaultStorageClass,ResourceQuota}"
  135. # Optional: if set to true kube-up will automatically check for existing resources and clean them up.
  136. KUBE_UP_AUTOMATIC_CLEANUP=${KUBE_UP_AUTOMATIC_CLEANUP:-false}
  137. # Optional: setting it to true denotes this is a testing cluster,
  138. # so that we can use pulled kubernetes binaries, even if binaries
  139. # are pre-installed in the image. Note that currently this logic
  140. # is only supported in trusty or GCI.
  141. TEST_CLUSTER="${TEST_CLUSTER:-true}"
  142. # Storage backend. 'etcd2' supported, 'etcd3' experimental.
  143. STORAGE_BACKEND=${STORAGE_BACKEND:-etcd2}
  144. # OpenContrail networking plugin specific settings
  145. NETWORK_PROVIDER="${NETWORK_PROVIDER:-kubenet}" # none, opencontrail, flannel, kubenet
  146. OPENCONTRAIL_TAG="${OPENCONTRAIL_TAG:-R2.20}"
  147. OPENCONTRAIL_KUBERNETES_TAG="${OPENCONTRAIL_KUBERNETES_TAG:-master}"
  148. OPENCONTRAIL_PUBLIC_SUBNET="${OPENCONTRAIL_PUBLIC_SUBNET:-10.1.0.0/16}"
  149. # Network Policy plugin specific settings.
  150. NETWORK_POLICY_PROVIDER="${NETWORK_POLICY_PROVIDER:-none}" # calico
  151. # How should the kubelet configure hairpin mode?
  152. HAIRPIN_MODE="${HAIRPIN_MODE:-promiscuous-bridge}" # promiscuous-bridge, hairpin-veth, none
  153. # Optional: if set to true, kube-up will configure the cluster to run e2e tests.
  154. E2E_STORAGE_TEST_ENVIRONMENT=${KUBE_E2E_STORAGE_TEST_ENVIRONMENT:-false}
  155. # Optional: if set to true, a image puller is deployed. Only for use in e2e clusters.
  156. # TODO: Pipe this through GKE e2e clusters once we know it helps.
  157. PREPULL_E2E_IMAGES="${PREPULL_E2E_IMAGES:-true}"
  158. # Evict pods whenever compute resource availability on the nodes gets below a threshold.
  159. EVICTION_HARD="${EVICTION_HARD:-memory.available<100Mi,nodefs.available<10%}"
  160. # Optional: custom scheduling algorithm
  161. SCHEDULING_ALGORITHM_PROVIDER="${SCHEDULING_ALGORITHM_PROVIDER:-}"