123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197 |
- #!/bin/bash
- # Copyright 2014 The Kubernetes Authors.
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- # TODO(jbeda): Provide a way to override project
- # gcloud multiplexing for shared GCE/GKE tests.
- KUBE_ROOT=$(dirname "${BASH_SOURCE}")/../..
- source "${KUBE_ROOT}/cluster/gce/config-common.sh"
- GCLOUD=gcloud
- ZONE=${KUBE_GCE_ZONE:-us-central1-b}
- REGION=${ZONE%-*}
- RELEASE_REGION_FALLBACK=${RELEASE_REGION_FALLBACK:-false}
- REGIONAL_KUBE_ADDONS=${REGIONAL_KUBE_ADDONS:-true}
- NODE_SIZE=${NODE_SIZE:-n1-standard-2}
- NUM_NODES=${NUM_NODES:-3}
- MASTER_SIZE=${MASTER_SIZE:-n1-standard-$(get-master-size)}
- MASTER_DISK_TYPE=pd-ssd
- MASTER_DISK_SIZE=${MASTER_DISK_SIZE:-20GB}
- NODE_DISK_TYPE=${NODE_DISK_TYPE:-pd-standard}
- NODE_DISK_SIZE=${NODE_DISK_SIZE:-100GB}
- REGISTER_MASTER_KUBELET=${REGISTER_MASTER:-true}
- KUBE_APISERVER_REQUEST_TIMEOUT=300
- PREEMPTIBLE_NODE=${PREEMPTIBLE_NODE:-false}
- PREEMPTIBLE_MASTER=${PREEMPTIBLE_MASTER:-false}
- MASTER_OS_DISTRIBUTION=${KUBE_MASTER_OS_DISTRIBUTION:-${KUBE_OS_DISTRIBUTION:-gci}}
- NODE_OS_DISTRIBUTION=${KUBE_NODE_OS_DISTRIBUTION:-${KUBE_OS_DISTRIBUTION:-gci}}
- # By default a cluster will be started with the master on GCI and nodes on
- # containervm. If you are updating the containervm version, update this
- # variable.
- CVM_VERSION=container-v1-3-v20160604
- GCI_VERSION="gci-dev-54-8743-3-0"
- MASTER_IMAGE=${KUBE_GCE_MASTER_IMAGE:-}
- MASTER_IMAGE_PROJECT=${KUBE_GCE_MASTER_PROJECT:-google-containers}
- NODE_IMAGE=${KUBE_GCE_NODE_IMAGE:-${CVM_VERSION}}
- NODE_IMAGE_PROJECT=${KUBE_GCE_NODE_PROJECT:-google-containers}
- CONTAINER_RUNTIME=${KUBE_CONTAINER_RUNTIME:-docker}
- GCI_DOCKER_VERSION=${KUBE_GCI_DOCKER_VERSION:-}
- RKT_VERSION=${KUBE_RKT_VERSION:-1.9.1}
- RKT_STAGE1_IMAGE=${KUBE_RKT_STAGE1_IMAGE:-coreos.com/rkt/stage1-coreos}
- NETWORK=${KUBE_GCE_NETWORK:-e2e}
- INSTANCE_PREFIX="${KUBE_GCE_INSTANCE_PREFIX:-e2e-test-${USER}}"
- CLUSTER_NAME="${CLUSTER_NAME:-${INSTANCE_PREFIX}}"
- MASTER_NAME="${INSTANCE_PREFIX}-master"
- INITIAL_ETCD_CLUSTER="${MASTER_NAME}"
- MASTER_TAG="${INSTANCE_PREFIX}-master"
- NODE_TAG="${INSTANCE_PREFIX}-minion"
- CLUSTER_IP_RANGE="${CLUSTER_IP_RANGE:-10.180.0.0/14}"
- MASTER_IP_RANGE="${MASTER_IP_RANGE:-10.246.0.0/24}"
- RUNTIME_CONFIG="${KUBE_RUNTIME_CONFIG:-}"
- TERMINATED_POD_GC_THRESHOLD=${TERMINATED_POD_GC_THRESHOLD:-100}
- # Extra docker options for nodes.
- EXTRA_DOCKER_OPTS="${EXTRA_DOCKER_OPTS:-}"
- # Enable the docker debug mode.
- EXTRA_DOCKER_OPTS="${EXTRA_DOCKER_OPTS} --debug"
- SERVICE_CLUSTER_IP_RANGE="10.0.0.0/16" # formerly PORTAL_NET
- # When set to true, Docker Cache is enabled by default as part of the cluster bring up.
- ENABLE_DOCKER_REGISTRY_CACHE=true
- # Optional: Deploy a L7 loadbalancer controller to fulfill Ingress requests:
- # glbc - CE L7 Load Balancer Controller
- ENABLE_L7_LOADBALANCING="${KUBE_ENABLE_L7_LOADBALANCING:-glbc}"
- # Optional: Cluster monitoring to setup as part of the cluster bring up:
- # none - No cluster monitoring setup
- # influxdb - Heapster, InfluxDB, and Grafana
- # google - Heapster, Google Cloud Monitoring, and Google Cloud Logging
- # googleinfluxdb - Enable influxdb and google (except GCM)
- # standalone - Heapster only. Metrics available via Heapster REST API.
- ENABLE_CLUSTER_MONITORING="${KUBE_ENABLE_CLUSTER_MONITORING:-influxdb}"
- # Set etcd version (e.g. 3.0.4-migration.1) if you need non-default version.
- TEST_ETCD_VERSION=""
- # Default Log level for all components in test clusters and variables to override it in specific components.
- TEST_CLUSTER_LOG_LEVEL="${TEST_CLUSTER_LOG_LEVEL:---v=4}"
- KUBELET_TEST_LOG_LEVEL="${KUBELET_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
- DOCKER_TEST_LOG_LEVEL="${DOCKER_TEST_LOG_LEVEL:---log-level=info}"
- API_SERVER_TEST_LOG_LEVEL="${API_SERVER_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
- CONTROLLER_MANAGER_TEST_LOG_LEVEL="${CONTROLLER_MANAGER_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
- SCHEDULER_TEST_LOG_LEVEL="${SCHEDULER_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
- KUBEPROXY_TEST_LOG_LEVEL="${KUBEPROXY_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
- TEST_CLUSTER_DELETE_COLLECTION_WORKERS="${TEST_CLUSTER_DELETE_COLLECTION_WORKERS:---delete-collection-workers=1}"
- TEST_CLUSTER_MAX_REQUESTS_INFLIGHT="${TEST_CLUSTER_MAX_REQUESTS_INFLIGHT:-}"
- TEST_CLUSTER_RESYNC_PERIOD="${TEST_CLUSTER_RESYNC_PERIOD:---min-resync-period=3m}"
- # ContentType used by all components to communicate with apiserver.
- TEST_CLUSTER_API_CONTENT_TYPE="${TEST_CLUSTER_API_CONTENT_TYPE:-}"
- # ContentType used to store objects in underlying database.
- TEST_CLUSTER_STORAGE_CONTENT_TYPE="${TEST_CLUSTER_STORAGE_CONTENT_TYPE:-}"
- KUBELET_TEST_ARGS="--max-pods=110 --serialize-image-pulls=false --outofdisk-transition-frequency=0 ${TEST_CLUSTER_API_CONTENT_TYPE}"
- APISERVER_TEST_ARGS="--runtime-config=extensions/v1beta1 ${TEST_CLUSTER_DELETE_COLLECTION_WORKERS} ${TEST_CLUSTER_MAX_REQUESTS_INFLIGHT} ${TEST_CLUSTER_STORAGE_CONTENT_TYPE}"
- CONTROLLER_MANAGER_TEST_ARGS="${TEST_CLUSTER_RESYNC_PERIOD} ${TEST_CLUSTER_API_CONTENT_TYPE}"
- SCHEDULER_TEST_ARGS="${TEST_CLUSTER_API_CONTENT_TYPE}"
- KUBEPROXY_TEST_ARGS="${TEST_CLUSTER_API_CONTENT_TYPE}"
- # Optional: Enable node logging.
- ENABLE_NODE_LOGGING="${KUBE_ENABLE_NODE_LOGGING:-true}"
- LOGGING_DESTINATION="${KUBE_LOGGING_DESTINATION:-elasticsearch}" # options: elasticsearch, gcp
- # Optional: When set to true, Elasticsearch and Kibana will be setup as part of the cluster bring up.
- ENABLE_CLUSTER_LOGGING="${KUBE_ENABLE_CLUSTER_LOGGING:-true}"
- ELASTICSEARCH_LOGGING_REPLICAS=1
- # Optional: Don't require https for registries in our local RFC1918 network
- if [[ ${KUBE_ENABLE_INSECURE_REGISTRY:-false} == "true" ]]; then
- EXTRA_DOCKER_OPTS="${EXTRA_DOCKER_OPTS} --insecure-registry 10.0.0.0/8"
- fi
- # Optional: Install cluster DNS.
- ENABLE_CLUSTER_DNS="${KUBE_ENABLE_CLUSTER_DNS:-true}"
- DNS_SERVER_IP="10.0.0.10"
- DNS_DOMAIN="cluster.local"
- DNS_REPLICAS=1
- # Optional: Install cluster docker registry.
- ENABLE_CLUSTER_REGISTRY="${KUBE_ENABLE_CLUSTER_REGISTRY:-false}"
- CLUSTER_REGISTRY_DISK="${CLUSTER_REGISTRY_DISK:-${INSTANCE_PREFIX}-kube-system-kube-registry}"
- CLUSTER_REGISTRY_DISK_SIZE="${CLUSTER_REGISTRY_DISK_SIZE:-200GB}"
- CLUSTER_REGISTRY_DISK_TYPE_GCE="${CLUSTER_REGISTRY_DISK_TYPE_GCE:-pd-standard}"
- # Optional: Install Kubernetes UI
- ENABLE_CLUSTER_UI="${KUBE_ENABLE_CLUSTER_UI:-true}"
- # Optional: Install node problem detector.
- ENABLE_NODE_PROBLEM_DETECTOR="${KUBE_ENABLE_NODE_PROBLEM_DETECTOR:-true}"
- # Optional: Create autoscaler for cluster's nodes.
- ENABLE_CLUSTER_AUTOSCALER="${KUBE_ENABLE_CLUSTER_AUTOSCALER:-false}"
- if [[ "${ENABLE_CLUSTER_AUTOSCALER}" == "true" ]]; then
- AUTOSCALER_MIN_NODES="${KUBE_AUTOSCALER_MIN_NODES:-}"
- AUTOSCALER_MAX_NODES="${KUBE_AUTOSCALER_MAX_NODES:-}"
- AUTOSCALER_ENABLE_SCALE_DOWN="${KUBE_AUTOSCALER_ENABLE_SCALE_DOWN:-false}"
- fi
- # Optional: Enable Rescheduler
- ENABLE_RESCHEDULER="${KUBE_ENABLE_RESCHEDULER:-false}"
- # If we included ResourceQuota, we should keep it at the end of the list to prevent incremeting quota usage prematurely.
- ADMISSION_CONTROL="${KUBE_ADMISSION_CONTROL:-NamespaceLifecycle,LimitRanger,ServiceAccount,PersistentVolumeLabel,DefaultStorageClass,ResourceQuota}"
- # Optional: if set to true kube-up will automatically check for existing resources and clean them up.
- KUBE_UP_AUTOMATIC_CLEANUP=${KUBE_UP_AUTOMATIC_CLEANUP:-false}
- # Optional: setting it to true denotes this is a testing cluster,
- # so that we can use pulled kubernetes binaries, even if binaries
- # are pre-installed in the image. Note that currently this logic
- # is only supported in trusty or GCI.
- TEST_CLUSTER="${TEST_CLUSTER:-true}"
- # Storage backend. 'etcd2' supported, 'etcd3' experimental.
- STORAGE_BACKEND=${STORAGE_BACKEND:-etcd2}
- # OpenContrail networking plugin specific settings
- NETWORK_PROVIDER="${NETWORK_PROVIDER:-kubenet}" # none, opencontrail, flannel, kubenet
- OPENCONTRAIL_TAG="${OPENCONTRAIL_TAG:-R2.20}"
- OPENCONTRAIL_KUBERNETES_TAG="${OPENCONTRAIL_KUBERNETES_TAG:-master}"
- OPENCONTRAIL_PUBLIC_SUBNET="${OPENCONTRAIL_PUBLIC_SUBNET:-10.1.0.0/16}"
- # Network Policy plugin specific settings.
- NETWORK_POLICY_PROVIDER="${NETWORK_POLICY_PROVIDER:-none}" # calico
- # How should the kubelet configure hairpin mode?
- HAIRPIN_MODE="${HAIRPIN_MODE:-promiscuous-bridge}" # promiscuous-bridge, hairpin-veth, none
- # Optional: if set to true, kube-up will configure the cluster to run e2e tests.
- E2E_STORAGE_TEST_ENVIRONMENT=${KUBE_E2E_STORAGE_TEST_ENVIRONMENT:-false}
- # Optional: if set to true, a image puller is deployed. Only for use in e2e clusters.
- # TODO: Pipe this through GKE e2e clusters once we know it helps.
- PREPULL_E2E_IMAGES="${PREPULL_E2E_IMAGES:-true}"
- # Evict pods whenever compute resource availability on the nodes gets below a threshold.
- EVICTION_HARD="${EVICTION_HARD:-memory.available<100Mi,nodefs.available<10%}"
- # Optional: custom scheduling algorithm
- SCHEDULING_ALGORITHM_PROVIDER="${SCHEDULING_ALGORITHM_PROVIDER:-}"
|