#!/bin/bash

# Copyright 2017 The Kubernetes Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# A configuration for Kubemark cluster. It doesn't need to be kept in
# sync with gce/config-default.sh (except the filename, because I'm reusing
# gce/util.sh script which assumes config filename), but if some things that
# are enabled by default should not run in hollow clusters, they should be disabled here.

source "${KUBE_ROOT}/cluster/gce/config-common.sh"

setvar GCLOUD = 'gcloud'
setvar ZONE = ${KUBE_GCE_ZONE:-us-central1-b}
setvar REGION = ${ZONE%-*}
setvar NUM_NODES = ${KUBEMARK_NUM_NODES:-10}
setvar MASTER_SIZE = ${KUBEMARK_MASTER_SIZE:-n1-standard-$(get-master-size)}
setvar MASTER_DISK_TYPE = 'pd-ssd'
setvar MASTER_DISK_SIZE = ${MASTER_DISK_SIZE:-20GB}
setvar MASTER_ROOT_DISK_SIZE = ${KUBEMARK_MASTER_ROOT_DISK_SIZE:-10GB}
setvar REGISTER_MASTER_KUBELET = ${REGISTER_MASTER:-false}
setvar PREEMPTIBLE_NODE = ${PREEMPTIBLE_NODE:-false}
setvar NODE_ACCELERATORS = ${NODE_ACCELERATORS:-""}
setvar CREATE_CUSTOM_NETWORK = ${CREATE_CUSTOM_NETWORK:-false}

setvar MASTER_OS_DISTRIBUTION = ${KUBE_MASTER_OS_DISTRIBUTION:-gci}
setvar NODE_OS_DISTRIBUTION = ${KUBE_NODE_OS_DISTRIBUTION:-gci}
setvar MASTER_IMAGE = ${KUBE_GCE_MASTER_IMAGE:-cos-stable-60-9592-90-0}
setvar MASTER_IMAGE_PROJECT = ${KUBE_GCE_MASTER_PROJECT:-cos-cloud}

# GPUs supported in GCE do not have compatible drivers in Debian 7.
if [[ "${NODE_OS_DISTRIBUTION}" == "debian" ]] {
    setvar NODE_ACCELERATORS = """"
}

setvar NETWORK = ${KUBE_GCE_NETWORK:-e2e}
if [[ "${CREATE_CUSTOM_NETWORK}" == true ]] {
  setvar SUBNETWORK = "${SUBNETWORK:-${NETWORK}-custom-subnet}"
}
setvar INSTANCE_PREFIX = "${INSTANCE_PREFIX:-"default"}"
setvar MASTER_NAME = ""${INSTANCE_PREFIX}-kubemark-master""
setvar AGGREGATOR_MASTER_NAME = ""${INSTANCE_PREFIX}-kubemark-aggregator""
setvar MASTER_TAG = ""kubemark-master""
setvar ETCD_QUORUM_READ = "${ENABLE_ETCD_QUORUM_READ:-false}"
setvar EVENT_STORE_NAME = ""${INSTANCE_PREFIX}-event-store""
setvar MASTER_IP_RANGE = "${MASTER_IP_RANGE:-10.246.0.0/24}"
setvar CLUSTER_IP_RANGE = "${CLUSTER_IP_RANGE:-10.224.0.0/11}"
setvar RUNTIME_CONFIG = "${KUBE_RUNTIME_CONFIG:-}"
setvar TERMINATED_POD_GC_THRESHOLD = ${TERMINATED_POD_GC_THRESHOLD:-100}
setvar KUBE_APISERVER_REQUEST_TIMEOUT = '300'

# Set etcd image (e.g. gcr.io/google_containers/etcd) and version (e.g. 3.1.10) if you need
# non-default version.
setvar ETCD_IMAGE = "${TEST_ETCD_IMAGE:-}"
setvar ETCD_VERSION = "${TEST_ETCD_VERSION:-}"

# Storage backend. 'etcd2' and 'etcd3' are supported.
setvar STORAGE_BACKEND = ${STORAGE_BACKEND:-}
# Storage media type: application/json and application/vnd.kubernetes.protobuf are supported.
setvar STORAGE_MEDIA_TYPE = ${STORAGE_MEDIA_TYPE:-}

# Default Log level for all components in test clusters and variables to override it in specific components.
setvar TEST_CLUSTER_LOG_LEVEL = "${TEST_CLUSTER_LOG_LEVEL:---v=2}"
setvar KUBELET_TEST_LOG_LEVEL = "${KUBELET_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
setvar API_SERVER_TEST_LOG_LEVEL = "${API_SERVER_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
setvar CONTROLLER_MANAGER_TEST_LOG_LEVEL = "${CONTROLLER_MANAGER_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
setvar SCHEDULER_TEST_LOG_LEVEL = "${SCHEDULER_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"
setvar KUBEPROXY_TEST_LOG_LEVEL = "${KUBEPROXY_TEST_LOG_LEVEL:-$TEST_CLUSTER_LOG_LEVEL}"

setvar TEST_CLUSTER_DELETE_COLLECTION_WORKERS = "${TEST_CLUSTER_DELETE_COLLECTION_WORKERS:---delete-collection-workers=16}"
setvar TEST_CLUSTER_MAX_REQUESTS_INFLIGHT = "${TEST_CLUSTER_MAX_REQUESTS_INFLIGHT:-}"
setvar TEST_CLUSTER_RESYNC_PERIOD = "${TEST_CLUSTER_RESYNC_PERIOD:-}"

# ContentType used by all components to communicate with apiserver.
setvar TEST_CLUSTER_API_CONTENT_TYPE = "${TEST_CLUSTER_API_CONTENT_TYPE:-}"

setvar KUBEMARK_MASTER_COMPONENTS_QPS_LIMITS = "${KUBEMARK_MASTER_COMPONENTS_QPS_LIMITS:-}"

setvar CUSTOM_ADMISSION_PLUGINS = "${CUSTOM_ADMISSION_PLUGINS:-Initializers,NamespaceLifecycle,LimitRanger,ServiceAccount,PersistentVolumeLabel,PodPreset,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,Priority,ResourceQuota}"

# Master components' test arguments.
setvar APISERVER_TEST_ARGS = ""${KUBEMARK_APISERVER_TEST_ARGS:-} --runtime-config=extensions/v1beta1 ${API_SERVER_TEST_LOG_LEVEL} ${TEST_CLUSTER_MAX_REQUESTS_INFLIGHT} ${TEST_CLUSTER_DELETE_COLLECTION_WORKERS}""
setvar CONTROLLER_MANAGER_TEST_ARGS = ""${KUBEMARK_CONTROLLER_MANAGER_TEST_ARGS:-} ${CONTROLLER_MANAGER_TEST_LOG_LEVEL} ${TEST_CLUSTER_RESYNC_PERIOD} ${TEST_CLUSTER_API_CONTENT_TYPE} ${KUBEMARK_MASTER_COMPONENTS_QPS_LIMITS}""
setvar SCHEDULER_TEST_ARGS = ""${KUBEMARK_SCHEDULER_TEST_ARGS:-} ${SCHEDULER_TEST_LOG_LEVEL} ${TEST_CLUSTER_API_CONTENT_TYPE} ${KUBEMARK_MASTER_COMPONENTS_QPS_LIMITS}""

# Hollow-node components' test arguments.
setvar KUBELET_TEST_ARGS = ""--max-pods=100 $TEST_CLUSTER_LOG_LEVEL ${TEST_CLUSTER_API_CONTENT_TYPE}""
setvar KUBEPROXY_TEST_ARGS = ""${KUBEPROXY_TEST_LOG_LEVEL} ${TEST_CLUSTER_API_CONTENT_TYPE}""
setvar USE_REAL_PROXIER = ${USE_REAL_PROXIER:-true}  # for hollow-proxy

setvar SERVICE_CLUSTER_IP_RANGE = ""10.0.0.0/16""  # formerly PORTAL_NET
setvar ALLOCATE_NODE_CIDRS = 'true'

# Optional: Enable cluster autoscaler.
setvar ENABLE_KUBEMARK_CLUSTER_AUTOSCALER = "${ENABLE_KUBEMARK_CLUSTER_AUTOSCALER:-false}"
# When using Cluster Autoscaler, always start with one hollow-node replica.
# NUM_NODES should not be specified by the user. Instead we use
# NUM_NODES=KUBEMARK_AUTOSCALER_MAX_NODES. This gives other cluster components
# (e.g. kubemark master, Heapster) enough resources to handle maximum cluster size.
if [[ "${ENABLE_KUBEMARK_CLUSTER_AUTOSCALER}" == "true" ]] {
  setvar NUM_REPLICAS = '1'
  if [[ ! -z "$NUM_NODES" ]] {
    echo "WARNING: Using Cluster Autoscaler, ignoring NUM_NODES parameter. Set KUBEMARK_AUTOSCALER_MAX_NODES to specify maximum size of the cluster."
  }
}

# Optional: set feature gates
setvar FEATURE_GATES = "${KUBE_FEATURE_GATES:-ExperimentalCriticalPodAnnotation=true}"

if [[ ! -z "${NODE_ACCELERATORS}" ]] {
    setvar FEATURE_GATES = ""${FEATURE_GATES},Accelerators=true""
}

# Enable a simple "AdvancedAuditing" setup for testing.
setvar ENABLE_APISERVER_ADVANCED_AUDIT = "${ENABLE_APISERVER_ADVANCED_AUDIT:-false}"

# Optional: enable pod priority
setvar ENABLE_POD_PRIORITY = "${ENABLE_POD_PRIORITY:-}"
if [[ "${ENABLE_POD_PRIORITY}" == "true" ]] {
    setvar FEATURE_GATES = ""${FEATURE_GATES},PodPriority=true""
}

# The number of services that are allowed to sync concurrently. Will be passed
# into kube-controller-manager via `--concurrent-service-syncs`
setvar CONCURRENT_SERVICE_SYNCS = "${CONCURRENT_SERVICE_SYNCS:-}"