#!/bin/bash # Copyright 2015 The Kubernetes Authors. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # This script is intended to start the docker and then loop until # it detects a failure. It then exits, and supervisord restarts it # which in turn restarts docker. main() { if ! healthy 60; then stop_docker start_docker echo "waiting 30s for startup" sleep 30 healthy 60 fi while healthy; do sleep 10 done echo "Docker failed!" exit 2 } # Performs health check on docker. If a parameter is passed, it is treated as # the number of seconds to keep trying for a healthy result. If none is passed # we make only one attempt. healthy() { max_retry_sec="$1" shift starttime=$(date +%s) while ! timeout 60 docker ps > /dev/null; do if [[ -z "$max_retry_sec" || $(( $(date +%s) - starttime )) -gt "$max_retry_sec" ]]; then echo "docker ps did not succeed" return 2 else echo "waiting 5s before retry" sleep 5 fi done echo "docker is healthy" return 0 } stop_docker() { /etc/init.d/docker stop # Make sure docker gracefully terminated before start again starttime=`date +%s` while pidof docker > /dev/null; do currenttime=`date +%s` ((elapsedtime = currenttime - starttime)) # after 60 seconds, forcefully terminate docker process if test $elapsedtime -gt 60; then echo "attempting to kill docker process with sigkill signal" kill -9 `pidof docker` || sleep 10 else echo "waiting clean shutdown" sleep 10 fi done } start_docker() { echo "docker is not running. starting docker" # cleanup docker network checkpoint to avoid running into known issue # of docker (https://github.com/docker/docker/issues/18283) rm -rf /var/lib/docker/network /etc/init.d/docker start } main