@@ -57,7 +57,6 @@ ability to setup a high availability configuration on a selection of nodes.

             <options> = One or more of:

                 --type=keepalived  #  For now, always keepalived.

                 --create

-                --delete

                 --credentials=<credentials>

                 --no-headers=<headers>

                 -o|--output=<format>

@@ -122,9 +121,6 @@ Examples:

                                    --virtual-ips="54.192.0.42-43"       \

                                    --watch-port=80  --create

-       $ # Delete a previously created HA configuration.

-       $ openshift admin ha-config ha-amzn --delete

-

 ## Under-the-hood

 Under the hood, the HA configuration creates and starts up an HA sidecar

@@ -155,6 +151,10 @@ This allows us to the cover:

   1. When a cluster is modified - really node labels are modified.

   1. Failure cases when a node or watched service or network fails.

+Note: The PerNodeController in the future will remove the need to watch

+      the nodes when a cluster is resized or modified, as the keepalived

+      sidecar pod would be directly run on the given set of nodes.

+

 ## Usage

 The intended usage is a workflow that follows a pattern similar to the

@@ -35,7 +35,7 @@ tar xzf "${OS_IMAGE_RELEASE_TAR}" -C "${imagedir}"

 # Copy primary binaries to the appropriate locations.

 cp -f "${imagedir}/openshift" images/origin/bin

 cp -f "${imagedir}/openshift" images/router/haproxy/bin

-cp -f "${imagedir}/openshift" images/ha-config/keepalived/bin

+cp -f "${imagedir}/openshift" images/ipfailover/keepalived/bin

 # Copy image binaries to the appropriate locations.

 cp -f "${imagedir}/pod" images/pod/bin

@@ -57,7 +57,7 @@ image openshift/origin-haproxy-router        images/router/haproxy

 # For now, don't build the v2 registry image

 # To be reenabled when we actually switch to the v2 registry

 #image openshift/origin-docker-registry       images/dockerregistry

-image openshift/origin-keepalived-ha-config  images/ha-config/keepalived

+image openshift/origin-keepalived-ipfailover images/ipfailover/keepalived

 # images that depend on openshift/origin

 image openshift/origin-deployer              images/deployer

 image openshift/origin-docker-builder        images/builder/docker/docker-builder

deleted file mode 100644

@@ -1,2 +0,0 @@

-settings.minion*

-!.gitignore

deleted file mode 100644

@@ -1,17 +0,0 @@

-#

-# VIP failover monitoring container for OpenShift Origin.

-#

-# ImageName: openshift/origin-keepalived-ha-config

-#

-# FROM fedora

-FROM openshift/origin-base

-

-RUN yum -y install kmod keepalived iproute psmisc nc net-tools

-

-ADD conf/ /var/lib/openshift/ha-config/keepalived/conf/

-ADD lib/  /var/lib/openshift/ha-config/keepalived/lib/

-ADD bin/  /var/lib/openshift/ha-config/keepalived/bin/

-ADD monitor.sh /var/lib/openshift/ha-config/keepalived/

-

-EXPOSE 1985

-ENTRYPOINT ["/var/lib/openshift/ha-config/keepalived/monitor.sh"]

deleted file mode 100644

@@ -1,312 +0,0 @@

-HA Router and Failover

-======================

-This readme describes steps to add multiple HA OpenShift routers with

-failover capability to achieve several nines of availability.

-

-

-Build and Test

-1.  Verify docker image build and run tests.

-

-        $ make -f makefile.test  #  or make -f makefile.test image

-        $ make -f makefile.test test

-

-

-Pre-requisites/Prep Time

-

-1. Launch a OpenShift cluster via whatever mechanism you use. The steps

-   below assume you are doing this on a dev machine using vagrant.

-

-        $ export OPENSHIFT_DEV_CLUSTER=1

-        $ cd $this-repo-git-co-dir  # cloned from git@github.com:ramr/origin

-        $ vagrant up

-

-

-2. Wait for the cluster to come up and then start the OpenShift router

-   with two (_2_) replicas.

-

-        $ vagrant ssh minion-1  # (or master or minion-2).

-        #  Ensure KUBECONFIG is set or else set it.

-        [ -n "$KUBECONFIG" ] ||  \

-           export KUBECONFIG=/openshift.local.certificates/admin/.kubeconfig

-        #  openshift kube get dc,rc,pods,se,mi,routes

-        openshift ex router arparp --create --replicas=2  \

-                                   --credentials="${KUBECONFIG}"

-

-

-3. Wait for the Router pods to get into running state (I'm just sitting

-   here watching the wheels go round and round).

-

-        $ vagrant ssh minion-1 # (or master or minion-2).

-        pods="openshift/origin-haproxy-router|openshift/origin-deployer"

-        while openshift kube get pods | egrep -e "$pods" |   \

-                grep "Pending" > /dev/null; do

-            echo -n "."

-            #  "OkOk"

-            sleep 1

-        done

-        echo ""

-

-

-4. Check that the two OpenShift router replicas are up and serving.

-

-        $ #  This will be a bit slow, but it should return a 503 HTTP code

-        $ #  indicating that haproxy is serving on port 80.

-        $ vagrant ssh minion-1

-        sudo docker ps  | grep "openshift/origin-haproxy-router"

-        curl -s -o /dev/null -w "%{http_code}\n"  http://localhost/

-

-        $ #  Repeat on minion-2:

-        $ vagrant ssh minion-2

-        sudo docker ps  | grep "openshift/origin-haproxy-router"

-        curl -s -o /dev/null -w "%{http_code}\n"  http://localhost/

-

-

-5. Create an user, project and app.

-

-        $ vagrant ssh minion-1

-        #  Add user and project.

-        openshift ex policy add-user view anypassword:test-admin

-        openshift ex new-project test --display-name="Failover Sample" \

-           --description="Router Failover" --admin=anypassword:test-admin

-        #  Create a test app using the template.

-        cd /vagrant/hack/exp/router-failover

-        openshift cli create -n test -f conf/hello-openshift-template.json

-

-        echo "Wait for the app to startup and check app is reachable."

-        for ip in 10.245.2.3 10.245.2.4; do

-          curl -H "Host: hello.openshift.test" -o /dev/null -s -m 5  \

-               -w "%{http_code}\n" http://$ip/

-        done

-        echo "Ensure HTTP status code is 200 for both http://10.245.2.{3,4}"

-        #  && echo "YAY"

-

-

-6. Ensure you can get to the hello openshift app from inside/outside the vm.

-

-        $ #  minion-{1,2} use IPs 10.245.2.{3,4} in the dev environment.

-        for ip in 10.245.2.3 10.245.2.4; do

-          echo "$ip: $(curl -s --resolve hello.openshift.test:80:$ip  \

-                            -m 5 http://hello.openshift.test)"

-        done

-

-

-HA Routing Failover Setup

-=========================

-

-1. Copy the router HA settings example config and edit it as needed.

-

-        $ cd /vagrant/hack/exp/router-failover

-        $ cp conf/settings.example  settings.minion-1

-        $ cp conf/settings.example  settings.minion-2

-        $ #

-        $ #  And as per your environment, set/edit the values for

-        $ #    ADMIN_EMAILS, EMAIL_FROM, SMTP_SERVER,

-        $ #    PRIMARY_HA_VIPS, SLAVE_HA_VIPS and INTERFACE.

-

-2. For demo purposes, we are going to flip the PRIMARY and SLAVE groups

-   on minion-2 ... this allows both minions to serve in an Active-Active

-   fashion.

-

-        $ #  Flip PRIMARY+SLAVE groups on minion-2 ("Papoy?! Ah Papoy!!").

-        $ sed -i "s/^PRIMARY_GROUPS=\(.*\)/PRIMARY_GROUPS_OLD=\1/g;

-                  s/^SLAVE_GROUPS=\(.*\)/PRIMARY_GROUPS=\1/g;

-                  s/^PRIMARY_GROUPS_OLD=\(.*\)/SLAVE_GROUPS=\1/g;" \

-              settings.minion-2

-

-        $ #  Check what the differences are on the minions.

-        $ diff conf/settings.example  settings.minion-1

-        $ diff conf/settings.example  settings.minion-2

-

-

-3. Optionally clear the config - just so that we have a completely clean

-   slate. Step 4 below does this - but this is here just for my demo env

-   reuse purposes.

-

-        $ #  Run these commands on the minions via vagrant ssh minion-{1,2}

-        $ #    sudo service keepalived stop

-        $ #    sudo rm -f /etc/keepalived/keepalived.conf

-

-        $ #  OkOk

-        for m in minion-1 minion-2; do

-           vagrant ssh $m -c "sudo service keepalived stop;  \

-                              sudo rm -f /etc/keepalived/keepalived.conf"

-        done

-

-

-4. Setup router HA with failover using the 2 config files we created.

-

-        $ #  Run these commands on the minions via vagrant ssh minion-{1,2}

-        $ #    cd /vagrant/hack/exp/router-failover

-        $ #    sudo ./failover-setup.sh settings.minion-{1,2}

-

-        $ #  OkOk - minion-1

-        for m in minion-1 minion-2; do

-           vagrant ssh $m -c "cd /vagrant/hack/exp/router-failover;  \

-                              sudo ./failover-setup.sh settings.$m"

-        done

-

-

-5. On each minion, you can check what VIPs are being serviced by that

-   minion via `ip a ls dev enp0s8`. Substitute the appropriate interface

-   name for `enp0s8` in your environment.

-

-        $ #  "minions laughing" ...

-        for m in minion-1 minion-2; do

-           vagrant ssh $m -c "ip a ls dev enp0s8"

-        done

-

-

-6. Check that you can get to the hello openshift app using the VIPs from

-   inside/outside the vms.

-

-        for ip in 10.245.2.90 10.245.2.111 10.245.2.222 10.245.2.223; do

-          echo "$ip: $(curl -s --resolve hello.openshift.test:80:$ip  \

-                            -m 5 http://hello.openshift.test)"

-        done

-        #  && echo "YAY"

-

-

-HA Routing Failover Demo

-========================

-Whilst following the steps below, you can also monitor one of the VIPs on a

-terminal on your host system. This just busy loops sending requests to a

-specific VIP.

-

-        tko="--connect-timeout 2"  #  Maybe use -m 2 instead.

-        resolver="--resolve hello.openshift.test:80:10.245.2.111"

-        while true; do

-          echo "$(date): $(curl -s $tko $resolver hello.openshift.test)"

-        done | tee /tmp/foo

-

-

-HA Simple Failover Test (keepalived)

-====================================

-The simplest test on VIP failover is to stop keepalived on one of the

-minions.

-

-        $ vagrant ssh minion-1

-

-        $ #  Check which VIPs are served by this minion.

-        ip a ls dev enp0s8

-

-        $ #  Make sure the VIP in the busy loop above 10.245.2.111 is

-        $ #  "owned"/serviced by this minion. Or then use a VIP that's

-        $ #  serviced by this minion in the above mentioned busy looper

-        $ #  monitoring script (while true; curl ... done).

-        sudo service keepalived stop

-

-        $ vagrant ssh minion-2

-        #  Check that the VIPs from minion-1 are taken over by this minion.

-        ip a ls dev enp0s8

-

-        $ vagrant ssh minion-1

-        $ #  Set things back to a "good" state by starting back keepalived.

-        sudo service keepalived start

-

-        $ #  Check the VIPs served by this minion.

-        ip a ls dev enp0s8

-

-

-HA Hard Failover Test (bring down the minion)

-=============================================

-The hard failover VIP test basically involves stopping the whole shebang

-(keepalived, openshift-router and haproxy) by bringing down one of

-the minions.

-

-1. Halt one of the minions ("Aww") ...

-

-        $ #  If you are monitoring a specific VIP ala 10.245.2.111 in the

-        $ #  example mentioned above, then bring down the minion that's

-        $ #  "owns" that VIP. For now, bringing a random one down.

-        $ vagrant halt minion-$((RANDOM%2 + 1))

-

-

-2. Check that you can still get to the hello openshift app using the VIPs

-   from inside/outside the vms.

-

-        for ip in 10.245.2.90 10.245.2.111 10.245.2.222 10.245.2.223; do

-          echo "$ip: $(curl -s --resolve hello.openshift.test:80:$ip  \

-                            -m 5 http://hello.openshift.test)"

-        done

-        $ #  && echo "YAY"

-

-

-3. Bring back the minion ("YAY") ...

-

-        $ vagrant up minion-{1,2}

-

-

-4. Wait for the minion to come back online.

-

-5. Check how the VIPs are balanced between the 2 minions.

-

-        for m in minion-1 minion-2; do

-          vagrant ssh $m -c "ip a ls dev enp0s8"

-        done

-

-6. Check that you can still get to the hello openshift app using the VIPs

-   from inside/outside the vms.

-

-        for ip in 10.245.2.90 10.245.2.111 10.245.2.222 10.245.2.223; do

-          echo "$ip: $(curl -s --resolve hello.openshift.test:80:$ip  \

-                            -m 5 http://hello.openshift.test)"

-        done

-        $ #  && echo "YAY"

-

-

-

-HA Soft Failover Test

-=====================

-

-1. Eventually this would test the keepalived process - but for now this

-   just shows how long the Kubernetes Replication Controller takes to

-   restart the services.

-

-        $ #  Stop the router on one of the minions ("Aaw").

-        $ vagrant ssh minion-$((RANDOM%2 + 1))

-        sudo kill -9 $(ps -e -opid,args | grep openshift-router |  \

-                          grep -v grep | awk '{print $1}')

-        $ # OR:

-        sudo docker rm -f $(sudo docker ps |  \

-                               grep openshift/origin-haproxy-router |  \

-                               awk '{print $1}')

-

-2. Check that you can still get to the hello openshift app using the VIPs

-   from inside/outside the vms.

-

-        for ip in 10.245.2.90 10.245.2.111 10.245.2.222 10.245.2.223; do

-          echo "$ip: $(curl -s --resolve hello.openshift.test:80:$ip  \

-                            -m 5 http://hello.openshift.test)"

-        done

-        $ #  && echo "YAY"

-        $ #  Wait for the router to come back up and run above check again.

-

-

-

-TODOs/Edge CASES:

-

-##  *Beware of the dog - it bites! You have been warned*

-There's a 2 second delay (process existence check) as of now, we can

-tune this up/down appropriately.

-And it is pertinent to mention here that this solution is not true

-fault-tolerance (100% availbility) - its just failover capability to

-provide high availability (99.[9]{n}% availability - cheap but by no

-means perfect).

-So be aware of this and use it appropriately within your environment.

-

-One alternative to achieve several more 9s of availability is to

-  * stop keepalived immediately if the router or the docker container

-    running the router goes down.

-  * And start keepalived start it when the router comes back up because

-    the replication controller notices things ain't kosher.

-But the bang for buck here is a low.

-

-

-##  *Sound Effects*

-Link quoted sound effects (ala "OkOk") to

-

-        http://www.soundboard.com/sb/minions

-

deleted file mode 100644

@@ -1,2 +0,0 @@

-*

-!.gitignore

deleted file mode 100644

@@ -1,65 +0,0 @@

-{

-    "metadata":{

-        "name":"hello-service-pod-meta"

-    },

-    "kind":"Config",

-    "apiVersion":"v1beta1",

-    "creationTimestamp":"2014-09-18T18:28:38-04:00",

-    "items":[

-        {

-            "id": "hello-openshift-service",

-            "kind": "Service",

-            "apiVersion": "v1beta1",

-            "port": 8080,

-            "selector": {

-                "name": "hello-openshift-label"

-            }

-        },

-        {

-            "id": "hello-openshift",

-            "kind": "ReplicationController",

-            "apiVersion": "v1beta1",

-            "desiredState": {

-                "podTemplate": {

-                    "desiredState": {

-                        "manifest": {

-                            "version": "v1beta1",

-                            "id": "",

-                            "containers": [{

-                                "name": "hello-openshift-container",

-                                "image": "openshift/hello-openshift",

-                                "ports": [{

-                                    "hostPort": 6061,

-                                    "containerPort": 8080,

-                                    "protocol": "TCP"

-                                }]

-                            }],

-                            "dnsPolicy": "ClusterFirst",

-                            "restartPolicy": {

-                                "always": {}

-                            },

-                            "volumes": null

-                        }

-                    },

-                    "labels": {

-                        "name": "hello-openshift-label"

-                    }

-                },

-                "replicaSelector": {

-                    "name": "hello-openshift-label"

-                },

-                "replicas": 1

-            }

-        },

-        {

-            "kind": "Route",

-            "apiVersion": "v1beta1",

-            "metadata": {

-                "name": "hello-openshift-route"

-            },

-            "id": "hello-openshift-route",

-            "host": "hello.openshift.test",

-            "serviceName": "hello-openshift-service"

-        }

-    ]

-}

deleted file mode 100644

@@ -1,81 +0,0 @@

-#!/bin/bash

-

-

-#  ========================================================================

-#  Settings passed by the failover coordinator on OpenShift Origin.

-#  ========================================================================

-

-#  Name of this HA config instance.

-HA_CONFIG_NAME=${OPENSHIFT_HA_CONFIG_NAME:-"OpenShift-HA-Config"}

-

-#  HA config selector.

-HA_SELECTOR=${OPENSHIFT_HA_SELECTOR:-""}

-

-

-#  List of virtual IP addresses.

-#

-#  The value entries are comma-separated entries of the form:

-#     <ipaddress-range|ipaddress>

-#

-#     where:  ipaddress-range = <start-ipaddress>-<endip>

-#

-#  Example:

-#     OPENSHIFT_HA_VIRTUAL_IPS="10.42.42.42,10.100.1.20-24"

-#

-HA_VIPS=${OPENSHIFT_HA_VIRTUAL_IPS:-""}

-

-

-#  Interface (ethernet) to use - bound by vrrp.

-NETWORK_INTERFACE=${OPENSHIFT_HA_NETWORK_INTERFACE:-""}  # "enp0s8"

-

-

-#  Service port to monitor for failover.

-HA_MONITOR_PORT=${OPENSHIFT_HA_MONITOR_PORT:-"80"}

-

-#  Number of initial replicas.

-HA_REPLICA_COUNT=${OPENSHIFT_HA_REPLICA_COUNT:-"1"}

-

-

-

-#  ========================================================================

-#  Default settings - not currently exposed or overriden on OpenShift.

-#  ========================================================================

-

-#  If your environment doesn't support multicast, you can send VRRP adverts

-#  to a list of IPv{4,6} addresses using unicast.

-#  Example:

-#     UNICAST_PEERS="5.6.7.8,9.10.11.12,13.14.15.16"

-UNICAST_PEERS=${OPENSHIFT_HA_UNICAST_PEERS:-""}

-

-

-#  List of emails to send admin messages to. If the list of email ids is

-#  too long, you can use a DL (distribution list) ala:

-#   ADMIN_EMAILS=("ramr@redhat.com" "cops@acme.org")

-ADMIN_EMAILS=(${OPENSHIFT_HA_ADMIN_EMAILS:-"root@localhost"})

-

-#  Email sender - the from address in the email headers.

-EMAIL_FROM="ha-config@openshift.local"

-

-#  IP address of the SMTP server.

-SMTP_SERVER=${OPENSHIFT_HA_SMTP_SERVER:-"127.0.0.1"}

-

-#  SMTP connect timeout (in seconds).

-SMTP_CONNECT_TIMEOUT=30

-

-

-#  VRRP will preempt a lower priority machine when a higher priority one

-#  comes back online. You can change the preemption strategy to either:

-#     "nopreempt"  - which allows the lower priority machine to maintain its

-#                    'MASTER' status.

-#     OR

-#     "preempt_delay 300"  - waits 5 mins (in seconds) after startup to

-#                            preempt lower priority MASTERs.

-PREEMPTION="preempt_delay 300"

-

-

-#  By default, the IP for binding vrrpd is the primary IP on the above

-#  specified interface. If you want to hide the location of vrrpd, you can

-#  specify a src_addr for multicast/unicast vrrp packets.

-#     MULTICAST_SOURCE_IPADDRESS="1.2.3.4"

-#     UNICAST_SOURCE_IPADDRESS="1.2.3.4"

-

deleted file mode 100755

@@ -1,268 +0,0 @@

-#!/bin/bash

-

-

-#  Includes.

-source "$(dirname "${BASH_SOURCE[0]}")/utils.sh"

-

-

-# Constants.

-readonly CHECK_SCRIPT_NAME="chk_${HA_CONFIG_NAME//-/_}"

-readonly CHECK_INTERVAL_SECS=2

-readonly VRRP_SLAVE_PRIORITY=42

-

-readonly DEFAULT_PREEMPTION_STRATEGY="preempt_delay 300"

-

-

-#

-#  Generate global config section.

-#

-#  Example:

-#     generate_global_config  arparp

-#

-function generate_global_config() {

-  local routername=$(scrub "$1")

-

-  echo "global_defs {"

-  echo "   notification_email {"

-

-  for email in ${ADMIN_EMAILS[@]}; do

-    echo "     $email"

-  done

-

-  echo "   }"

-  echo ""

-  echo "   notification_email_from ${EMAIL_FROM:-"ha-config@openshift.local"}"

-  echo "   smtp_server ${SMTP_SERVER:-"127.0.0.1"}"

-  echo "   smtp_connect_timeout ${SMTP_CONNECT_TIMEOUT:-"30"}"

-  echo "   router_id $routername"

-  echo "}"

-}

-

-

-#

-#  Generate VRRP checker script configuration section.

-#

-#  Example:

-#      generate_script_config

-#      generate_script_config "10.1.2.3" 8080

-#

-function generate_script_config() {

-  local serviceip=${1:-"127.0.0.1"}

-  local port=${2:-80}

-

-  echo ""

-  echo "vrrp_script $CHECK_SCRIPT_NAME {"

-  echo "   script \"</dev/tcp/${serviceip}/${port}\""

-  echo "   interval $CHECK_INTERVAL_SECS"

-  echo "}"

-}

-

-

-#

-#  Generate authentication information section.

-#

-#  Example:

-#      generate_authentication_info

-#

-function generate_authentication_info() {

-  local creds=${1:-"R0ut3r"}

-  echo ""

-  echo "   authentication {"

-  echo "      auth_type PASS"

-  echo "      auth_pass $creds"

-  echo "   }"

-}

-

-

-#

-#  Generate track script section.

-#

-#  Example:

-#      generate_track_script

-#

-function generate_track_script() {

-  echo ""

-  echo "   track_script {"

-  echo "      $CHECK_SCRIPT_NAME"

-  echo "   }"

-}

-

-

-#

-#  Generate multicast + unicast options section based on the values of the

-#  MULTICAST_SOURCE_IPADDRESS, UNICAST_SOURCE_IPADDRESS and UNICAST_PEERS

-#  environment variables.

-#

-#  Examples:

-#      generate_mucast_options

-#

-#      UNICAST_SOURCE_IPADDRESS=10.1.1.1 UNICAST_PEERS="10.1.1.2,10.1.1.3" \

-#          generate_mucast_options

-#

-function generate_mucast_options() {

-  echo ""

-

-  if [ -n "$MULTICAST_SOURCE_IPADDRESS" ]; then

-    echo "    mcast_src_ip $MULTICAST_SOURCE_IPADDRESS"

-  fi

-

-  if [ -n "$UNICAST_SOURCE_IPADDRESS" ]; then

-    echo "    unicast_src_ip $UNICAST_SOURCE_IPADDRESS"

-  fi

-

-  if [ -n "$UNICAST_PEERS" ]; then

-    echo ""

-    echo "    unicast_peer {"

-

-    for ip in $(echo "$UNICAST_PEERS" | tr "," " "); do

-      echo "        $ip"

-    done

-

-    echo "    }"

-  fi

-}

-

-

-#

-#  Generate VRRP sync groups section.

-#

-#  Examples:

-#      generate_vrrp_sync_groups "ha-1" "10.1.1.1 10.1.2.2"

-#

-#      generate_vrrp_sync_groups "arparp" "10.42.42.42-45, 10.9.1.1"

-#

-function generate_vrrp_sync_groups() {

-  local servicename=$(scrub "$1")

-

-  echo ""

-  echo "vrrp_sync_group group_${servicename} {"

-  echo "   group {"

-

-  local prefix="$(vrrp_instance_basename "$1")"

-  local counter=1

-

-  for ip in $(expand_ip_ranges "$2"); do

-    echo "      ${prefix}_${counter}   # VIP $ip"

-    counter=$((counter + 1))

-  done

-

-  echo "   }"

-  echo "}"

-}

-

-

-#

-#  Generate virtual ip address section.

-#

-#  Examples:

-#      generate_vip_section "10.245.2.3" "enp0s8"

-#

-#      generate_vip_section "10.1.1.1 10.1.2.2" "enp0s8"

-#

-#      generate_vip_section "10.42.42.42-45, 10.9.1.1"

-#

-function generate_vip_section() {

-  local interface=${2:-"$(get_network_device)"}

-

-  echo ""

-  echo "   virtual_ipaddress {"

-

-  for ip in $(expand_ip_ranges "$1"); do

-    echo "      ${ip} dev $interface"

-  done

-

-  echo "   }"

-}

-

-

-#

-#  Generate vrrpd instance configuration section.

-#

-#  Examples:

-#      generate_vrrpd_instance_config arp 1 "10.1.2.3" enp0s8 "252" "master"

-#

-#      generate_vrrpd_instance_config arp 1 "10.1.2.3" enp0s8 "3" "slave"

-#

-#      generate_vrrpd_instance_config ha-1 4 "10.1.2.3-4" enp0s8 "7"

-#

-function generate_vrrpd_instance_config() {

-  local servicename=$1

-  local iid=${2:-"0"}

-  local vips=$3

-  local interface=$4

-  local priority=${5:-"10"}

-  local instancetype=${6:-"slave"}

-

-  local vipname=$(scrub "$1")

-  local initialstate=""

-  local preempt=${PREEMPTION:-"$DEFAULT_PREEMPTION_STRATEGY"}

-

-  [ "$instancetype" = "master" ] && initialstate="state MASTER"

-

-  local instance_name=$(generate_vrrp_instance_name "$servicename" "$iid")

-

-  local auth_section=$(generate_authentication_info "$servicename")

-  local vip_section=$(generate_vip_section "$vips" "$interface")

-  echo "

-vrrp_instance ${instance_name} {

-   interface ${interface}

-   ${initialstate}

-   virtual_router_id ${iid}

-   priority ${priority}

-   ${preempt}

-   ${auth_section}

-   $(generate_track_script)

-   $(generate_mucast_options)

-   ${vip_section}

-}

-"

-

-}

-

-

-#

-#  Generate failover configuration.

-#

-#  Examples:

-#      generate_failover_configuration

-#

-function generate_failover_config() {

-  local vips=$(expand_ip_ranges "$HA_VIPS")

-  local interface=$(get_network_device "$NETWORK_INTERFACE")

-  local ipaddr=$(get_device_ip_address "$interface")

-  local port=$(echo "$HA_MONITOR_PORT" | sed 's/[^0-9]//g')

-

-  echo "! Configuration File for keepalived

-

-$(generate_global_config "$HA_CONFIG_NAME")

-$(generate_script_config "$ipaddr" "$port")

-$(generate_vrrp_sync_groups "$HA_CONFIG_NAME" "$vips")

-"

-

-  local ipkey=$(echo "$ipaddr" | cut -f 4 -d '.')

-  local ipslot=$((ipkey % 128))

-

-  local nodecount=$(($HA_REPLICA_COUNT > 0 ? $HA_REPLICA_COUNT : 1))

-  local idx=$((ipslot % $nodecount))

-  idx=$((idx + 1))

-

-  local counter=1

-

-  for vip in ${vips}; do

-    local offset=$((RANDOM % 32))

-    local priority=$(($((ipslot % 64)) + $offset))

-    local instancetype="slave"

-    local n=$((counter % $idx))

-

-    if [ $n -eq 0 ]; then

-      instancetype="master"

-      priority=$((255 - $ipslot))

-    fi

-

-    generate_vrrpd_instance_config "$HA_CONFIG_NAME" "$counter" "$vip"  \

-        "$interface" "$priority" "$instancetype"

-

-    counter=$((counter + 1))

-  done

-}

-

deleted file mode 100755

@@ -1,39 +0,0 @@

-#!/bin/bash

-

-

-#  Includes.

-mydir=$(dirname "${BASH_SOURCE[0]}")

-source "$mydir/../conf/settings.sh"

-source "$mydir/utils.sh"

-source "$mydir/config-generators.sh"

-

-#  Constants.

-readonly KEEPALIVED_CONFIG="/etc/keepalived/keepalived.conf"

-readonly KEEPALIVED_DEFAULTS="/etc/sysconfig/keepalived"

-

-

-function setup_failover() {

-  echo "  - Loading ip_vs module ..."

-  modprobe ip_vs

-

-  echo "  - Checking if ip_vs module is available ..."

-  if lsmod | grep '^ip_vs'; then

-    echo "  - Module ip_vs is loaded."

-  else

-    echo "ERROR: Module ip_vs is NOT available."

-  fi

-

-  echo "  - Generating and writing config to $KEEPALIVED_CONFIG"

-  generate_failover_config > "$KEEPALIVED_CONFIG"

-}

-

-

-function start_failover_services() {

-  echo "  - Starting failover services ..."

-

-  [ -f "$KEEPALIVED_DEFAULTS" ] && source "$KEEPALIVED_DEFAULTS"

-

-  killall -9 /usr/sbin/keepalived &> /dev/null || :

-  /usr/sbin/keepalived $KEEPALIVED_OPTIONS -n --log-console

-}

-

deleted file mode 100755

@@ -1,117 +0,0 @@

-#!/bin/bash

-

-