Feature/#18850 Add internal virtual ips

resources/providers/config.rb

@@ -85,6 +85,37 @@
       end
     end
 
+    unless virtual_ips['internal']['postgresql']['ip'].nil?
+      postgresql_vrrp = virtual_ips['internal']['postgresql']['ip']
+      postgresql_iface = virtual_ips['internal']['postgresql']['iface']
+
+      template '/usr/lib/redborder/bin/rb_keepalived_master_notify_postgresql.sh' do
+        cookbook 'keepalived'
+        source 'notify_master_postgresql.erb'
+        owner 'root'
+        group 'root'
+        mode '0755'
+        retries 2
+        variables(virtual_ip: postgresql_vrrp, iface: postgresql_iface)
+      end
+
+      template '/usr/lib/redborder/bin/rb_keepalived_backup_notify_postgresql.sh' do
+        cookbook 'keepalived'
+        source 'notify_backup_postgresql.erb'
+        owner 'root'
+        group 'root'
+        mode '0755'
+        retries 2
+        variables(virtual_ip: postgresql_vrrp, iface: postgresql_iface)
+      end
+
+      execute 'set_keepalived_permissive' do
+        command 'semanage permissive -a keepalived_t'
+        action :run
+        not_if { shell_out('semanage permissive -l').stdout.include?('keepalived_t') }
+      end
+    end
+
     template '/etc/keepalived/keepalived.conf' do
       cookbook 'keepalived'
       source 'keepalived.conf.erb'
@@ -153,6 +184,11 @@
 
 action :remove do
   begin
+    execute 'remove_keepalived_permissive' do
+      command 'semanage permissive -d keepalived_t'
+      action :run
+      only_if { shell_out('semanage permissive -l').stdout.include?('keepalived_t') }
+    end
 
     service 'keepalived' do
       supports stop: true

resources/templates/default/keepalived.conf.erb

@@ -27,6 +27,10 @@ vrrp_sync_group vg_<%= ip %>_<%= tmp.join("_") %> {
     group {
         vi_<%= ip %>
     }
+    <% if services.detect { |x| x["service"] == "postgresql" } %>
+    notify_master "/usr/lib/redborder/bin/rb_keepalived_master_notify_postgresql.sh"
+    notify_backup "/usr/lib/redborder/bin/rb_keepalived_backup_notify_postgresql.sh"
+   <% end %>
 }
 <% end %>
 <% end %>
@@ -44,7 +48,11 @@ vrrp_instance vi_<%= ip %> {
     state BACKUP
     interface <%= iface %>
     virtual_router_id <%= ((@start_id.nil? ? 111 : @start_id.to_i) + index).to_s  %>
+    <% if services.detect { |x| x["service"] == "postgresql" } %>
+    priority 100
+    <% else %>
     priority <%= 50+@managers.size-@managers.index { |m| m.name == node.name } %>
+    <% end %>
     advert_int 1
     nopreempt
 <% if !node["redborder"].nil? and !node["redborder"]["dmidecode"].nil? and !node["redborder"]["dmidecode"]["manufacturer"].nil? and node["redborder"]["dmidecode"]["manufacturer"].to_s.downcase == "xen" %>

resources/templates/default/notify_backup_postgresql.erb

@@ -0,0 +1,43 @@
+#!/bin/bash
+
+VIRTUAL_IP=<%= @virtual_ip %>
+IFACE=<%= @iface %>
+NAME=postgresql
+CURRENT_NODE=$(hostname -s)
+LOG_FILE=/tmp/rb_notify_postgresql_backup.log
+
+# Cleaning tmp files
+rm -f /tmp/postgresql.trigger
+rm -f /tmp/rb_notify_postgresql*
+
+date >> "$LOG_FILE"
+echo "Executing rb_notify_backup_postgresql" >> "$LOG_FILE"
+
+grep vrrp_sync_group /etc/keepalived/keepalived.conf | grep -q $NAME
+if [ $? -ne 0 ]; then
+  echo "$NAME has no virtual ip on this node" >> "$LOG_FILE"
+  exit 0
+fi
+
+# If the VIP is still up, then something is wrong
+found=0
+sleep 5 # wait 5 seconds to converge keepalived successfully
+
+for i in $(seq 0 2); do
+  ip addr show dev $IFACE | grep "inet " | awk '{print $2}' | sed 's/\/.*//' | grep -q "^$VIRTUAL_IP$"
+    if [ $? -eq 0 ]; then
+      # found virtual ip address
+      found=1
+      break
+    fi
+  sleep 1
+done
+
+if [ $found -eq 1 ]; then
+  echo "found virtual ip $VIRTUAL_IP, doing nothing" >> "$LOG_FILE"
+  exit 0
+fi
+
+# Promoting to slave
+echo "Promoting to slave $CURRENT_NODE with IP: $VIRTUAL_IP" >> "$LOG_FILE"
+/usr/lib/redborder/bin/rb_sync_from_master.sh $VIRTUAL_IP >> "$LOG_FILE"

resources/templates/default/notify_master_postgresql.erb

@@ -0,0 +1,46 @@
+#!/bin/bash
+
+VIRTUAL_IP=<%= @virtual_ip %>
+IFACE=<%= @iface %>
+NAME=postgresql
+CURRENT_NODE=$(hostname -s)
+LOG_FILE=/tmp/rb_notify_postgresql_master.log
+
+# Cleaning tmp files
+rm -f /tmp/postgresql.trigger
+rm -f /tmp/rb_notify_postgresql*
+
+date >> "$LOG_FILE"
+echo "Executing rb_notify_master_postgresql" >> "$LOG_FILE"
+
+grep vrrp_sync_group /etc/keepalived/keepalived.conf | grep -q $NAME
+if [ $? -ne 0 ]; then
+  echo "$NAME has no virtual ip on this node" >> "$LOG_FILE"
+  exit 0
+fi
+
+# If the VIP is not up, then something is wrong
+found=0
+sleep 5 # wait 5 seconds to converge keepalived successfully
+
+for i in $(seq 0 2); do
+  ip addr show dev $IFACE | grep "inet " | awk '{print $2}' | sed 's/\/.*//' | grep -q "^$VIRTUAL_IP$"
+    if [ $? -eq 0 ]; then
+      # found virtual ip address
+      found=1
+      break
+    fi
+  sleep 1
+done
+
+if [ $found -eq 0 ]; then
+  echo "error: virtual ip $VIRTUAL_IP not found, exiting" >> "$LOG_FILE"
+  exit 0
+fi
+
+# Promoting to master
+echo "Promoting to master $CURRENT_NODE" >> "$LOG_FILE"
+#rm -f /var/lib/pgsql/data/standby.signal
+touch /tmp/postgresql.trigger
+sed -i '/^primary_conninfo/d' /var/lib/pgsql/data/postgresql.conf
+sed -i '/^promote_trigger_file/d' /var/lib/pgsql/data/postgresql.conf