Comment 4 for bug 1367956

Revision history for this message
Marco Schirrmeister (marcoschirrmeister) wrote :

In my case the PIDFILE is created, but it is empty. bash -x output is below for a start.
I only see this behaviour on one arbiter. On other that I have, it works always.
If I put in a sleep for 1 second for example, before the pid is gathered and written to the pid file, it works also always on this problematic node.

garb version is Percona-XtraDB-Cluster-garbd-2-2.11-1.2675.rhel6.x86_64

[root@arbiter40 ~]# bash -x /etc/init.d/garb start
+ '[' -f /etc/redhat-release ']'
+ . /etc/init.d/functions
++ TEXTDOMAIN=initscripts
++ umask 022
++ PATH=/sbin:/usr/sbin:/bin:/usr/bin
++ export PATH
++ '[' -z '' ']'
++ COLUMNS=80
++ '[' -z '' ']'
+++ /sbin/consoletype
++ CONSOLETYPE=pty
++ '[' -f /etc/sysconfig/i18n -a -z '' -a -z '' ']'
++ . /etc/profile.d/lang.sh
++ unset LANGSH_SOURCED
++ '[' -z '' ']'
++ '[' -f /etc/sysconfig/init ']'
++ . /etc/sysconfig/init
+++ BOOTUP=color
+++ RES_COL=60
+++ MOVE_TO_COL='echo -en \033[60G'
+++ SETCOLOR_SUCCESS='echo -en \033[0;32m'
+++ SETCOLOR_FAILURE='echo -en \033[0;31m'
+++ SETCOLOR_WARNING='echo -en \033[0;33m'
+++ SETCOLOR_NORMAL='echo -en \033[0;39m'
+++ PROMPT=yes
+++ AUTOSWAP=no
+++ ACTIVE_CONSOLES='/dev/tty[1-6]'
+++ SINGLE=/sbin/sushell
++ '[' pty = serial ']'
++ __sed_discard_ignored_files='/\(~\|\.bak\|\.orig\|\.rpmnew\|\.rpmorig\|\.rpmsave\)$/d'
+ . /etc/sysconfig/network
++ NETWORKING=yes
++ NETWORKING_IPV6=no
++ HOSTNAME=arbiter40.exmaple.com
++ GATEWAY=10.28.33.250
+ config=/etc/sysconfig/garb
+ PIDFILE=/var/run/garbd
++ which garbd
+ prog=/usr/bin/garbd
+ case "$1" in
+ start
+ '[' 0 '!=' 0 ']'
+ '[' yes = no ']'
+ grep -q -E '^# REMOVE' /etc/sysconfig/garb
+ '[' -r /var/run/garbd ']'
+ '[' -x /usr/bin/garbd ']'
+ '[' -f /etc/sysconfig/garb ']'
+ . /etc/sysconfig/garb
++ GALERA_NODES='10.6.166.235:4010 10.6.166.221:4010 10.115.20.166:4010 10.115.20.167:4010'
++ GALERA_GROUP=OProdLRCluster
++ GALERA_OPTIONS='evs.keepalive_period=PT3S;evs.suspect_timeout=PT30S;evs.inactive_timeout=PT1M;evs.install_timeout=PT1M;evs.send_window=64;evs.user_send_window=32;evs.debug_log_mask=EVS_DEBUG'
++ LOG_FILE=/var/log/garbd.log
++ GALERA_PORT=4010
+ '[' -z '10.6.166.235:4010 10.6.166.221:4010 10.115.20.166:4010 10.115.20.167:4010' ']'
+ '[' -z OProdLRCluster ']'
+ GALERA_PORT=4010
+ for ADDRESS in '${GALERA_NODES}' 0
++ cut -d : -f 1
++ echo 10.6.166.235:4010
+ HOST=10.6.166.235
++ cut -d : -f 2
++ echo 10.6.166.235:4010
+ PORT=4010
+ PORT=4010
++ which nc
+ [[ -x /usr/bin/nc ]]
+ grep -q -- -z
+ nc -h
+ nc -z 10.6.166.235 4010
+ break
+ '[' 10.6.166.235:4010 == 0 ']'
+ OPTIONS='-d -a gcomm://10.6.166.235:4010'
+ '[' -n OProdLRCluster ']'
+ OPTIONS='-d -a gcomm://10.6.166.235:4010 -g OProdLRCluster'
+ '[' -n 'evs.keepalive_period=PT3S;evs.suspect_timeout=PT30S;evs.inactive_timeout=PT1M;evs.install_timeout=PT1M;evs.send_window=64;evs.user_send_window=32;evs.debug_log_mask=EVS_DEBUG' ']'
+ OPTIONS='-d -a gcomm://10.6.166.235:4010 -g OProdLRCluster -o evs.keepalive_period=PT3S;evs.suspect_timeout=PT30S;evs.inactive_timeout=PT1M;evs.install_timeout=PT1M;evs.send_window=64;evs.user_send_window=32;evs.debug_log_mask=EVS_DEBUG'
+ '[' -n /var/log/garbd.log ']'
+ OPTIONS='-d -a gcomm://10.6.166.235:4010 -g OProdLRCluster -o evs.keepalive_period=PT3S;evs.suspect_timeout=PT30S;evs.inactive_timeout=PT1M;evs.install_timeout=PT1M;evs.send_window=64;evs.user_send_window=32;evs.debug_log_mask=EVS_DEBUG -l /var/log/garbd.log'
+ program_start -d -a gcomm://10.6.166.235:4010 -g OProdLRCluster -o 'evs.keepalive_period=PT3S;evs.suspect_timeout=PT30S;evs.inactive_timeout=PT1M;evs.install_timeout=PT1M;evs.send_window=64;evs.user_send_window=32;evs.debug_log_mask=EVS_DEBUG' -l /var/log/garbd.log
+ local rcode
+ '[' -f /etc/redhat-release ']'
+ echo -n 'Starting /usr/bin/garbd: '
Starting /usr/bin/garbd: + sudo -u nobody /usr/bin/garbd -d -a gcomm://10.6.166.235:4010 -g OProdLRCluster -o 'evs.keepalive_period=PT3S;evs.suspect_timeout=PT30S;evs.inactive_timeout=PT1M;evs.install_timeout=PT1M;evs.send_window=64;evs.user_send_window=32;evs.debug_log_mask=EVS_DEBUG' -l /var/log/garbd.log
+ rcode=0
+ '[' 0 -eq 0 ']'
+ pidof /usr/bin/garbd
+ echo_failure
+ '[' color = color ']'
+ echo -en '\033[60G'
                                                           + echo -n '['
[+ '[' color = color ']'
+ echo -en '\033[0;31m'
+ echo -n FAILED
FAILED+ '[' color = color ']'
+ echo -en '\033[0;39m'
+ echo -n ']'
]+ echo -ne '\r'
+ return 1
+ echo

+ return 0
+ exit 0
[root@arbiter40 ~]# cat /var/run/garbd
[root@arbiter40 ~]#