Reproduced on BAREMETAL - in my case the haproxy was dead:
[root@fuel-lab-cz5555 ~]# ssh node-14 "ps axuf | grep [h]aproxy" Warning: Permanently added 'node-14' (ECDSA) to the list of known hosts. [root@fuel-lab-cz5555 ~]# ssh node-15 "ps axuf | grep [h]aproxy" Warning: Permanently added 'node-15' (ECDSA) to the list of known hosts. haproxy 7058 0.2 0.0 45420 15364 ? Ss 11:35 0:09 /usr/sbin/haproxy -f /etc/haproxy/haproxy.cfg -p /var/run/haproxy.pid -sf 2260 [root@fuel-lab-cz5555 ~]# ssh node-16 "ps axuf | grep [h]aproxy" Warning: Permanently added 'node-16' (ECDSA) to the list of known hosts. haproxy 6374 0.2 0.0 33580 3456 ? Ss 11:34 0:07 /usr/sbin/haproxy -f /etc/haproxy/haproxy.cfg -p /var/run/haproxy.pid -sf 1735
[root@fuel-lab-cz5555 ~]# ssh node-14 "df -h" Warning: Permanently added 'node-14' (ECDSA) to the list of known hosts. Filesystem Size Used Avail Use% Mounted on udev 7.9G 12K 7.9G 1% /dev tmpfs 1.6G 32M 1.6G 2% /run /dev/dm-4 44G 44G 0 100% / none 4.0K 0 4.0K 0% /sys/fs/cgroup none 5.0M 0 5.0M 0% /run/lock none 7.9G 60M 7.8G 1% /run/shm none 100M 0 100M 0% /run/user /dev/sda3 196M 39M 148M 21% /boot /dev/mapper/logs-log 9.8G 125M 9.1G 2% /var/log /dev/mapper/image-glance 352G 46M 352G 1% /var/lib/glance /dev/mapper/mysql-root 20G 1.6G 17G 9% /var/lib/mysql /dev/mapper/horizon-horizontmp 11G 33M 11G 1% /var/lib/horizon
[root@fuel-lab-cz5555 ~]# fuel node id | status | name | cluster | ip | mac | roles | pending_roles | online | group_id ---|----------|------------------|---------|---------------|-------------------|------------|---------------|--------|--------- 15 | ready | Untitled (4c:54) | 3 | 172.16.39.139 | 9e:26:cb:48:b5:dc | controller | | True | 3 16 | ready | Untitled (4c:50) | 3 | 172.16.39.141 | 9e:18:a3:a7:3c:68 | controller | | True | 3 14 | ready | Untitled (43:68) | 3 | 172.16.39.140 | a0:2b:b8:1f:43:68 | controller | | True | 3 13 | discover | Untitled (57:e1) | None | 172.16.39.138 | 52:54:00:d4:57:e1 | | | False | None 17 | discover | Untitled (49:64) | None | 172.16.39.143 | a0:2b:b8:1f:49:64 | | | True | None 18 | discover | Untitled (4b:ec) | None | 172.16.39.142 | a0:2b:b8:1f:4b:ec | | | True | None 8 | discover | Untitled (e9:62) | None | 172.16.39.130 | 0c:c4:7a:6a:e9:62 | | | True | None 12 | discover | Untitled (0c:a3) | None | 172.16.39.137 | 52:54:00:c8:0c:a3 | | | False | None
Snapshot: https://drive.google.com/file/d/0BzWDM1PONYEuUjhpQ0tnVEdYM3M/view?usp=sharing
VERSION: feature_groups: - mirantis production: "docker" release: "8.0" api: "1.0" build_number: "478" build_id: "478" fuel-nailgun_sha: "ae949905142507f2cb446071783731468f34a572" python-fuelclient_sha: "4f234669cfe88a9406f4e438b1e1f74f1ef484a5" fuel-agent_sha: "481ed135de2cb5060cac3795428625befdd1d814" fuel-nailgun-agent_sha: "b2bb466fd5bd92da614cdbd819d6999c510ebfb1" astute_sha: "b81577a5b7857c4be8748492bae1dec2fa89b446" fuel-library_sha: "420c6fa5f8cb51f3322d95113f783967bde9836e" fuel-ostf_sha: "ab5fd151fc6c1aa0b35bc2023631b1f4836ecd61" fuel-mirror_sha: "b62f3cce5321fd570c6589bc2684eab994c3f3f2" fuelmenu_sha: "fac143f4dfa75785758e72afbdc029693e94ff2b" shotgun_sha: "63645dea384a37dde5c01d4f8905566978e5d906" network-checker_sha: "9f0ba4577915ce1e77f5dc9c639a5ef66ca45896" fuel-upgrade_sha: "616a7490ec7199f69759e97e42f9b97dfc87e85b" fuelmain_sha: "6c6b088a3d52dd0eaf43d59f3a3a149c93a07e7e"
Reproduced on BAREMETAL - in my case the haproxy was dead:
[root@fuel- lab-cz5555 ~]# ssh node-14 "ps axuf | grep [h]aproxy" lab-cz5555 ~]# ssh node-15 "ps axuf | grep [h]aproxy" haproxy. cfg -p /var/run/ haproxy. pid -sf 2260 lab-cz5555 ~]# ssh node-16 "ps axuf | grep [h]aproxy" haproxy. cfg -p /var/run/ haproxy. pid -sf 1735
Warning: Permanently added 'node-14' (ECDSA) to the list of known hosts.
[root@fuel-
Warning: Permanently added 'node-15' (ECDSA) to the list of known hosts.
haproxy 7058 0.2 0.0 45420 15364 ? Ss 11:35 0:09 /usr/sbin/haproxy -f /etc/haproxy/
[root@fuel-
Warning: Permanently added 'node-16' (ECDSA) to the list of known hosts.
haproxy 6374 0.2 0.0 33580 3456 ? Ss 11:34 0:07 /usr/sbin/haproxy -f /etc/haproxy/
[root@fuel- lab-cz5555 ~]# ssh node-14 "df -h" logs-log 9.8G 125M 9.1G 2% /var/log image-glance 352G 46M 352G 1% /var/lib/glance mysql-root 20G 1.6G 17G 9% /var/lib/mysql horizon- horizontmp 11G 33M 11G 1% /var/lib/horizon
Warning: Permanently added 'node-14' (ECDSA) to the list of known hosts.
Filesystem Size Used Avail Use% Mounted on
udev 7.9G 12K 7.9G 1% /dev
tmpfs 1.6G 32M 1.6G 2% /run
/dev/dm-4 44G 44G 0 100% /
none 4.0K 0 4.0K 0% /sys/fs/cgroup
none 5.0M 0 5.0M 0% /run/lock
none 7.9G 60M 7.8G 1% /run/shm
none 100M 0 100M 0% /run/user
/dev/sda3 196M 39M 148M 21% /boot
/dev/mapper/
/dev/mapper/
/dev/mapper/
/dev/mapper/
[root@fuel- lab-cz5555 ~]# fuel node ------- |------ ------- -----|- ------- -|----- ------- ---|--- ------- ------- --|---- ------- -|----- ------- ---|--- -----|- ------- -
id | status | name | cluster | ip | mac | roles | pending_roles | online | group_id
---|---
15 | ready | Untitled (4c:54) | 3 | 172.16.39.139 | 9e:26:cb:48:b5:dc | controller | | True | 3
16 | ready | Untitled (4c:50) | 3 | 172.16.39.141 | 9e:18:a3:a7:3c:68 | controller | | True | 3
14 | ready | Untitled (43:68) | 3 | 172.16.39.140 | a0:2b:b8:1f:43:68 | controller | | True | 3
13 | discover | Untitled (57:e1) | None | 172.16.39.138 | 52:54:00:d4:57:e1 | | | False | None
17 | discover | Untitled (49:64) | None | 172.16.39.143 | a0:2b:b8:1f:49:64 | | | True | None
18 | discover | Untitled (4b:ec) | None | 172.16.39.142 | a0:2b:b8:1f:4b:ec | | | True | None
8 | discover | Untitled (e9:62) | None | 172.16.39.130 | 0c:c4:7a:6a:e9:62 | | | True | None
12 | discover | Untitled (0c:a3) | None | 172.16.39.137 | 52:54:00:c8:0c:a3 | | | False | None
Snapshot: /drive. google. com/file/ d/0BzWDM1PONYEu UjhpQ0tnVEdYM3M /view?usp= sharing
https:/
VERSION: f2cb44607178373 1468f34a572" fuelclient_ sha: "4f234669cfe88a 9406f4e438b1e1f 74f1ef484a5" 060cac379542862 5befdd1d814" nailgun- agent_sha: "b2bb466fd5bd92 da614cdbd819d69 99c510ebfb1" 4be8748492bae1d ec2fa89b446" f3322d95113f783 967bde9836e" a0b35bc2023631b 1f4836ecd61" 570c6589bc2684e ab994c3f3f2" 85758e72afbdc02 9693e94ff2b" dde5c01d4f89055 66978e5d906" checker_ sha: "9f0ba4577915ce 1e77f5dc9c639a5 ef66ca45896" f69759e97e42f9b 97dfc87e85b" 0eaf43d59f3a3a1 49c93a07e7e"
feature_groups:
- mirantis
production: "docker"
release: "8.0"
api: "1.0"
build_number: "478"
build_id: "478"
fuel-nailgun_sha: "ae949905142507
python-
fuel-agent_sha: "481ed135de2cb5
fuel-
astute_sha: "b81577a5b7857c
fuel-library_sha: "420c6fa5f8cb51
fuel-ostf_sha: "ab5fd151fc6c1a
fuel-mirror_sha: "b62f3cce5321fd
fuelmenu_sha: "fac143f4dfa757
shotgun_sha: "63645dea384a37
network-
fuel-upgrade_sha: "616a7490ec7199
fuelmain_sha: "6c6b088a3d52dd