Comment 1 for bug 1695183

issue not related to storage. I see communication error to the compute nodes. The management interface is not up.
root@cmbu-ceph-perf2:~# ifconfig
enp4s0 Link encap:Ethernet HWaddr 00:25:90:35:8a:1f
          inet6 addr: fe80::225:90ff:fe35:8a1f/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
          RX packets:680469 errors:0 dropped:0 overruns:0 frame:0
          TX packets:16276 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:67705163 (67.7 MB) TX bytes:3074974 (3.0 MB)
          Interrupt:17 Memory:faee0000-faf00000

lo Link encap:Local Loopback
          inet addr:127.0.0.1 Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING MTU:65536 Metric:1
          RX packets:0 errors:0 dropped:0 overruns:0 frame:0
          TX packets:0 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1
          RX bytes:0 (0.0 B) TX bytes:0 (0.0 B)

p6p2 Link encap:Ethernet HWaddr 90:e2:ba:1c:be:69
          inet addr:5.0.0.2 Bcast:5.0.0.255 Mask:255.255.255.0
          inet6 addr: fe80::92e2:baff:fe1c:be69/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
          RX packets:188 errors:0 dropped:0 overruns:0 frame:0
          TX packets:132 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:17015 (17.0 KB) TX bytes:42513 (42.5 KB)

The /etc/network/interface seems to have the correct config though.
# The primary network interface
auto enp4s0
iface enp4s0 inet static
    address 10.87.140.198
    netmask 255.255.224.0
    gateway 10.87.159.254