lxc container failure wasn't immediately detected - out of space

[mahmoh]

Ubuntu Openstack Installer - Software Installation:

ii openstack 0.22.3-0ubuntu1~14.04.1~stable1 all Ubuntu Openstack Installer

Didn't timeout yet after 1000s but checking the juju status revealed why it was taking so long (I've corrected the problem but would have been nice to know it failed earlier on):

environment: maas
machines:
  "0":
    agent-state: started
    agent-version: 1.23.3
    dns-name: maas-node-0.maas
    instance-id: /MAAS/api/1.0/nodes/node-6e45286a-064f-11e5-b43c-525400cad0ca/
    series: trusty
    containers:
      0/lxc/0:
        agent-state: started
        agent-version: 1.23.3
        dns-name: 192.168.101.111
        instance-id: juju-machine-0-lxc-0
        series: trusty
        hardware: arch=amd64
      0/lxc/1:
        agent-state: started
        agent-version: 1.23.3
        dns-name: 192.168.101.112
        instance-id: juju-machine-0-lxc-1
        series: trusty
        hardware: arch=amd64
      0/lxc/2:
        agent-state: started
        agent-version: 1.23.3
        dns-name: 192.168.101.113
        instance-id: juju-machine-0-lxc-2
        series: trusty
        hardware: arch=amd64
      0/lxc/3:
        agent-state: pending
        instance-id: juju-machine-0-lxc-3
        series: trusty
        hardware: arch=amd64
      0/lxc/4:
        agent-state-info: 'lxc container cloning failed: error executing "lxc-clone":
          rsync: write failed on "/var/lib/lxc/juju-machine-0-lxc-4/rootfs/usr/lib/python2.7/dist-packages/Cheetah/convertTmplPathToModuleName.pyc":
          No space left on device (28); rsync error: error in file IO (code 11) at
          receiver.c(389) [receiver=3.1.0]; lxc_container: bdev.c: rsync_rootfs: 2933
          rsyncing /var/lib/lxc/juju-trusty-lxc-template/rootfs to /var/lib/lxc/juju-machine-0-lxc-4/rootfs;
          lxc_container: lxccontainer.c: copy_storage: 2489 Error copying storage;
          clone failed'
        instance-id: pending
        series: trusty
      0/lxc/5:
        agent-state-info: 'lxc container cloning failed: error executing "lxc-clone":
          rsync: write failed on "/var/lib/lxc/juju-machine-0-lxc-5/rootfs/usr/lib/python2.7/dist-packages/twisted/test/test_jelly.pyc":
          No space left on device (28); rsync error: error in file IO (code 11) at
          receiver.c(389) [receiver=3.1.0]; lxc_container: bdev.c: rsync_rootfs: 2933
          rsyncing /var/lib/lxc/juju-trusty-lxc-template/rootfs to /var/lib/lxc/juju-machine-0-lxc-5/rootfs;
          lxc_container: lxccontainer.c: copy_storage: 2489 Error copying storage;
          clone failed'
        instance-id: pending
        series: trusty
    hardware: arch=amd64 cpu-cores=1 mem=512M tags=virtual
    state-server-member-status: has-vote
services:
  apache2:
    charm: cs:trusty/apache2-10
    exposed: false
    units:
      apache2/0:
        agent-state: started
        agent-version: 1.23.3
        machine: 0/lxc/0
        public-address: 192.168.101.111
  haproxy:
    charm: cs:trusty/haproxy-4
    exposed: false
    relations:
      peer:
      - haproxy
    units:
      haproxy/0:
        agent-state: started
        agent-version: 1.23.3
        machine: 0/lxc/1
        public-address: 192.168.101.112
  landscape:
    charm: cs:trusty/landscape-server-10
    exposed: false
    units:
      landscape/0:
        agent-state: installing
        agent-version: 1.23.3
        machine: 0/lxc/2
        public-address: 192.168.101.113
  landscape-msg:
    charm: cs:trusty/landscape-server-10
    exposed: false
    units:
      landscape-msg/0:
        agent-state: allocating
        machine: 0/lxc/3
  postgresql:
    charm: cs:trusty/postgresql-15
    exposed: false
    relations:
      replication:
      - postgresql
    units:
      postgresql/0:
        agent-state: allocating
        machine: 0/lxc/4
  rabbitmq-server:
    charm: cs:trusty/rabbitmq-server-26
    exposed: false
    relations:
      cluster:
      - rabbitmq-server
    units:
      rabbitmq-server/0:
        agent-state: allocating
        machine: 0/lxc/5