Comment 1 for bug 1671447

Verified on BTRFS as well. Kolla-ansible at stable/ocata, kolla-build at master. Built ubuntu-source, all images pushed to repo and built cleanly.

RUNNING HANDLER [cinder : Restart cinder-backup container] *********************
Using module file /usr/local/share/kolla-ansible/ansible/library/kolla_docker.py
<localhost> ESTABLISH LOCAL CONNECTION FOR USER: root
<localhost> EXEC /bin/sh -c '( umask 77 && mkdir -p "` echo ~/.ansible/tmp/ansible-tmp-1489092236.17-27738499404150 `" && echo ansible-tmp-1489092236.17-27738499404150="` echo ~/.ansible/tmp/ansible-tmp-1489092236.17-27738499404150 `" ) && sleep 0'
<localhost> PUT /tmp/tmpBpNXph TO /root/.ansible/tmp/ansible-tmp-1489092236.17-27738499404150/kolla_docker.py
<localhost> EXEC /bin/sh -c 'chmod u+x /root/.ansible/tmp/ansible-tmp-1489092236.17-27738499404150/ /root/.ansible/tmp/ansible-tmp-1489092236.17-27738499404150/kolla_docker.py && sleep 0'
<localhost> EXEC /bin/sh -c '/usr/bin/python /root/.ansible/tmp/ansible-tmp-1489092236.17-27738499404150/kolla_docker.py; rm -rf "/root/.ansible/tmp/ansible-tmp-1489092236.17-27738499404150/" > /dev/null 2>&1 && sleep 0'
fatal: [localhost]: FAILED! => {
    "changed": true,
    "failed": true,
    "invocation": {
        "module_args": {
            "action": "recreate_or_restart_container",
            "api_version": "auto",
            "auth_email": null,
            "auth_password": null,
            "auth_registry": "127.0.0.1:5893",
            "auth_username": null,
            "cap_add": [],
            "detach": true,
            "environment": {
                "KOLLA_CONFIG_STRATEGY": "COPY_ALWAYS",
                "KOLLA_SERVICE_NAME": "cinder-backup"
            },
            "image": "127.0.0.1:5893/kolla/ubuntu-source-cinder-backup:zerolabs",
            "labels": {},
            "name": "cinder_backup",
            "privileged": true,
            "remove_on_exit": true,
            "restart_policy": "unless-stopped",
            "restart_retries": 10,
            "security_opt": [],
            "tls_cacert": null,
            "tls_cert": null,
            "tls_key": null,
            "tls_verify": false,
            "volumes": [
                "/etc/kolla//cinder-backup/:/var/lib/kolla/config_files/:ro",
                "/etc/localtime:/etc/localtime:ro",
                "/dev/:/dev/",
                "/run/:/run/:shared",
                "cinder:/var/lib/cinder",
                "iscsi_info:/etc/iscsi",
                "kolla_logs:/var/log/kolla/"
            ],
            "volumes_from": null
        },
        "module_name": "kolla_docker"
    },
    "msg": "'Traceback (most recent call last):\\n File \"/tmp/ansible_UcgklN/ansible_module_kolla_docker.py\", line 781, in main\\n result = bool(getattr(dw, module.params.get(\\'action\\'))())\\n File \"/tmp/ansible_UcgklN/ansible_module_kolla_docker.py\", line 583, in recreate_or_restart_container\\n self.start_container()\\n File \"/tmp/ansible_UcgklN/ansible_module_kolla_docker.py\", line 608, in start_container\\n self.dc.start(container=self.params.get(\\'name\\'))\\n File \"/usr/local/lib/python2.7/dist-packages/docker/utils/decorators.py\", line 21, in wrapped\\n return f(self, resource_id, *args, **kwargs)\\n File \"/usr/local/lib/python2.7/dist-packages/docker/api/container.py\", line 383, in start\\n self._raise_for_status(res)\\n File \"/usr/local/lib/python2.7/dist-packages/docker/client.py\", line 174, in _raise_for_status\\n raise errors.APIError(e, response, explanation=explanation)\\nAPIError: 500 Server Error: Internal Server Error (\"{\"message\":\"oci runtime error: container_linux.go:247: starting container process caused \\\\\"process_linux.go:359: container init caused \\\\\\\\\\\\\"rootfs_linux.go:54: mounting \\\\\\\\\\\\\\\\\\\\\\\\\\\\\"/var/lib/docker/containers/053cb15fddb7212eebcf73c965a10d196320f5d4c937da35f46b72da3c1c163d/shm\\\\\\\\\\\\\\\\\\\\\\\\\\\\\" to rootfs \\\\\\\\\\\\\\\\\\\\\\\\\\\\\"/var/lib/docker/btrfs/subvolumes/6f14944bcc1a120a9fb414724eb7b9defccd5626bf608f97cee964061eea5e6b\\\\\\\\\\\\\\\\\\\\\\\\\\\\\" at \\\\\\\\\\\\\\\\\\\\\\\\\\\\\"/var/lib/docker/btrfs/subvolumes/6f14944bcc1a120a9fb414724eb7b9defccd5626bf608f97cee964061eea5e6b/dev/shm\\\\\\\\\\\\\\\\\\\\\\\\\\\\\" caused \\\\\\\\\\\\\\\\\\\\\\\\\\\\\"no space left on device\\\\\\\\\\\\\\\\\\\\\\\\\\\\\"\\\\\\\\\\\\\"\\\\\"\\\\n\"}\")\\n'"
}
 to retry, use: --limit @/usr/local/share/kolla-ansible/ansible/site.retry

PLAY RECAP *********************************************************************
localhost : ok=186 changed=2 unreachable=0 failed=1

lvscan
  ACTIVE '/dev/crucible-system/root' [1.82 TiB] inherit
  ACTIVE '/dev/crucible-system/swap' [476.84 GiB] inherit
root@host:/etc/kolla/config/ironic# pvscan
  PV /dev/sdd VG cinder-hdd-volumes lvm2 [5.46 TiB / 5.46 TiB free]
  PV /dev/sdb VG cinder-hdd-volumes lvm2 [1.82 TiB / 1.82 TiB free]
  PV /dev/sdc VG cinder-hdd-volumes lvm2 [5.46 TiB / 5.46 TiB free]
  PV /dev/nvme0n1 VG cinder-flash-volumes lvm2 [476.94 GiB / 476.94 GiB free]
  PV /dev/sda3 VG crucible-system lvm2 [2.73 TiB / 454.06 GiB free]
  Total: 5 [15.93 TiB] / in use: 5 [15.93 TiB] / in no VG: 0 [0 ]