### Broken system ### $ systemctl cat --no-pager -- 'media-root\x2dro.mount' # /run/systemd/generator/media-root\x2dro.mount # Automatically generated by systemd-fstab-generator [Unit] SourcePath=/etc/fstab Documentation=man:fstab(5) man:systemd-fstab-generator(8) Before=local-fs.target [Mount] Where=/media/root-ro What=/dev/disk/by-label/cloudimg-rootfs Type=ext4 Options=ro,defaults $ systemctl cat --no-pager -- '-.mount' # /run/systemd/generator/-.mount # Automatically generated by systemd-fstab-generator [Unit] SourcePath=/etc/fstab Documentation=man:fstab(5) man:systemd-fstab-generator(8) Before=local-fs.target [Mount] Where=/ What=/media/root-ro/ Type=overlay Options=lowerdir=/media/root-ro/,upperdir=/media/root-rw/overlay/,workdir=/media/root-rw/overlay-workdir/_ $ grep media/root-ro /proc/mounts /dev/disk/by-path/ip-10.0.12.2:3260-iscsi-tgt-boot-test-Kp19Af-lun-1-part1 /media/root-ro ext4 ro,relatime,data=ordered 0 0 overlayroot / overlay rw,relatime,lowerdir=/media/root-ro,upperdir=/media/root-rw/overlay,workdir=/media/root-rw/overlay-workdir/_ 0 0 $ grep -r media.root /run/systemd/generator /run/systemd/generator/-.mount:What=/media/root-ro/ /run/systemd/generator/-.mount:Options=lowerdir=/media/root-ro/,upperdir=/media/root-rw/overlay/,workdir=/media/root-rw/overlay-workdir/_ /run/systemd/generator/media-root\x2dro.mount:Where=/media/root-ro $ grep -v '^#' /etc/fstab LABEL=cloudimg-rootfs /media/root-ro/ ext4 ro,defaults 0 0 /media/root-ro/ / overlay lowerdir=/media/root-ro/,upperdir=/media/root-rw/overlay/,workdir=/media/root-rw/overlay-workdir/_ 0 0 LABEL=UEFI /boot/efi vfat defaults 0 0 # overlayroot:fs-unsupported $ journalctl -o short-precise | grep -C 3 depend || echo no Jun 13 20:26:15.647255 ubuntu kernel: blk_update_request: I/O error, dev fd0, sector 0 Jun 13 20:26:15.647502 ubuntu kernel: floppy: error -5 while reading block 0 Jun 13 20:26:15.647758 ubuntu systemd[1]: -.mount: Found ordering cycle on -.mount/start Jun 13 20:26:15.648023 ubuntu systemd[1]: -.mount: Found dependency on media-root\x2dro.mount/start Jun 13 20:26:15.648274 ubuntu systemd[1]: -.mount: Found dependency on -.mount/start Jun 13 20:26:15.648560 ubuntu systemd[1]: Unable to break cycle Jun 13 20:26:15.648812 ubuntu systemd[1]: Started LVM2 metadata daemon. Jun 13 20:26:15.649061 ubuntu systemd[1]: Started Remount Root and Kernel File Systems. $ cat /proc/1/mountinfo 18 25 0:17 / /sys rw,nosuid,nodev,noexec,relatime shared:9 - sysfs sysfs rw 19 25 0:4 / /proc rw,nosuid,nodev,noexec,relatime shared:15 - proc proc rw 20 25 0:6 / /dev rw,nosuid,relatime shared:4 - devtmpfs udev rw,size=241448k,nr_inodes=60362,mode=755 21 20 0:18 / /dev/pts rw,nosuid,noexec,relatime shared:5 - devpts devpts rw,gid=5,mode=620,ptmxmode=000 22 25 0:19 / /run rw,nosuid,noexec,relatime shared:7 - tmpfs tmpfs rw,size=49816k,mode=755 23 25 8:1 / /media/root-ro ro,relatime shared:2 - ext4 /dev/disk/by-path/ip-10.0.12.2:3260-iscsi-tgt-boot-test-Kp19Af-lun-1-part1 ro,data=ordered 24 25 0:20 / /media/root-rw rw,relatime shared:3 - tmpfs tmpfs-root rw 25 0 0:21 / / rw,relatime shared:1 - overlay overlayroot rw,lowerdir=/media/root-ro,upperdir=/media/root-rw/overlay,workdir=/media/root-rw/overlay-workdir/_ 28 18 0:13 / /sys/kernel/security rw,nosuid,nodev,noexec,relatime shared:10 - securityfs securityfs rw 29 20 0:22 / /dev/shm rw,nosuid,nodev shared:6 - tmpfs tmpfs rw 30 22 0:23 / /run/lock rw,nosuid,nodev,noexec,relatime shared:8 - tmpfs tmpfs rw,size=5120k 31 18 0:24 / /sys/fs/cgroup ro,nosuid,nodev,noexec shared:11 - tmpfs tmpfs ro,mode=755 32 31 0:25 / /sys/fs/cgroup/unified rw,nosuid,nodev,noexec,relatime shared:12 - cgroup2 cgroup rw 33 31 0:26 / /sys/fs/cgroup/systemd rw,nosuid,nodev,noexec,relatime shared:13 - cgroup cgroup rw,xattr,name=systemd 34 18 0:27 / /sys/fs/pstore rw,nosuid,nodev,noexec,relatime shared:14 - pstore pstore rw 35 31 0:28 / /sys/fs/cgroup/freezer rw,nosuid,nodev,noexec,relatime shared:16 - cgroup cgroup rw,freezer 36 31 0:29 / /sys/fs/cgroup/net_cls,net_prio rw,nosuid,nodev,noexec,relatime shared:17 - cgroup cgroup rw,net_cls,net_prio 37 31 0:30 / /sys/fs/cgroup/memory rw,nosuid,nodev,noexec,relatime shared:18 - cgroup cgroup rw,memory 38 31 0:31 / /sys/fs/cgroup/blkio rw,nosuid,nodev,noexec,relatime shared:19 - cgroup cgroup rw,blkio 39 31 0:32 / /sys/fs/cgroup/pids rw,nosuid,nodev,noexec,relatime shared:20 - cgroup cgroup rw,pids 40 31 0:33 / /sys/fs/cgroup/hugetlb rw,nosuid,nodev,noexec,relatime shared:21 - cgroup cgroup rw,hugetlb 41 31 0:34 / /sys/fs/cgroup/cpuset rw,nosuid,nodev,noexec,relatime shared:22 - cgroup cgroup rw,cpuset 42 31 0:35 / /sys/fs/cgroup/cpu,cpuacct rw,nosuid,nodev,noexec,relatime shared:23 - cgroup cgroup rw,cpu,cpuacct 43 31 0:36 / /sys/fs/cgroup/perf_event rw,nosuid,nodev,noexec,relatime shared:24 - cgroup cgroup rw,perf_event 44 31 0:37 / /sys/fs/cgroup/devices rw,nosuid,nodev,noexec,relatime shared:25 - cgroup cgroup rw,devices 46 19 0:38 / /proc/sys/fs/binfmt_misc rw,relatime shared:26 - autofs systemd-1 rw,fd=34,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=12108 47 18 0:7 / /sys/kernel/debug rw,relatime shared:27 - debugfs debugfs rw 48 20 0:39 / /dev/hugepages rw,relatime shared:28 - hugetlbfs hugetlbfs rw 49 20 0:16 / /dev/mqueue rw,relatime shared:29 - mqueue mqueue rw 82 18 0:41 / /sys/fs/fuse/connections rw,relatime shared:30 - fusectl fusectl rw 84 18 0:40 / /sys/kernel/config rw,relatime shared:31 - configfs configfs rw 86 25 8:15 / /boot/efi ro,relatime shared:32 - vfat /dev/sda15 ro,fmask=0022,dmask=0022,codepage=437,iocharset=iso8859-1,shortname=mixed,errors=remount-ro 150 25 0:44 / /var/lib/lxcfs rw,nosuid,nodev,relatime shared:88 - fuse.lxcfs lxcfs rw,user_id=0,group_id=0,allow_other 192 22 0:45 / /run/user/1000 rw,nosuid,nodev,relatime shared:147 - tmpfs tmpfs rw,size=49812k,mode=700,uid=1000,gid=1000 $ systemctl --no-pager -l UNIT LOAD ACTIVE SUB DESCRIPTION proc-sys-fs-binfmt_misc.automount loaded active waiting Arbitrary Executable File Formats File System Automount Point sys-devices-pci0000:00-0000:00:01.1-ata2-host1-target1:0:0-1:0:0:0-block-sr0.device loaded active plugged QEMU_DVD-ROM sys-devices-pci0000:00-0000:00:04.0-virtio1-net-eth0.device loaded active plugged Virtio network device sys-devices-platform-floppy.0-block-fd0.device loaded active plugged /sys/devices/platform/floppy.0/block/fd0 sys-devices-platform-host3-session1-target3:0:0-3:0:0:1-block-sda-sda1.device loaded active plugged VIRTUAL-DISK cloudimg-rootfs sys-devices-platform-host3-session1-target3:0:0-3:0:0:1-block-sda-sda14.device loaded active plugged VIRTUAL-DISK 14 sys-devices-platform-host3-session1-target3:0:0-3:0:0:1-block-sda-sda15.device loaded active plugged VIRTUAL-DISK UEFI sys-devices-platform-host3-session1-target3:0:0-3:0:0:1-block-sda.device loaded active plugged VIRTUAL-DISK sys-devices-platform-serial8250-tty-ttyS1.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS1 sys-devices-platform-serial8250-tty-ttyS10.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS10 sys-devices-platform-serial8250-tty-ttyS11.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS11 sys-devices-platform-serial8250-tty-ttyS12.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS12 sys-devices-platform-serial8250-tty-ttyS13.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS13 sys-devices-platform-serial8250-tty-ttyS14.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS14 sys-devices-platform-serial8250-tty-ttyS15.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS15 sys-devices-platform-serial8250-tty-ttyS16.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS16 sys-devices-platform-serial8250-tty-ttyS17.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS17 sys-devices-platform-serial8250-tty-ttyS18.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS18 sys-devices-platform-serial8250-tty-ttyS19.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS19 sys-devices-platform-serial8250-tty-ttyS2.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS2 sys-devices-platform-serial8250-tty-ttyS20.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS20 sys-devices-platform-serial8250-tty-ttyS21.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS21 sys-devices-platform-serial8250-tty-ttyS22.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS22 sys-devices-platform-serial8250-tty-ttyS23.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS23 sys-devices-platform-serial8250-tty-ttyS24.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS24 sys-devices-platform-serial8250-tty-ttyS25.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS25 sys-devices-platform-serial8250-tty-ttyS26.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS26 sys-devices-platform-serial8250-tty-ttyS27.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS27 sys-devices-platform-serial8250-tty-ttyS28.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS28 sys-devices-platform-serial8250-tty-ttyS29.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS29 sys-devices-platform-serial8250-tty-ttyS3.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS3 sys-devices-platform-serial8250-tty-ttyS30.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS30 sys-devices-platform-serial8250-tty-ttyS31.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS31 sys-devices-platform-serial8250-tty-ttyS4.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS4 sys-devices-platform-serial8250-tty-ttyS5.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS5 sys-devices-platform-serial8250-tty-ttyS6.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS6 sys-devices-platform-serial8250-tty-ttyS7.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS7 sys-devices-platform-serial8250-tty-ttyS8.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS8 sys-devices-platform-serial8250-tty-ttyS9.device loaded active plugged /sys/devices/platform/serial8250/tty/ttyS9 sys-devices-pnp0-00:05-tty-ttyS0.device loaded active plugged /sys/devices/pnp0/00:05/tty/ttyS0 sys-devices-virtual-misc-rfkill.device loaded active plugged /sys/devices/virtual/misc/rfkill sys-devices-virtual-tty-ttyprintk.device loaded active plugged /sys/devices/virtual/tty/ttyprintk sys-module-configfs.device loaded active plugged /sys/module/configfs sys-module-fuse.device loaded active plugged /sys/module/fuse sys-subsystem-net-devices-eth0.device loaded active plugged Virtio network device -.mount loaded active mounted Root Mount boot-efi.mount loaded active mounted /boot/efi dev-hugepages.mount loaded active mounted Huge Pages File System dev-mqueue.mount loaded active mounted POSIX Message Queue File System media-root\x2dro.mount loaded active mounted /media/root-ro media-root\x2drw.mount loaded active mounted /media/root-rw run-user-1000.mount loaded active mounted /run/user/1000 sys-fs-fuse-connections.mount loaded active mounted FUSE Control File System sys-kernel-config.mount loaded active mounted Configuration File System sys-kernel-debug.mount loaded active mounted Debug File System var-lib-lxcfs.mount loaded active mounted /var/lib/lxcfs acpid.path loaded active waiting ACPI Events Check systemd-ask-password-console.path loaded active waiting Dispatch Password Requests to Console Directory Watch systemd-ask-password-wall.path loaded active waiting Forward Password Requests to Wall Directory Watch init.scope loaded active running System and Service Manager session-1.scope loaded active running Session 1 of user ubuntu accounts-daemon.service loaded active running Accounts Service apparmor.service loaded active exited AppArmor initialization apport.service loaded active exited LSB: automatic crash report generation atd.service loaded active running Deferred execution scheduler cloud-config.service loaded active exited Apply the settings specified in cloud-config cloud-final.service loaded active exited Execute cloud user/final scripts cloud-init-local.service loaded active exited Initial cloud-init job (pre-networking) cloud-init.service loaded active exited Initial cloud-init job (metadata service crawler) console-setup.service loaded active exited Set console font and keymap cron.service loaded active running Regular background program processing daemon dbus.service loaded active running D-Bus System Message Bus ebtables.service loaded active exited ebtables ruleset management getty@tty1.service loaded active running Getty on tty1 grub-common.service loaded active exited LSB: Record successful boot for GRUB irqbalance.service loaded active exited LSB: daemon to balance interrupts for SMP systems iscsid.service loaded active running iSCSI initiator daemon (iscsid) keyboard-setup.service loaded active exited Set the console keyboard layout kmod-static-nodes.service loaded active exited Create list of required static device nodes for the current kernel lvm2-lvmetad.service loaded active running LVM2 metadata daemon lvm2-monitor.service loaded active exited Monitoring of LVM2 mirrors, snapshots etc. using dmeventd or progress polling lxcfs.service loaded active running FUSE filesystem for LXC lxd-containers.service loaded active exited LXD - container startup/shutdown networking.service loaded active exited Raise network interfaces open-iscsi.service loaded active exited Login to default iSCSI targets polkit.service loaded active running Authorization Manager resolvconf.service loaded active exited Nameserver information manager rsyslog.service loaded active running System Logging Service serial-getty@ttyS0.service loaded active running Serial Getty on ttyS0 setvtrgb.service loaded active exited Set console scheme snapd.service loaded active running Snappy daemon ssh.service loaded active running OpenBSD Secure Shell server systemd-journal-flush.service loaded active exited Flush Journal to Persistent Storage systemd-journald.service loaded active running Journal Service systemd-logind.service loaded active running Login Service systemd-machine-id-commit.service loaded active exited Commit a transient machine-id on disk systemd-modules-load.service loaded active exited Load Kernel Modules systemd-random-seed.service loaded active exited Load/Save Random Seed systemd-remount-fs.service loaded active exited Remount Root and Kernel File Systems systemd-resolved.service loaded active running Network Name Resolution systemd-sysctl.service loaded active exited Apply Kernel Variables systemd-timesyncd.service loaded active running Network Time Synchronization systemd-tmpfiles-setup-dev.service loaded active exited Create Static Device Nodes in /dev systemd-tmpfiles-setup.service loaded active exited Create Volatile Files and Directories systemd-udev-trigger.service loaded active exited udev Coldplug all Devices systemd-udevd.service loaded active running udev Kernel Device Manager systemd-update-utmp.service loaded active exited Update UTMP about System Boot/Shutdown systemd-user-sessions.service loaded active exited Permit User Sessions ufw.service loaded active exited Uncomplicated firewall unattended-upgrades.service loaded active exited Unattended Upgrades Shutdown user@1000.service loaded active running User Manager for UID 1000 -.slice loaded active active Root Slice system-getty.slice loaded active active system-getty.slice system-serial\x2dgetty.slice loaded active active system-serial\x2dgetty.slice system.slice loaded active active System Slice user-1000.slice loaded active active User Slice of ubuntu user.slice loaded active active User and Session Slice acpid.socket loaded active listening ACPID Listen Socket dbus.socket loaded active running D-Bus System Message Bus Socket dm-event.socket loaded active listening Device-mapper event daemon FIFOs lvm2-lvmetad.socket loaded active running LVM2 metadata daemon socket lvm2-lvmpolld.socket loaded active listening LVM2 poll daemon socket lxd.socket loaded active listening LXD - unix socket snapd.socket loaded active running Socket activation for snappy daemon syslog.socket loaded active running Syslog Socket systemd-initctl.socket loaded active listening /dev/initctl Compatibility Named Pipe systemd-journald-audit.socket loaded active running Journal Audit Socket systemd-journald-dev-log.socket loaded active running Journal Socket (/dev/log) systemd-journald.socket loaded active running Journal Socket systemd-rfkill.socket loaded active listening Load/Save RF Kill Switch Status /dev/rfkill Watch systemd-udevd-control.socket loaded active running udev Control Socket systemd-udevd-kernel.socket loaded active running udev Kernel Socket uuidd.socket loaded active listening UUID daemon activation socket basic.target loaded active active Basic System cloud-config.target loaded active active Cloud-config availability cloud-init.target loaded active active Cloud-init target cryptsetup.target loaded active active Encrypted Volumes getty.target loaded active active Login Prompts graphical.target loaded active active Graphical Interface local-fs-pre.target loaded active active Local File Systems (Pre) local-fs.target loaded active active Local File Systems multi-user.target loaded active active Multi-User System network-online.target loaded active active Network is Online network-pre.target loaded active active Network (Pre) network.target loaded active active Network nss-user-lookup.target loaded active active User and Group Name Lookups paths.target loaded active active Paths remote-fs-pre.target loaded active active Remote File Systems (Pre) remote-fs.target loaded active active Remote File Systems slices.target loaded active active Slices sockets.target loaded active active Sockets swap.target loaded active active Swap sysinit.target loaded active active System Initialization time-sync.target loaded active active System Time Synchronized timers.target loaded active active Timers apt-daily-upgrade.timer loaded active waiting Daily apt upgrade and clean activities apt-daily.timer loaded active waiting Daily apt download activities motd-news.timer loaded active waiting Message of the Day snapd.refresh.timer loaded active waiting Timer to automatically refresh installed snaps systemd-tmpfiles-clean.timer loaded active waiting Daily Cleanup of Temporary Directories LOAD = Reflects whether the unit definition was properly loaded. ACTIVE = The high-level unit activation state, i.e. generalization of SUB. SUB = The low-level unit activation state, values depend on unit type. 160 loaded units listed. Pass --all to see loaded but inactive units, too. To show all installed unit files use systemctl list-unit-files.