ppc64el
-------

vm

	SERIES=noble
	ARCH=ppc64el
	DISK=${SERIES}_${ARCH}.qcow2

	wget https://cloud-images.ubuntu.com/$SERIES/current/${SERIES}-server-cloudimg-${ARCH}.img
	qemu-img create -F qcow2 -b ${SERIES}-server-cloudimg-${ARCH}.img -f qcow2 $DISK 8G

	sudo apt install -y qemu-system-ppc

	qemu-system-ppc64 \
	  -machine pseries -cpu POWER9 \
	\
	-smp cpus=2 -m 2048 \
	-nodefaults -no-user-config \
	-nographic -serial stdio \
	\
	-drive file=$DISK,if=none,id=drive0 \
	-device virtio-blk,drive=drive0 \
	\
	-drive file=test-cidata.iso,media=cdrom \
	\
	-netdev user,hostfwd=::22223-:22,id=net0 \
	-device virtio-net,netdev=net0

	$ ssh ubuntu@127.0.0.1 -p 22223

	$ lsb_release -cs
	No LSB modules are available.
	noble

	$ uname -m
	ppc64le

	$ uname -rv
	6.5.0-9-generic #9-Ubuntu SMP Fri Oct  6 20:21:54 UTC 2023


kdump-tools

	sudo apt update && sudo apt install -y linux-crashdump # No, Yes
	sudo sed 's/crashkernel=[^" ]\+/crashkernel=512M/' -i /etc/default/grub.d/kdump-tools.cfg
	sudo update-grub && sudo reboot

	...

	$ sudo dmesg | grep 'crashkernel.*RAM'
	[    0.000000] Reserving 512MB of memory at 512MB for crashkernel (System RAM: 2048MB)


	$ sudo kdump-config status
	current state   : ready to kdump

crashdump

	$ echo c | sudo tee /proc/sysrq-trigger

	$ find /var/crash
	/var/crash
	/var/crash/kexec_cmd
	/var/crash/linux-image-6.5.0-9-generic-202311081556.crash
	/var/crash/_usr_bin_mandb.6.crash
	/var/crash/202311081556
	/var/crash/202311081556/dump.202311081556
	/var/crash/202311081556/dmesg.202311081556
	/var/crash/kdump_lock

debug symbols

	dpkg -l | awk '$2 ~ /linux-image-[0-9.-]+-generic/ { print $2, $3}' \
	  | while read pkg version; do \
	      dbgpkg="${pkg}-dbgsym"; \
	      arch=$(dpkg --print-architecture); \
	      wget "https://launchpad.net/ubuntu/+archive/primary/+files/${dbgpkg}_${version}_${arch}.ddeb"; \
	    done

	ar p linux-image-*-dbgsym_*.ddeb data.tar.xz | tar xJ --wildcards './usr/lib/debug/boot/vmlinux-*-generic'

crash (old)

	# dpkg -s crash | grep Version:
	Version: 8.0.2-1ubuntu1

	# crash ./usr/lib/debug/boot/vmlinux-*-generic /var/crash/*/dump.*
	...
	crash: invalid structure member offset: module_core_size
	       FILE: kernel.c  LINE: 3781  FUNCTION: module_init()

	[/usr/bin/crash] error trace: 122094283e0 => 12208f5f830 => 12209018148 => 122090b1ce0

crash (new)

	sudo add-apt-repository -y ppa:mfo/noble-crash-v2 && sudo apt install -y crash

	$ dpkg -s crash | grep Version:
	Version: 8.0.3+ds1-3ubuntu1


	# crash ./usr/lib/debug/boot/vmlinux-*-generic /var/crash/*/dump.*
	...
	WARNING: active task c00000000a233200 on cpu 1 not found in PID hash

	      KERNEL: ./usr/lib/debug/boot/vmlinux-6.5.0-9-generic
	    DUMPFILE: /var/crash/202311081556/dump.202311081556  [PARTIAL DUMP]
		CPUS: 2
		DATE: Wed Nov  8 15:50:40 UTC 2023
	      UPTIME: 00:23:57
	LOAD AVERAGE: 0.48, 1.10, 1.68
	       TASKS: 3
	    NODENAME: test
	     RELEASE: 6.5.0-9-generic
	     VERSION: #9-Ubuntu SMP Fri Oct  6 20:21:54 UTC 2023
	     MACHINE: ppc64le  (1000 Mhz)
	      MEMORY: 2 GB
	       PANIC: "Kernel panic - not syncing: sysrq triggered crash"
		 PID: 4548
	     COMMAND: "tee"
		TASK: c00000000a233200  [THREAD_INFO: c00000000a233200]
		 CPU: 1
	       STATE: TASK_RUNNING (PANIC)

	crash> bt
	PID: 4548     TASK: c00000000a233200  CPU: 1    COMMAND: "tee"
	 R0:  c0000000002fce48    R1:  c000000004dbb890    R2:  c000000002102600
	 R3:  c000000004dbb8a8    R4:  0000000000000000    R5:  0000000000000000
	 R6:  c000000004dbba58    R7:  0000000000000000    R8:  0000000000000001
	 R9:  c00000000b81bc00    R10: 0000000000000000    R11: 0000000000000000
	 R12: 0000000000000000    R13: c00000007fffee80    R14: 0000000000000000
	 R15: 0000000000000001    R16: ffffffffffffdf8c    R17: ffffffffffffdfe4
	 R18: 0000000000000003    R19: 0000000000000000    R20: ffffffffffffdf98
	 R21: ffffffffffffdfa8    R22: 00007fffc3c27840    R23: 00007ef5bb071a60
	 R24: c000000003a61960    R25: 0000000000000000    R26: 0000000000000004
	 R27: c000000003872f08    R28: c000000003c7ace0    R29: c000000003c7ad20
	 R30: c000000003cd2600    R31: 0000000000000000
	 NIP: c0000000002fbfe4    MSR: 8000000000009033    OR3: 0000000000000000
	 CTR: 0000000000000000    LR:  c0000000002fce48    XER: 0000000020040004
	 CCR: 0000000024008200    MQ:  0000000000000001    DAR: 0000000000000000
	 DSISR: 0000000000000000     Syscall Result: 0000000000000000
	 [NIP  : crash_setup_regs+84]
	 [LR   : __crash_kexec+152]
	 #0 [c000000004dbb890] crash_setup_regs at c0000000002fbfe4
	crash> quit