diff --git a/purge-old-kernels.sh b/purge-old-kernels.sh
index cd167a3..1f67400 100755
--- a/purge-old-kernels.sh
+++ b/purge-old-kernels.sh
@@ -48,7 +48,7 @@ while [ ! -z "$1" ]; do
 done
 
 # Build our list of kernel packages to purge
-CANDIDATES=$(ls -tr /boot/vmlinuz-* | head -n -${KEEP} | grep -v "$(uname -r)$" | cut -d- -f2- | awk '{print "linux-image-" $0 " linux-headers-" $0}' )
+CANDIDATES=$(ls -tr /boot/vmlinuz-* | sort -V | head -n -${KEEP} | grep -v "$(uname -r)$" | cut -d- -f2- | awk '{print "linux-image-" $0 " linux-headers-" $0}' )
 for c in $CANDIDATES; do
 	dpkg-query -s "$c" >/dev/null 2>&1 && PURGE="$PURGE $c"
 done