+thread apply all bt Thread 13 (LWP 8850): +bt #0 0x00007fd077617614 in ?? () from /lib64/libaio.so.1 #1 0x000000000098ecfb in os_aio_linux_collect (seg_size=256, segment=, array=0x204ef10) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5090 #2 os_aio_linux_handle (global_seg=2, message1=0x7fcfcbe3cd98, message2=0x7fcfcbe3cd90, type=0x7fcfcbe3cd88, space_id=0x7fcfcbe3cd80) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5235 #3 0x0000000000a92338 in fil_aio_wait (segment=2) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/fil/fil0fil.cc:5579 #4 0x00000000009fa358 in io_handler_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:480 #5 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 12 (LWP 8847): +bt #0 0x00007fd075eddb17 in sigwaitinfo () from /lib64/libc.so.6 #1 0x00000000008df5eb in timer_notify_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/mysys/posix_timers.c:78 #2 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #3 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 11 (LWP 8852): +bt #0 0x00007fd077617614 in ?? () from /lib64/libaio.so.1 #1 0x000000000098ecfb in os_aio_linux_collect (seg_size=256, segment=, array=0x204ef10) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5090 #2 os_aio_linux_handle (global_seg=4, message1=0x7fcfc963ad98, message2=0x7fcfc963ad90, type=0x7fcfc963ad88, space_id=0x7fcfc963ad80) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5235 #3 0x0000000000a92338 in fil_aio_wait (segment=4) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/fil/fil0fil.cc:5579 #4 0x00000000009fa358 in io_handler_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:480 #5 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 10 (LWP 8853): +bt #0 0x00007fd077617614 in ?? () from /lib64/libaio.so.1 #1 0x000000000098ecfb in os_aio_linux_collect (seg_size=256, segment=, array=0x204ef10) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5090 #2 os_aio_linux_handle (global_seg=5, message1=0x7fcfc8239d98, message2=0x7fcfc8239d90, type=0x7fcfc8239d88, space_id=0x7fcfc8239d80) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5235 #3 0x0000000000a92338 in fil_aio_wait (segment=5) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/fil/fil0fil.cc:5579 #4 0x00000000009fa358 in io_handler_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:480 #5 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 9 (LWP 8855): +bt #0 0x00007fd077617614 in ?? () from /lib64/libaio.so.1 #1 0x000000000098ecfb in os_aio_linux_collect (seg_size=256, segment=, array=0x20adbc0) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5090 #2 os_aio_linux_handle (global_seg=7, message1=0x7fcfc5a37d98, message2=0x7fcfc5a37d90, type=0x7fcfc5a37d88, space_id=0x7fcfc5a37d80) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5235 #3 0x0000000000a92338 in fil_aio_wait (segment=7) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/fil/fil0fil.cc:5579 #4 0x00000000009fa358 in io_handler_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:480 #5 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 8 (LWP 8848): +bt #0 0x00007fd077617614 in ?? () from /lib64/libaio.so.1 #1 0x000000000098ecfb in os_aio_linux_collect (seg_size=256, segment=, array=0x20a0120) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5090 #2 os_aio_linux_handle (global_seg=0, message1=0x7fcfce63ed98, message2=0x7fcfce63ed90, type=0x7fcfce63ed88, space_id=0x7fcfce63ed80) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5235 #3 0x0000000000a92338 in fil_aio_wait (segment=0) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/fil/fil0fil.cc:5579 #4 0x00000000009fa358 in io_handler_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:480 #5 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 7 (LWP 8857): +bt #0 0x00007fd077617614 in ?? () from /lib64/libaio.so.1 #1 0x000000000098ecfb in os_aio_linux_collect (seg_size=256, segment=, array=0x20adbc0) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5090 #2 os_aio_linux_handle (global_seg=9, message1=0x7fcfc3235d98, message2=0x7fcfc3235d90, type=0x7fcfc3235d88, space_id=0x7fcfc3235d80) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5235 #3 0x0000000000a92338 in fil_aio_wait (segment=9) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/fil/fil0fil.cc:5579 #4 0x00000000009fa358 in io_handler_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:480 #5 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 6 (LWP 8849): +bt #0 0x00007fd077617614 in ?? () from /lib64/libaio.so.1 #1 0x000000000098ecfb in os_aio_linux_collect (seg_size=256, segment=, array=0x2092680) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5090 #2 os_aio_linux_handle (global_seg=1, message1=0x7fcfcd23dd98, message2=0x7fcfcd23dd90, type=0x7fcfcd23dd88, space_id=0x7fcfcd23dd80) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5235 #3 0x0000000000a92338 in fil_aio_wait (segment=1) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/fil/fil0fil.cc:5579 #4 0x00000000009fa358 in io_handler_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:480 #5 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 5 (LWP 8856): +bt #0 0x00007fd077617614 in ?? () from /lib64/libaio.so.1 #1 0x000000000098ecfb in os_aio_linux_collect (seg_size=256, segment=, array=0x20adbc0) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5090 #2 os_aio_linux_handle (global_seg=8, message1=0x7fcfc4636d98, message2=0x7fcfc4636d90, type=0x7fcfc4636d88, space_id=0x7fcfc4636d80) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5235 #3 0x0000000000a92338 in fil_aio_wait (segment=8) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/fil/fil0fil.cc:5579 #4 0x00000000009fa358 in io_handler_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:480 #5 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 4 (LWP 8858): +bt #0 0x00007fd075f8b533 in select () from /lib64/libc.so.6 #1 0x000000000099343f in os_thread_sleep (tm=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0thread.cc:255 #2 0x000000000098107d in recv_writer_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/log/log0recv.cc:344 #3 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 3 (LWP 8854): +bt #0 0x00007fd077617614 in ?? () from /lib64/libaio.so.1 #1 0x000000000098ecfb in os_aio_linux_collect (seg_size=256, segment=, array=0x20adbc0) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5090 #2 os_aio_linux_handle (global_seg=6, message1=0x7fcfc6e38d98, message2=0x7fcfc6e38d90, type=0x7fcfc6e38d88, space_id=0x7fcfc6e38d80) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5235 #3 0x0000000000a92338 in fil_aio_wait (segment=6) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/fil/fil0fil.cc:5579 #4 0x00000000009fa358 in io_handler_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:480 #5 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 2 (LWP 8851): +bt #0 0x00007fd077617614 in ?? () from /lib64/libaio.so.1 #1 0x000000000098ecfb in os_aio_linux_collect (seg_size=256, segment=, array=0x204ef10) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5090 #2 os_aio_linux_handle (global_seg=3, message1=0x7fcfcaa3bd98, message2=0x7fcfcaa3bd90, type=0x7fcfcaa3bd88, space_id=0x7fcfcaa3bd80) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/os/os0file.cc:5235 #3 0x0000000000a92338 in fil_aio_wait (segment=3) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/fil/fil0fil.cc:5579 #4 0x00000000009fa358 in io_handler_thread (arg=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:480 #5 0x00007fd07781f851 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fd075f9294d in clone () from /lib64/libc.so.6 Thread 1 (LWP 8845): +bt #0 0x00007fd07782469c in pthread_kill () from /lib64/libpthread.so.0 #1 0x000000000066449e in handle_fatal_signal (sig=6) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/sql/signal_handler.cc:254 #2 #3 0x00007fd075edc8e5 in raise () from /lib64/libc.so.6 #4 0x00007fd075ede0c5 in abort () from /lib64/libc.so.6 #5 0x000000000097dd33 in log_online_follow_log_group (contiguous_lsn=65536, group=0x5722448) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/log/log0online.cc:1092 #6 log_online_follow_redo_log () at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/log/log0online.cc:1245 #7 0x000000000097ecf4 in log_online_track_missing_on_startup (tracking_start_lsn=, last_tracked_lsn=65548) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/log/log0online.cc:468 #8 log_online_read_init () at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/log/log0online.cc:761 #9 0x00000000009fa2cd in init_log_online () at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:1465 #10 0x00000000009fe16d in innobase_start_or_create_for_mysql () at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/srv/srv0start.cc:2339 #11 0x000000000093e5e4 in innobase_init (p=) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/storage/innobase/handler/ha_innodb.cc:3551 #12 0x00000000005ac3d8 in ha_initialize_handlerton (plugin=0x2061d10) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/sql/handler.cc:691 #13 0x00000000006ee8e1 in plugin_initialize (plugin=0x2061d10) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/sql/sql_plugin.cc:1126 #14 0x00000000006f21f6 in plugin_init (argc=0x12d0914 , argv=0x1f77058, flags=0) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/sql/sql_plugin.cc:1417 #15 0x000000000059f83e in init_server_components () at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/sql/mysqld.cc:4836 #16 0x00000000005a41f6 in mysqld_main (argc=30, argv=0x1f77058) at /bzr/5.6-QA_opt/Percona-Server-5.6.13-rc60.5/sql/mysqld.cc:5470 #17 0x00007fd075ec8cdd in __libc_start_main () from /lib64/libc.so.6 #18 0x0000000000596201 in _start () +quit