Wrt. table1000_innodb_key_pk_parts_2_int_autoinc: =================================================================== Thread 14 (Thread 0x7f0570404700 (LWP 29937)): #0 0x00007f05832c003f in pthread_cond_wait@@GLIBC_2.3.2 () from /usr/lib/libpthread.so.0 #1 0x00007f0580dbeb25 in wait (this=0x7f05703ffc70, cond=...) at galerautils/src/gu_lock.hpp:56 #2 galera::Monitor::enter (this=this@entry=0x201da08, obj=...) at galera/src/monitor.hpp:121 #3 0x00007f0580db978a in galera::ReplicatorSMM::to_isolation_begin (this=0x201cf90, trx=0x7f052c022ea0) at galera/src/replicator_smm.cpp:965 #4 0x00007f0580dcd074 in galera_to_execute_start (gh=, conn_id=14, key=, key_len=1, query=0x7f052c024980, query_len=133, global_seqno=0x28424e8) at galera/src/wsrep_provider.cpp:583 #5 0x000000000068370b in wsrep_TOI_begin (table_list=0x0, table_=0x7f052c004d10 "f", db_=0x7f052c005270 "test", thd=0x2840900) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/wsrep_mysqld.cc:1115 #6 wsrep_to_isolation_begin (thd=thd@entry=0x2840900, db_=0x7f052c005270 "test", table_=0x7f052c004d10 "f", table_list=table_list@entry=0x0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/wsrep_mysqld.cc:1250 #7 0x000000000060fe24 in mysql_create_like_table (thd=thd@entry=0x2840900, table=table@entry=0x7f052c004d48, src_table=src_table@entry=0x7f052c005300, create_info=create_info@entry=0x7f0570402960) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_table.cc:4631 #8 0x000000000059f999 in mysql_execute_command (thd=thd@entry=0x2840900) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:3068 #9 0x00000000005a6e41 in mysql_parse (thd=thd@entry=0x2840900, rawbuf=rawbuf@entry=0x7f052c004c10 "CREATE TABLE f LIKE `table1000_innodb_key_pk_parts_2_int_autoinc`", length=length@entry=65, parser_state=parser_state@entry=0x7f05704035e0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:6465 #10 0x00000000005a7ab3 in wsrep_mysql_parse (thd=thd@entry=0x2840900, rawbuf=0x7f052c004c10 "CREATE TABLE f LIKE `table1000_innodb_key_pk_parts_2_int_autoinc`", length=65, parser_state=parser_state@entry=0x7f05704035e0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:6272 #11 0x00000000005a8a89 in dispatch_command (command=command@entry=COM_QUERY, thd=thd@entry=0x2840900, packet=packet@entry=0x27f13f1 " CREATE TABLE f LIKE `table1000_innodb_key_pk_parts_2_int_autoinc` ", packet_length=packet_length@entry=67) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:1254 #12 0x00000000005aa994 in do_command (thd=0x2840900) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:885 #13 0x000000000065834a in do_handle_one_connection (thd_arg=thd_arg@entry=0x2840900) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_connect.cc:1512 #14 0x000000000065857e in handle_one_connection (arg=0x2840900) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_connect.cc:1420 #15 0x00007f05832bc0a2 in start_thread () from /usr/lib/libpthread.so.0 #16 0x00007f0581b1fa2d in clone () from /usr/lib/libc.so.6 Thread 5 (Thread 0x7f05701bb700 (LWP 29958)): #0 0x00007f05832c003f in pthread_cond_wait@@GLIBC_2.3.2 () from /usr/lib/libpthread.so.0 #1 0x00007f0580dbeb25 in wait (this=0x7f05701b6c70, cond=...) at galerautils/src/gu_lock.hpp:56 #2 galera::Monitor::enter (this=this@entry=0x201da08, obj=...) at galera/src/monitor.hpp:121 #3 0x00007f0580db978a in galera::ReplicatorSMM::to_isolation_begin (this=0x201cf90, trx=0x7f0504026650) at galera/src/replicator_smm.cpp:965 #4 0x00007f0580dcd074 in galera_to_execute_start (gh=, conn_id=23, key=, key_len=1, query=0x7f0504027230, query_len=133, global_seqno=0x2861f88) at galera/src/wsrep_provider.cpp:583 #5 0x000000000068370b in wsrep_TOI_begin (table_list=0x0, table_=0x7f0504004d10 "a", db_=0x7f0504005270 "test", thd=0x28603a0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/wsrep_mysqld.cc:1115 #6 wsrep_to_isolation_begin (thd=thd@entry=0x28603a0, db_=0x7f0504005270 "test", table_=0x7f0504004d10 "a", table_list=table_list@entry=0x0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/wsrep_mysqld.cc:1250 #7 0x000000000060fe24 in mysql_create_like_table (thd=thd@entry=0x28603a0, table=table@entry=0x7f0504004d48, src_table=src_table@entry=0x7f0504005300, create_info=create_info@entry=0x7f05701b9960) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_table.cc:4631 #8 0x000000000059f999 in mysql_execute_command (thd=thd@entry=0x28603a0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:3068 #9 0x00000000005a6e41 in mysql_parse (thd=thd@entry=0x28603a0, rawbuf=rawbuf@entry=0x7f0504004c10 "CREATE TABLE a LIKE `table1000_innodb_key_pk_parts_2_int_autoinc`", length=length@entry=65, parser_state=parser_state@entry=0x7f05701ba5e0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:6465 #10 0x00000000005a7ab3 in wsrep_mysql_parse (thd=thd@entry=0x28603a0, rawbuf=0x7f0504004c10 "CREATE TABLE a LIKE `table1000_innodb_key_pk_parts_2_int_autoinc`", length=65, parser_state=parser_state@entry=0x7f05701ba5e0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:6272 #11 0x00000000005a8a89 in dispatch_command (command=command@entry=COM_QUERY, thd=thd@entry=0x28603a0, packet=packet@entry=0x28636b1 " CREATE TABLE a LIKE `table1000_innodb_key_pk_parts_2_int_autoinc` ", packet_length=packet_length@entry=67) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:1254 #12 0x00000000005aa994 in do_command (thd=0x28603a0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:885 #13 0x000000000065834a in do_handle_one_connection (thd_arg=thd_arg@entry=0x28603a0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_connect.cc:1512 #14 0x000000000065857e in handle_one_connection (arg=0x28603a0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_connect.cc:1420 #15 0x00007f05832bc0a2 in start_thread () from /usr/lib/libpthread.so.0 #16 0x00007f0581b1fa2d in clone () from /usr/lib/libc.so.6 Thread 4 (Thread 0x7f057017a700 (LWP 29960)): #0 0x00007f05832c003f in pthread_cond_wait@@GLIBC_2.3.2 () from /usr/lib/libpthread.so.0 #1 0x00007f0580dbeb25 in wait (this=0x7f0570177500, cond=...) at galerautils/src/gu_lock.hpp:56 #2 galera::Monitor::enter (this=this@entry=0x201da08, obj=...) at galera/src/monitor.hpp:121 #3 0x00007f0580db9168 in galera::ReplicatorSMM::pre_commit (this=0x201cf90, trx=0x7f050804ad20) at galera/src/replicator_smm.cpp:742 #4 0x00007f0580dcc53f in galera_pre_commit (gh=, conn_id=, trx_handle=, rbr_data=, rbr_data_len=170, flags=1, global_seqno=0x28692a8) at galera/src/wsrep_provider.cpp:397 #5 0x000000000067edc7 in wsrep_run_wsrep_commit (thd=thd@entry=0x28676c0, hton=hton@entry=0x2077880, all=all@entry=false) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/wsrep_hton.cc:347 #6 0x000000000067f9d4 in wsrep_prepare (hton=0x2077880, thd=0x28676c0, all=) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/wsrep_hton.cc:124 #7 0x00000000006d57d7 in ha_commit_trans (thd=thd@entry=0x28676c0, all=all@entry=false) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/handler.cc:1369 #8 0x0000000000667358 in trans_commit_stmt (thd=thd@entry=0x28676c0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/transaction.cc:325 #9 0x00000000005a5c8b in mysql_execute_command (thd=thd@entry=0x28676c0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:5100 #10 0x00000000005a6e41 in mysql_parse (thd=thd@entry=0x28676c0, rawbuf=rawbuf@entry=0x7f0508004c10 "DELETE FROM `table1000_innodb_key_pk_parts_2_int_autoinc` WHERE `col_int_key` BETWEEN 2 AND 6 ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 3", length=length@entry=172, parser_state=parser_state@entry=0x7f05701795e0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:6465 #11 0x00000000005a7ab3 in wsrep_mysql_parse (thd=thd@entry=0x28676c0, rawbuf=0x7f0508004c10 "DELETE FROM `table1000_innodb_key_pk_parts_2_int_autoinc` WHERE `col_int_key` BETWEEN 2 AND 6 ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 3", length=172, parser_state=parser_state@entry=0x7f05701795e0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:6272 #12 0x00000000005a8a89 in dispatch_command (command=command@entry=COM_QUERY, thd=thd@entry=0x28676c0, packet=packet@entry=0x286a9d1 "DELETE FROM `table1000_innodb_key_pk_parts_2_int_autoinc` WHERE `col_int_key` BETWEEN 2 AND 6 ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 3", packet_length=packet_length@entry=172) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:1254 #13 0x00000000005aa994 in do_command (thd=0x28676c0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_parse.cc:885 #14 0x000000000065834a in do_handle_one_connection (thd_arg=thd_arg@entry=0x28676c0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_connect.cc:1512 #15 0x000000000065857e in handle_one_connection (arg=0x28676c0) at /media/Tintin/Work/code/percona-xtradb-cluster/trunk/Percona-Server/sql/sql_connect.cc:1420 #16 0x00007f05832bc0a2 in start_thread () from /usr/lib/libpthread.so.0 #17 0x00007f0581b1fa2d in clone () from /usr/lib/libc.so.6 ========================================================================== It looks like there are two TOIs waiting for the DELETE to complete which is stuck in galea pre_commit phase. From processlist: MySQL [(none)]> select * from information_schema.processlist; +----+-------------+-----------------+-------+---------+------+---------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+-----------+---------------+-----------+ | ID | USER | HOST | DB | COMMAND | TIME | STATE | INFO | TIME_MS | ROWS_SENT | ROWS_EXAMINED | ROWS_READ | +----+-------------+-----------------+-------+---------+------+---------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+-----------+---------------+-----------+ | 32 | root | localhost | NULL | Query | 0 | executing | select * from information_schema.processlist | 20 | 0 | 0 | 1 | | 26 | root | localhost:45955 | test | Query | 3858 | wsrep in pre-commit stage | INSERT INTO b SELECT * FROM `table1_innodb_int_autoinc` | 3858424 | 0 | 3 | 4 | | 24 | root | localhost:45953 | test | Query | 3859 | wsrep in pre-commit stage | DELETE FROM `table1000_innodb_key_pk_parts_2_int_autoinc` WHERE `col_int_key` BETWEEN 2 AND 6 ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 3 | 3859006 | 0 | 156 | 1 | | 23 | root | localhost:45952 | test | Query | 3858 | checking permissions | CREATE TABLE a LIKE `table1000_innodb_key_pk_parts_2_int_autoinc` | 3858866 | 0 | 0 | 1 | | 22 | root | localhost:45951 | test | Query | 3860 | Waiting for table metadata lock | DROP TABLE `table100_innodb_key_pk_parts_2_int_autoinc` | 3859976 | 0 | 0 | 1 | | 21 | root | localhost:45950 | test | Query | 3859 | checking permissions | CREATE TABLE d LIKE `table1_innodb_int_autoinc` | 3859679 | 0 | 0 | 1 | | 20 | root | localhost:45949 | test | Query | 3857 | checking permissions | ALTER TABLE g RENAME `table1_innodb_key_pk_parts_2_int` | 3857633 | 0 | 0 | 1 | | 19 | root | localhost:45948 | test | Query | 3859 | wsrep in pre-commit stage | INSERT INTO m SELECT * FROM `table1000_innodb_int_autoinc` | 3859679 | 0 | 987 | 988 | | 18 | root | localhost:45947 | test | Query | 3859 | checking permissions | DROP TABLE `table100_innodb_int_autoinc` | 3859678 | 0 | 0 | 1 | | 17 | root | localhost:45946 | test | Query | 3891 | wsrep waiting on replaying | DROP TABLE IF EXISTS n | 3857551 | 0 | 0 | 1 | | 16 | root | localhost:45945 | test | Query | 3869 | checking permissions | CREATE TABLE v LIKE `table1000_innodb_int_autoinc` | 3859917 | 0 | 0 | 1 | | 15 | root | localhost:45944 | test | Query | 3858 | checking permissions | DROP TABLE `table100_innodb_int_autoinc` | 3858066 | 0 | 0 | 1 | | 14 | root | localhost:45943 | test | Query | 3858 | checking permissions | CREATE TABLE f LIKE `table1000_innodb_key_pk_parts_2_int_autoinc` | 3858708 | 0 | 0 | 1 | | 13 | root | localhost:45942 | test | Query | 3859 | checking permissions | ALTER TABLE u RENAME `table1000_innodb_key_pk_parts_2_int` | 3859276 | 0 | 0 | 1 | | 12 | root | localhost:45941 | test | Query | 3859 | checking permissions | CREATE TABLE t LIKE `table1_innodb_int` | 3859484 | 0 | 0 | 1 | | 11 | root | localhost:45940 | test | Query | 3858 | checking permissions | ALTER TABLE j RENAME `table1000_innodb_int` | 3858308 | 0 | 0 | 1 | | 3 | root | localhost:45924 | mysql | Sleep | 3922 | | NULL | 3922727 | 1 | 1 | 2 | | 2 | system user | | NULL | Sleep | 3924 | NULL | NULL | 3924198 | 0 | 0 | 1 | | 1 | system user | | NULL | Sleep | 3924 | wsrep aborter idle | NULL | 3924198 | 0 | 0 | 1 | +----+-------------+-----------------+-------+---------+------+---------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+-----------+---------------+-----------+ 19 rows in set (0.02 sec) The queries are visible as 'checking permissions' and 'wsrep in pre-commit stage' Will attach the full backtrace.