========================= Error log:
InnoDB: Assertion failure in thread 494348032 in file fil0fil.c line 2415
InnoDB: Failing assertion: node->n_pending == 0
========================= gdb :
Thread 1 (LWP 19186):
+bt
#0 0x00007f8198c4e69c in pthread_kill () from /lib64/libpthread.so.0
#1 0x000000000069ad26 in handle_fatal_signal (sig=6) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/signal_handler.cc:250
#2 <signal handler called>
#3 0x00007f8197e198a5 in raise () from /lib64/libc.so.6
#4 0x00007f8197e1b085 in abort () from /lib64/libc.so.6
#5 0x00000000008c02da in fil_delete_tablespace (id=21441, evict_all=0) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/storage/innobase/fil/fil0fil.c:2415
#6 0x0000000000811f96 in row_drop_table_for_mysql (name=<optimized out>, trx=0x7f8130065788, drop_db=<optimized out>) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/storage/innobase/row/row0mysql.c:3577
#7 0x00000000007f3461 in ha_innobase::delete_table (this=<optimized out>, name=0x7f8194204fe0 "./query118598/#sql2-4802-8f") at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/storage/innobase/handler/ha_innodb.cc:8450
#8 0x000000000069ff81 in ha_delete_table (thd=0x237d040, table_type=0x1b4c1d0, path=0x4af2 <Address 0x4af2 out of bounds>, db=0x7f8130015cc0 "query118598", alias=0x7f8194206ea0 "#sql2-4802-8f", generate_warning=false) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/handler.cc:2211
#9 0x00000000005e2c3d in quick_rm_table (base=0x1b4c1d0, db=0x7f8130015cc0 "query118598", table_name=0x7f8194206ea0 "#sql2-4802-8f", flags=0) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/sql_table.cc:2416
#10 0x00000000005e5430 in mysql_alter_table (thd=0x237d040, new_db=0x7f8130015cc0 "query118598", new_name=0x7f8130015cd8 "t14", create_info=0x7f81942074e0, table_list=0x7f8130015d18, alter_info=0x7f81942075c0, order_num=0, order=0x0, ignore=false) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/sql_table.cc:7004
#11 0x00000000007c2000 in Alter_table_statement::execute (this=<optimized out>, thd=0x237d040) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/sql_alter.cc:106
#12 0x000000000057feb6 in mysql_execute_command (thd=0x237d040) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/sql_parse.cc:4631
#13 0x0000000000584413 in mysql_parse (thd=0x237d040, rawbuf=<optimized out>, length=<optimized out>, parser_state=0x7f8194208b80) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/sql_parse.cc:5860
#14 0x00000000005858da in dispatch_command (command=COM_QUERY, thd=0x237d040, packet=<optimized out>, packet_length=49) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/sql_parse.cc:1062
#15 0x0000000000585c64 in do_command (thd=0x237d040) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/sql_parse.cc:789
#16 0x0000000000623a84 in do_handle_one_connection (thd_arg=<optimized out>) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/sql_connect.cc:1489
#17 0x0000000000623b74 in handle_one_connection (arg=<optimized out>) at /home/jenkins/workspace/percona-server-5.5-nigthly-binaries/label_exp/centos5-64/Percona-Server-5.5.28-rel29.3/sql/sql_connect.cc:1404
#18 0x00007f8198c49851 in start_thread () from /lib64/libpthread.so.0
#19 0x00007f8197ecf11d in clone () from /lib64/libc.so.6
Bug confirmed by QA automated RQG monitoring.
======= ======= ======= ==== Error log:
InnoDB: Assertion failure in thread 494348032 in file fil0fil.c line 2415
InnoDB: Failing assertion: node->n_pending == 0
======= ======= ======= ==== gdb : libpthread. so.0 workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/signal_ handler. cc:250 tablespace (id=21441, evict_all=0) at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ storage/ innobase/ fil/fil0fil. c:2415 table_for_ mysql (name=<optimized out>, trx=0x7f8130065788, drop_db=<optimized out>) at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ storage/ innobase/ row/row0mysql. c:3577 :delete_ table (this=<optimized out>, name=0x7f8194204fe0 "./query118598/ #sql2-4802- 8f") at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ storage/ innobase/ handler/ ha_innodb. cc:8450 0x1b4c1d0, path=0x4af2 <Address 0x4af2 out of bounds>, db=0x7f8130015cc0 "query118598", alias=0x7f81942 06ea0 "#sql2-4802-8f", generate_ warning= false) at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/handler. cc:2211 0x7f8194206ea0 "#sql2-4802-8f", flags=0) at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/sql_ table.cc: 2416 0x7f8130015cc0 "query118598", new_name= 0x7f8130015cd8 "t14", create_ info=0x7f819420 74e0, table_list= 0x7f8130015d18, alter_info= 0x7f81942075c0, order_num=0, order=0x0, ignore=false) at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/sql_ table.cc: 7004 statement: :execute (this=<optimized out>, thd=0x237d040) at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/sql_ alter.cc: 106 command (thd=0x237d040) at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/sql_ parse.cc: 4631 state=0x7f81942 08b80) at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/sql_ parse.cc: 5860 workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/sql_ parse.cc: 1062 workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/sql_ parse.cc: 789 one_connection (thd_arg=<optimized out>) at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/sql_ connect. cc:1489 one_connection (arg=<optimized out>) at /home/jenkins/ workspace/ percona- server- 5.5-nigthly- binaries/ label_exp/ centos5- 64/Percona- Server- 5.5.28- rel29.3/ sql/sql_ connect. cc:1404 libpthread. so.0
Thread 1 (LWP 19186):
+bt
#0 0x00007f8198c4e69c in pthread_kill () from /lib64/
#1 0x000000000069ad26 in handle_fatal_signal (sig=6) at /home/jenkins/
#2 <signal handler called>
#3 0x00007f8197e198a5 in raise () from /lib64/libc.so.6
#4 0x00007f8197e1b085 in abort () from /lib64/libc.so.6
#5 0x00000000008c02da in fil_delete_
#6 0x0000000000811f96 in row_drop_
#7 0x00000000007f3461 in ha_innobase:
#8 0x000000000069ff81 in ha_delete_table (thd=0x237d040, table_type=
#9 0x00000000005e2c3d in quick_rm_table (base=0x1b4c1d0, db=0x7f8130015cc0 "query118598", table_name=
#10 0x00000000005e5430 in mysql_alter_table (thd=0x237d040, new_db=
#11 0x00000000007c2000 in Alter_table_
#12 0x000000000057feb6 in mysql_execute_
#13 0x0000000000584413 in mysql_parse (thd=0x237d040, rawbuf=<optimized out>, length=<optimized out>, parser_
#14 0x00000000005858da in dispatch_command (command=COM_QUERY, thd=0x237d040, packet=<optimized out>, packet_length=49) at /home/jenkins/
#15 0x0000000000585c64 in do_command (thd=0x237d040) at /home/jenkins/
#16 0x0000000000623a84 in do_handle_
#17 0x0000000000623b74 in handle_
#18 0x00007f8198c49851 in start_thread () from /lib64/
#19 0x00007f8197ecf11d in clone () from /lib64/libc.so.6
======= ======= ======= ==== Run details (two different runs, same end result): 149/cmdrun_ 263 149/cmdrun_ 263 column_ names --reporter= Shutdown, Backtrace, QueryTimeout, ErrorLog, ErrorLogAlarm --mysqld= --log-output= none --mysqld= --sql_mode= ONLY_FULL_ GROUP_BY --grammar= conf/percona_ qa/percona_ qa.yy --gendata= conf/percona_ qa/percona_ qa.zz --basedir= /sdd/qa/ 149/Percona- Server- 5.5.28- rel29.3- 450.Linux. x86_64 --valgrind --reporter= ValgrindErrors --validator= MarkErrorLog --threads=25 --notnull --validator= Transformer --mysqld=--userstat --mysqld= --innodb_ lazy_drop_ table=1 --mysqld= --innodb_ file_per_ table=1 --mtr-build- thread= 768 --mask=9590 --vardir1= /sdd/qa/ 149/cmdrun_ 263 > /sdd/qa/ 149/cmdrun263. log 2>&1"
[roel@fusion1 149]$ cat cmd263
ps -ef | grep 'cmdrun_263' | grep -v grep | awk '{print $2}' | xargs sudo kill -9
rm -Rf /sdd/qa/
mkdir /sdd/qa/
cd /sdd/qa/149/randgen
bash -c "set -o pipefail; perl runall.pl --queries=100000000 --seed=22162 --duration=300 --querytimeout=60 --short_
[roel@fusion1 149]$ cat cmd316 149/cmdrun_ 316 149/cmdrun_ 316 column_ names --reporter= Shutdown, Backtrace, QueryTimeout, ErrorLog, ErrorLogAlarm --mysqld= --log-output= none --mysqld= --sql_mode= ONLY_FULL_ GROUP_BY --grammar= conf/percona_ qa/percona_ qa.yy --gendata= conf/percona_ qa/percona_ qa.zz --basedir= /sdd/qa/ 149/Percona- Server- 5.5.28- rel29.3- 450.Linux. x86_64 --threads=25 --validator= Transformer --mysqld= --slow_ query_log --mysqld=--userstat --mysqld= --innodb_ lazy_drop_ table=1 --mysqld= --innodb_ file_per_ table=1 --mtr-build- thread= 742 --mask=62101 --vardir1= /sdd/qa/ 149/cmdrun_ 316 > /sdd/qa/ 149/cmdrun316. log 2>&1"
ps -ef | grep 'cmdrun_316' | grep -v grep | awk '{print $2}' | xargs sudo kill -9
rm -Rf /sdd/qa/
mkdir /sdd/qa/
cd /sdd/qa/149/randgen
bash -c "set -o pipefail; perl runall.pl --queries=100000000 --seed=11133 --duration=300 --querytimeout=60 --short_