Crash with:


perl runall-new.pl --basedir=/pxc --galera=ms  --reporter=Shutdown,Backtrace,ErrorLog,ErrorLogAlarm,Deadlock --grammar=$HOME/galera_stress.yy --gendata=$HOME/galera_stress.zz --threads=16 --queries=100000 --mysqld=--wsrep-provider=/pxc/lib/libgalera_smm.so  --mysqld=--innodb_flush_method=O_DIRECT   --mysqld=--wsrep-debug=1  --mysqld=--wsrep_provider_options='debug=1' --mysqld=--wsrep_log_conflicts=ON
# 2013-09-04T23:17:28 [37691] Using Log::Log4perl
# 2013-09-04T23:17:28 [37691] Copyright (c) 2010,2011 Oracle and/or its affiliates. All rights reserved. Use is subject to license terms.
# 2013-09-04T23:17:28 [37691] Please see http://forge.mysql.com/wiki/Category:RandomQueryGenerator for more information on this test framework.
# 2013-09-04T23:17:28 [37691] Starting
# 2013-09-04T23:17:28 [37691] # runall-new.pl \
# 2013-09-04T23:17:28 [37691] # --basedir=/pxc \
# 2013-09-04T23:17:28 [37691] # --galera=ms \
# 2013-09-04T23:17:28 [37691] # --reporter=Shutdown,Backtrace,ErrorLog,ErrorLogAlarm,Deadlock \
# 2013-09-04T23:17:28 [37691] # --grammar=/home/raghavendra/galera_stress.yy \
# 2013-09-04T23:17:28 [37691] # --gendata=/home/raghavendra/galera_stress.zz \
# 2013-09-04T23:17:28 [37691] # --threads=16 \
# 2013-09-04T23:17:28 [37691] # --queries=100000 \
# 2013-09-04T23:17:28 [37691] # --mysqld=--wsrep-provider=/pxc/lib/libgalera_smm.so \
# 2013-09-04T23:17:28 [37691] # --mysqld=--innodb_flush_method=O_DIRECT \
# 2013-09-04T23:17:28 [37691] # --mysqld=--wsrep-debug=1 \
# 2013-09-04T23:17:28 [37691] # --mysqld=--wsrep_provider_options=debug=1 \
# 2013-09-04T23:17:28 [37691] # --mysqld=--wsrep_log_conflicts=ON
# 2013-09-04T23:17:28 [37691] master_port : 19300 slave_port : 19302 ports : 19300 19302 MTR_BUILD_THREAD : 930
# 2013-09-04T23:17:28 [37691] /media/Tintin/Work/code/randgen/pxc Revno: 907
# 2013-09-04T23:17:28 [37691] /media/Tintin/Work/code/randgen/pxc Revision-Id: <email address hidden>
# 2013-09-04T23:17:28 [37691] /pxc does not look like a bzr branch, cannot get revision info.
# 2013-09-04T23:17:28 [37691] Creating MySQL 5.5.33 database at /pxc/mysql-test/var/node0/data
# 2013-09-04T23:17:35 [37691] Creating MySQL 5.5.33 database at /pxc/mysql-test/var/node1/data
# 2013-09-04T23:17:51 [37691] MySQL Version:5.5.33
# 2013-09-04T23:17:51 [37691] Binary: /pxc/bin/mysqld
# 2013-09-04T23:17:51 [37691] Type: Debug
# 2013-09-04T23:17:51 [37691] Datadir: /pxc/mysql-test/var/node0/data
# 2013-09-04T23:17:51 [37691] Tmpdir: /pxc/mysql-test/var/node0/tmp
# 2013-09-04T23:17:51 [37691] Corefile: /pxc/mysql-test/var/node0/data/core.
# 2013-09-04T23:17:51 [37691] Starting MySQL 5.5.33: "/pxc/bin/mysqld" "--no-defaults" "--basedir=/pxc" "--datadir=/pxc/mysql-test/var/node0/data" "--lc-messages-dir=/pxc/share/mysql" "--character-sets-dir=/pxc/share/mysql/charsets" "--tmpdir=/pxc/mysql-test/var/node0/tmp" "--core-file" "--max-allowed-packet=128Mb" "--port=19300" "--socket=/pxc/mysql-test/var/node0/mysql.sock" "--pid-file=/pxc/mysql-test/var/node0/mysql.pid" "--general-log" "--general-log-file=/pxc/mysql-test/var/node0/mysql.log" --wsrep_sst_method=rsync --innodb_autoinc_lock_mode=2 --default-storage-engine=InnoDB --innodb_locks_unsafe_for_binlog=1 --binlog-format=row --wsrep_node_incoming_address=127.0.0.1 --wsrep_node_address=127.0.0.1 --wsrep_cluster_address='gcomm://?gmcast.listen_addr=tcp://127.0.0.1:5127&pc.ignore_sb=true' --wsrep_sst_receive_address=127.0.0.1:5130 --wsrep-provider=/pxc/lib/libgalera_smm.so --innodb_flush_method=O_DIRECT --wsrep-debug=1 --wsrep_provider_options=debug=1 --wsrep_log_conflicts=ON
# 2013-09-04T23:17:52 [37691] Cluster size after starting node 0: 1
# 2013-09-04T23:17:52 [37691] MySQL Version:5.5.33
# 2013-09-04T23:17:52 [37691] Binary: /pxc/bin/mysqld
# 2013-09-04T23:17:52 [37691] Type: Debug
# 2013-09-04T23:17:52 [37691] Datadir: /pxc/mysql-test/var/node1/data
# 2013-09-04T23:17:52 [37691] Tmpdir: /pxc/mysql-test/var/node1/tmp
# 2013-09-04T23:17:52 [37691] Corefile: /pxc/mysql-test/var/node1/data/core.
# 2013-09-04T23:17:52 [37691] Starting MySQL 5.5.33: "/pxc/bin/mysqld" "--no-defaults" "--basedir=/pxc" "--datadir=/pxc/mysql-test/var/node1/data" "--lc-messages-dir=/pxc/share/mysql" "--character-sets-dir=/pxc/share/mysql/charsets" "--tmpdir=/pxc/mysql-test/var/node1/tmp" "--core-file" "--max-allowed-packet=128Mb" "--port=19301" "--socket=/pxc/mysql-test/var/node1/mysql.sock" "--pid-file=/pxc/mysql-test/var/node1/mysql.pid" "--general-log" "--general-log-file=/pxc/mysql-test/var/node1/mysql.log" --wsrep_sst_method=rsync --innodb_autoinc_lock_mode=2 --default-storage-engine=InnoDB --innodb_locks_unsafe_for_binlog=1 --binlog-format=row --wsrep_node_incoming_address=127.0.0.1 --wsrep_node_address=127.0.0.1 --wsrep_cluster_address='gcomm://127.0.0.1:5127?gmcast.listen_addr=tcp://127.0.0.1:5128&pc.ignore_sb=true' --wsrep_sst_receive_address=127.0.0.1:5131 --wsrep-provider=/pxc/lib/libgalera_smm.so --innodb_flush_method=O_DIRECT --wsrep-debug=1 --wsrep_provider_options=debug=1 --wsrep_log_conflicts=ON
# 2013-09-04T23:17:58 [37691] Cluster size after starting node 1: 2
# 2013-09-04T23:17:58 [37691] -------------------------------
# 2013-09-04T23:17:58 [37691] Configuration
# 2013-09-04T23:17:58 [37691]   debug_server => ['', '']
# 2013-09-04T23:17:58 [37691]   dsn => ['dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test']
# 2013-09-04T23:17:58 [37691]   duration => 3600
# 2013-09-04T23:17:58 [37691]   gendata => /home/raghavendra/galera_stress.zz
# 2013-09-04T23:17:58 [37691]   generator => FromGrammar
# 2013-09-04T23:17:58 [37691]   grammar => /home/raghavendra/galera_stress.yy
# 2013-09-04T23:17:58 [37691]   queries => 100000
# 2013-09-04T23:17:58 [37691]   reporters => ['Shutdown', 'Backtrace', 'ErrorLog', 'ErrorLogAlarm', 'Deadlock']
# 2013-09-04T23:17:58 [37691]   servers => ['DBServer::MySQL::MySQLd=ARRAY(0x23ba170)', 'DBServer::MySQL::MySQLd=ARRAY(0x1a58378)']
# 2013-09-04T23:17:58 [37691]   threads => 16
# 2013-09-04T23:17:58 [37691]   views => ['', '']
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table1_innodb_compressed_int; engine: innodb; rows: 1 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table1_innodb_default_int; engine: innodb; rows: 1 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table1_innodb_compressed_int_autoinc; engine: innodb; rows: 1 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table1_innodb_default_int_autoinc; engine: innodb; rows: 1 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table1_innodb_compressed_key_pk_parts_2_int; engine: innodb; rows: 1 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table1_innodb_default_key_pk_parts_2_int; engine: innodb; rows: 1 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table1_innodb_compressed_key_pk_parts_2_int_autoinc; engine: innodb; rows: 1 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table1_innodb_default_key_pk_parts_2_int_autoinc; engine: innodb; rows: 1 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table100_innodb_compressed_int; engine: innodb; rows: 100 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table100_innodb_default_int; engine: innodb; rows: 100 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table100_innodb_compressed_int_autoinc; engine: innodb; rows: 100 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table100_innodb_default_int_autoinc; engine: innodb; rows: 100 .
# 2013-09-04T23:17:58 [37691] # Creating MySQL table: test.table100_innodb_compressed_key_pk_parts_2_int; engine: innodb; rows: 100 .
# 2013-09-04T23:17:59 [37691] # Creating MySQL table: test.table100_innodb_default_key_pk_parts_2_int; engine: innodb; rows: 100 .
# 2013-09-04T23:17:59 [37691] # Creating MySQL table: test.table100_innodb_compressed_key_pk_parts_2_int_autoinc; engine: innodb; rows: 100 .
# 2013-09-04T23:17:59 [37691] # Creating MySQL table: test.table100_innodb_default_key_pk_parts_2_int_autoinc; engine: innodb; rows: 100 .
# 2013-09-04T23:17:59 [37691] # Creating MySQL table: test.table1000_innodb_compressed_int; engine: innodb; rows: 1000 .
# 2013-09-04T23:17:59 [37691] # Creating MySQL table: test.table1000_innodb_default_int; engine: innodb; rows: 1000 .
# 2013-09-04T23:17:59 [37691] # Creating MySQL table: test.table1000_innodb_compressed_int_autoinc; engine: innodb; rows: 1000 .
# 2013-09-04T23:18:00 [37691] # Creating MySQL table: test.table1000_innodb_default_int_autoinc; engine: innodb; rows: 1000 .
# 2013-09-04T23:18:00 [37691] # Creating MySQL table: test.table1000_innodb_compressed_key_pk_parts_2_int; engine: innodb; rows: 1000 .
# 2013-09-04T23:18:00 [37691] # Creating MySQL table: test.table1000_innodb_default_key_pk_parts_2_int; engine: innodb; rows: 1000 .
# 2013-09-04T23:18:01 [37691] # Creating MySQL table: test.table1000_innodb_compressed_key_pk_parts_2_int_autoinc; engine: innodb; rows: 1000 .
# 2013-09-04T23:18:01 [37691] # Creating MySQL table: test.table1000_innodb_default_key_pk_parts_2_int_autoinc; engine: innodb; rows: 1000 .
# 2013-09-04T23:18:01 [37691] Reporters: Shutdown, Backtrace, ErrorLog, ErrorLogAlarm, Deadlock
# 2013-09-04T23:18:02 [37691] Validators: ErrorMessageCorruption
# 2013-09-04T23:18:02 [37691] Caching schema metadata for dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:02 [37691] Starting 16 processes, 100000 queries each, duration 3600 seconds.
# 2013-09-04T23:18:02 [37691] GenTest::ErrorFilter(38216) started
# 2013-09-04T23:18:02 [38218] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:02 [38216] Query: REPLACE INTO `table100_innodb_compressed_key_pk_parts_2_int` ( `col_char_12` , `col_char_12` ) VALUES ( 3373268992 , 'a' ) , ( 222 , 'e' ) failed: 1110 Column '%s' specified twice. Further errors of this kind will be suppressed.
# 2013-09-04T23:18:02 [38216] Query: ROLLBACK TO SAVEPOINT A failed: 1305 SAVEPOINT %s does not exist. Further errors of this kind will be suppressed.
# 2013-09-04T23:18:02 [38216] Query: INSERT  INTO `table100_innodb_compressed_key_pk_parts_2_int` ( `col_int` , `col_char_12_key` ) VALUES ( 8 , 6 ) , ( 146 , 'o' ) failed: 1062 Duplicate entry '%s' for key '%s'. Further errors of this kind will be suppressed.
# 2013-09-04T23:18:02 [38220] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:02 [38222] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:02 [38224] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:02 [38216] Query: DELETE  FROM `table1000_innodb_compressed_int_autoinc`  ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 3 failed: 1213 Deadlock found when trying to get lock; try restarting transaction. Further errors of this kind will be suppressed.
# 2013-09-04T23:18:02 [38216] Query:  INSERT INTO x SELECT * FROM `table100_innodb_default_int_autoinc`  failed: 1146 Table '%s' doesn't exist. Further errors of this kind will be suppressed.
# 2013-09-04T23:18:02 [38226] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:02 [38228] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:02 [38230] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:02 [38216] Query:  DROP TABLE `table1000_innodb_compressed_int_autoinc`  failed: 1051 Unknown table '%s'. Further errors of this kind will be suppressed.
# 2013-09-04T23:18:02 [38216] Query:  ALTER TABLE j RENAME `table1000_innodb_compressed_int_autoinc` failed: 1050 Table '%s' already exists. Further errors of this kind will be suppressed.
# 2013-09-04T23:18:03 [38232] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:03 [38234] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:03 [38236] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:03 [38238] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:03 [38240] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:03 [38242] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:03 [38244] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:03 [38246] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:03 [38248] Loading Validator GenTest::Validator::ErrorMessageCorruption.
# 2013-09-04T23:18:03 [38217] Started periodic reporting process...
# 2013-09-04T23:18:03 [38217] ErrorLogAlarm Reporter will monitor the log file /pxc/mysql-test/var/node0/data/../mysql.err
# 2013-09-04T23:18:04 [38218] Query: REPLACE INTO `table1000_innodb_compressed_int_autoinc` ( `col_char_12_key` ) SELECT `col_int_key` FROM `table100_innodb_compressed_int` AS X WHERE X . `col_int_key` BETWEEN 224 AND 3271557120 ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 7 failed: 1467 Failed to read auto-increment value from storage engine
# 2013-09-04T23:18:07 [38226] Query: DELETE IGNORE FROM `table1000_innodb_compressed_key_pk_parts_2_int` WHERE `col_char_12_key` = 'f' ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 4 failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38246] Query:  INSERT INTO i SELECT * FROM `table1000_innodb_default_key_pk_parts_2_int` failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38228] Query: DELETE IGNORE FROM `table1000_innodb_default_int_autoinc` WHERE `col_int_key` IN ( 'y' , 'b' , 7 , 1 , 'v' ) ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 4 failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38240] Query: DELETE IGNORE FROM `table1000_innodb_compressed_key_pk_parts_2_int`  ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 2 failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38226] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38246] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38228] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38240] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38232] Query: DROP TABLE IF EXISTS b  failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38232] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38224] Query: INSERT  INTO `table100_innodb_default_key_pk_parts_2_int_autoinc` (`pk`) VALUES (4102684672) failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38242] Query: INSERT  INTO `table100_innodb_default_int_autoinc` ( `col_char_12_key` ) SELECT `col_char_12_key` FROM `table1000_innodb_compressed_key_pk_parts_2_int` AS X WHERE X . `col_char_12_key` IN ( 757399552 , 1 , 138 , 'l' , 147 ) ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 8 failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38236] Query: DELETE  FROM `table1000_innodb_compressed_key_pk_parts_2_int` WHERE `col_int_key` = 'q' ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 3 failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38224] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38242] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38236] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38220] Query:  INSERT INTO r SELECT * FROM `table1000_innodb_default_int_autoinc`  failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38220] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38230] Query: UPDATE IGNORE `table100_innodb_default_int` AS X SET `col_char_12_key` = 3951624192 WHERE X . `col_char_12_key` < 44 ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 7 failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38230] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38232] Query:  CREATE TABLE b LIKE `table1_innodb_compressed_key_pk_parts_2_int`  failed: 2006 MySQL server has gone away
# 2013-09-04T23:18:07 [38220] Query:  DROP TABLE `table1000_innodb_default_int_autoinc`  failed: 2006 MySQL server has gone away
# 2013-09-04T23:18:07 [38232] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38220] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38244] Query: INSERT  INTO `table1000_innodb_default_key_pk_parts_2_int` ( `col_int` ) SELECT `col_int_key` FROM `table1000_innodb_compressed_key_pk_parts_2_int_autoinc` AS X WHERE X . `col_char_12_key` BETWEEN 252 AND 3600941056 ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 6 failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38248] Query: DELETE  FROM `table1000_innodb_default_key_pk_parts_2_int_autoinc`  ORDER BY `col_char_12`,`col_char_12_key`,`col_int`,`col_int_key`,`pk` LIMIT 3 failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38234] Query: SELECT X. `col_int_key` FROM `table1000_innodb_default_int_autoinc` AS X LEFT JOIN `table1000_innodb_default_key_pk_parts_2_int_autoinc` AS Y USING ( `col_int_key` ) WHERE X . `col_char_12_key` BETWEEN 3 AND 7 ORDER BY X . `col_char_12_key` LIMIT 6 failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38218] Query:  INSERT INTO p SELECT * FROM `table1000_innodb_compressed_key_pk_parts_2_int_autoinc` failed: 2013 Lost connection to MySQL server during query
sh: line 1: 38056 Aborted                 (core dumped) "/pxc/bin/mysqld" "--no-defaults" "--basedir=/pxc" "--datadir=/pxc/mysql-test/var/node0/data" "--lc-messages-dir=/pxc/share/mysql" "--character-sets-dir=/pxc/share/mysql/charsets" "--tmpdir=/pxc/mysql-test/var/node0/tmp" "--core-file" "--max-allowed-packet=128Mb" "--port=19300" "--socket=/pxc/mysql-test/var/node0/mysql.sock" "--pid-file=/pxc/mysql-test/var/node0/mysql.pid" "--general-log" "--general-log-file=/pxc/mysql-test/var/node0/mysql.log" --wsrep_sst_method=rsync --innodb_autoinc_lock_mode=2 --default-storage-engine=InnoDB --innodb_locks_unsafe_for_binlog=1 --binlog-format=row --wsrep_node_incoming_address=127.0.0.1 --wsrep_node_address=127.0.0.1 --wsrep_cluster_address='gcomm://?gmcast.listen_addr=tcp://127.0.0.1:5127&pc.ignore_sb=true' --wsrep_sst_receive_address=127.0.0.1:5130 --wsrep-provider=/pxc/lib/libgalera_smm.so --innodb_flush_method=O_DIRECT --wsrep-debug=1 --wsrep_provider_options=debug=1 --wsrep_log_conflicts=ON >> "/pxc/mysql-test/var/node0/mysql.err" 2>&1
# 2013-09-04T23:18:07 [38232] Query:  INSERT INTO b SELECT * FROM `table1_innodb_compressed_key_pk_parts_2_int`  failed: 2006 MySQL server has gone away
# 2013-09-04T23:18:07 [38234] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38248] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38218] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38232] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38244] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38220] Query:  ALTER TABLE r RENAME `table1000_innodb_default_int_autoinc` failed: 2006 MySQL server has gone away
# 2013-09-04T23:18:07 [38220] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38232] Query:  DROP TABLE `table1_innodb_compressed_key_pk_parts_2_int`  failed: 2006 MySQL server has gone away
# 2013-09-04T23:18:07 [38238] Query:  INSERT INTO n SELECT * FROM `table1000_innodb_default_key_pk_parts_2_int`  failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38222] Query:  INSERT INTO u SELECT * FROM `table1000_innodb_default_int_autoinc` failed: 2013 Lost connection to MySQL server during query
# 2013-09-04T23:18:07 [38232] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38222] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38238] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [38232] Query:  ALTER TABLE b RENAME `table1_innodb_compressed_key_pk_parts_2_int` failed: 2006 MySQL server has gone away
# 2013-09-04T23:18:07 [38238] Query:  DROP TABLE `table1000_innodb_default_key_pk_parts_2_int`  failed: 2006 MySQL server has gone away
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38244...
# 2013-09-04T23:18:07 [38232] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38224...
# 2013-09-04T23:18:07 [38238] Server crash reported at dsn dbi:mysql:host=127.0.0.1:port=19300:user=root:database=test
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38230...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38238...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38218...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38232...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38242...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38236...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38228...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38240...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38248...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38246...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38222...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38226...
# 2013-09-04T23:18:07 [37691] Killing remaining worker process with pid 38220...
# 2013-09-04T23:18:08 [37691] Killing periodic reporting process with pid 38217...
# 2013-09-04T23:18:09 [38217] ALARM from ErrorLogAlarm reporter: Pattern '^Error:|^ERROR|\[ERROR\]|allocated at line|missing DBUG_RETURN|^safe_mutex:|Invalid.*old.*table or database|InnoDB: Warning|InnoDB: Error:|InnoDB: Operating system error|Error while setting value|\[Warning\] Invalid' was found in error log. Matching line was:
# 2013-09-04T23:18:09 [38217] 130904 23:18:07 [ERROR] WSREP: galera/src/fsm.hpp:shift_to():77: FSM: no such a transition EXECUTING -> COMMITTED
DBI connect('host=127.0.0.1:port=19300:user=root:database=test','',...) failed: Can't connect to MySQL server on '127.0.0.1' (111) at lib/GenTest/Reporter/Deadlock.pm line 82.
# 2013-09-04T23:18:09 [37691] Kill GenTest::ErrorFilter(38216)
# 2013-09-04T23:18:09 [37691] Shutting down server on port 19301 via DBI...
# 2013-09-04T23:18:09 [37691] Shutting down server with pid 38090 with SIGTERM...
# 2013-09-04T23:18:09 [37691] Waiting for mysqld with pid 38090 to terminate...
+++++++++++++++++++
# 2013-09-04T23:18:28 [37691] ... waiting complete. Just in case, killing server with pid 38090 with SIGKILL ...
# 2013-09-04T23:18:28 [37691] Shutting down server with pid 38056 with SIGTERM...
# 2013-09-04T23:18:28 [37691] Waiting for mysqld with pid 38056 to terminate...

# 2013-09-04T23:18:28 [37691] ... waiting complete. Just in case, killing server with pid 38056 with SIGKILL ...
# 2013-09-04T23:18:28 [37691] Test completed with failure status STATUS_ALARM (109)
# 2013-09-04T23:18:28 [37691] GenTest exited with exit status STATUS_ALARM (109)
# 2013-09-04T23:18:28 [37691] Stopping server on port 19300
# 2013-09-04T23:18:28 [37691] Stale connection. Reconnecting
# 2013-09-04T23:18:28 [37691] Reconnect failed due to 2003:Can't connect to MySQL server on '127.0.0.1' (111)
# 2013-09-04T23:18:28 [37691] Server would not shut down properly. Terminate it
# 2013-09-04T23:18:28 [37691] Terminated process 38056
# 2013-09-04T23:18:28 [37691] Stopping server on port 19301
# 2013-09-04T23:18:28 [37691] Stale connection. Reconnecting
# 2013-09-04T23:18:28 [37691] Reconnect failed due to 2003:Can't connect to MySQL server on '127.0.0.1' (111)
# 2013-09-04T23:18:28 [37691] Server would not shut down properly. Terminate it
# 2013-09-04T23:18:28 [37691] Terminated process 38090
# 2013-09-04T23:18:28 [37691] [37691] runall-new.pl will exit with exit status STATUS_ALARM (109)
perl runall-new.pl --basedir=/pxc --galera=ms    --threads=16 --queries=10000  9.10s user 7.13s system 26% cpu 1:00.18 total


=============================================================================

Grammar: 


$tables = {
        partitions => [ undef , 'KEY (pk) PARTITIONS 2' ],
        engines => [ 'InnoDB' ],
        pk => [ 'int', 'int auto_increment'  ],
        rows => [ 1, 100, 1000 ],
        row_formats => ['COMPRESSED','DEFAULT']
};

$fields = {
        types => [ 'int', 'char(12)'],
        indexes => [undef, 'key' ]
};

$data = {
        numbers => [ 'digit', 'null', undef ],
        strings => [ 'letter', 'english', 'char(12)' ]
}


===============================================

Crash

17:48:07 UTC - mysqld got signal 6 ;
 This could be because you hit a bug. It is also possible that this binary
 or one of the libraries it was linked against is corrupt, improperly built,
 or misconfigured. This error can also be caused by malfunctioning hardware.
 We will try our best to scrape up some info that will hopefully help
 diagnose the problem, but since we have already crashed, 
 something is definitely wrong and this may fail.
 Please help us make Percona Server better by reporting any
 bugs at http://bugs.percona.com/
 
 key_buffer_size=8388608
 read_buffer_size=131072
 max_used_connections=20
 max_threads=153
 thread_count=19
 connection_count=19
 It is possible that mysqld could use up to 
 key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 343058 K  bytes of memory
 Hope that's ok; if not, decrease some variables in the equation.
 
 Thread pointer: 0x1e96350
 Attempting backtrace. You can use the following information to find out
 where mysqld died. If you see no messages after this, something went
 terribly wrong...
 InnoDB: DEBUG: update_statistics for test/p#P#p0.
 InnoDB: DEBUG: update_statistics for test/table1000_innodb_default_int_autoinc.
 InnoDB: DEBUG: update_statistics for test/table100_innodb_default_int.
 InnoDB: DEBUG: update_statistics for test/u.
 InnoDB: DEBUG: update_statistics for test/n#P#p0.
 130904 23:18:07 [Note] [Debug] WSREP: galera/src/wsrep_provider.cpp:galera_post_rollback():323: trx 18446744073709551615 not found
 InnoDB: DEBUG: update_statistics for test/table1000_innodb_compressed_key_pk_parts_2_int#P#p0.
 InnoDB: DEBUG: update_statistics for test/table1000_innodb_compressed_key_pk_parts_2_int#P#p1.
 stack_bottom = 7fd75c0f3e68 thread_stack 0x40000
 /pxc/bin/mysqld(my_print_stacktrace+0x2c)[0x81222a]
 /pxc/bin/mysqld(handle_fatal_signal+0x30f)[0x6d1f8b]
 /usr/lib/libpthread.so.0(+0xf870)[0x7fd77097c870]
 /usr/lib/libc.so.6(gsignal+0x39)[0x7fd76f1293d9]
 /usr/lib/libc.so.6(abort+0x148)[0x7fd76f12a7d8]
 /pxc/lib/libgalera_smm.so(_ZN6galera3FSMINS_9TrxHandle5StateENS1_10TransitionENS_10EmptyGuardENS_11EmptyActionEE8shift_toES2_+0x17c)[0x7fd76e47a7cc]
 /pxc/lib/libgalera_smm.so(_ZN6galera13ReplicatorSMM11post_commitEPNS_9TrxHandleE+0xcd)[0x7fd76e470f8d]
 /pxc/lib/libgalera_smm.so(galera_post_commit+0x46)[0x7fd76e484396]
 /pxc/bin/mysqld(_Z25wsrep_cleanup_transactionP3THD+0x6a)[0x67dcfa]
 /pxc/bin/mysqld[0x6d3edc]
 InnoDB: DEBUG: update_statistics for test/i#P#p0.
 /pxc/bin/mysqld(_Z15ha_commit_transP3THDb+0x711)[0x6d5d81]
 /pxc/bin/mysqld(_Z21trans_commit_implicitP3THD+0x99)[0x6671ad]
 /pxc/bin/mysqld(_Z21mysql_execute_commandP3THD+0x4f9)[0x59e721]
 /pxc/bin/mysqld(_Z11mysql_parseP3THDPcjP12Parser_state+0x20a)[0x5a6e31]
 /pxc/bin/mysqld[0x5a7aa3]
 /pxc/bin/mysqld(_Z16dispatch_command19enum_server_commandP3THDPcj+0xa62)[0x5a8a79]
 /pxc/bin/mysqld(_Z10do_commandP3THD+0x6c0)[0x5aa984]
 /pxc/bin/mysqld(_Z24do_handle_one_connectionP3THD+0x143)[0x65832a]
 /pxc/bin/mysqld(handle_one_connection+0x49)[0x65855e]
 /usr/lib/libpthread.so.0(+0x80a2)[0x7fd7709750a2]
 /usr/lib/libc.so.6(clone+0x6d)[0x7fd76f1d8a2d]
 
 Trying to get some variables.
 Some pointers may be invalid and cause the dump to abort.
 Query (7fd710004c10): DROP TABLE IF EXISTS b
 Connection ID (thread ID): 18
 Status: NOT_KILLED
 
 You may download the Percona Server operations manual by visiting
 http://www.percona.com/software/percona-server/. You may find information
 in the manual which will help you identify the cause of the crash.
 Writing a core file