Comment 3 for bug 1251342

Revision history for this message
Przemek (pmalkowski) wrote :

In general it is IMHO a very bad idea to use different data or log paths on different nodes. Cluster should be formed from homogeneous nodes in all aspects.

With rsync SST method, even if both nodes have the same datadir and innodb_data_home_dir paths, the SST fails. So the problem here is datadir != innodb_data_home_dir.
With wsrep_sst_method=xtrabackup-v2 this is no problem though.

This is the configuration I used on nodes.
Donor:

[root@percona1 ~]# cat /etc/my.cnf
[mysqld]
datadir=/var/lib/mysql
innodb_data_home_dir = /srv/mysql
user=mysql
log_error=percona1_error.log
binlog_format=ROW
wsrep_provider=/usr/lib64/libgalera_smm.so
wsrep_cluster_address=gcomm://192.168.3.2,192.168.3.3,192.168.3.4
wsrep_node_address=192.168.3.2
wsrep_slave_threads=2
wsrep_cluster_name=L1
wsrep_sst_method=rsync
#wsrep_sst_method=xtrabackup-v2
wsrep_sst_auth=root:
#wsrep_provider_options = "pc.ignore_sb=true;gcache.size=64M"
wsrep_node_name=percona1
innodb_locks_unsafe_for_binlog=1
innodb_autoinc_lock_mode=2
innodb_log_file_size=64M
bind-address=192.168.3.2
innodb_file_per_table=1
log_slave_updates
server-id=1
#support GTID
enforce_gtid_consistency=1
gtid_mode=on
log-bin=percona1-bin

Joiner:

[root@percona2 ~]# cat /etc/my.cnf
[mysqld]
datadir=/var/lib/mysql
innodb_data_home_dir = /srv/mysql

user=mysql
log_error=percona2_error.log
binlog_format=ROW
wsrep_provider=/usr/lib64/libgalera_smm.so
wsrep_cluster_address=gcomm://192.168.3.2,192.168.3.3,192.168.3.4
wsrep_node_address=192.168.3.3
wsrep_slave_threads=2
wsrep_cluster_name=L1
wsrep_sst_method=rsync
#wsrep_sst_method=xtrabackup-v2
wsrep_sst_auth=root:
wsrep_node_name=percona2
innodb_locks_unsafe_for_binlog=1
innodb_autoinc_lock_mode=2
innodb_log_file_size=64M
bind-address=192.168.3.3
innodb_file_per_table=1
log_slave_updates
server-id=2
#support GTID
enforce_gtid_consistency=1
gtid_mode=on
log-bin=percona2-bin

After SST on joiner:

[root@percona2 ~]# ls -lh /var/lib/mysql/
total 321M
-rw-------. 1 mysql mysql 129M Jun 17 12:04 galera.cache
-rw-rw----. 1 mysql mysql 104 Jun 17 12:04 grastate.dat
-rw-rw----. 1 mysql mysql 64M Jun 17 12:04 ib_logfile0
-rw-rw----. 1 mysql mysql 64M Jun 17 12:04 ib_logfile1
-rw-rw----. 1 mysql mysql 64M Jun 17 12:04 ib_logfile101
drwx------. 2 mysql mysql 4.0K Jun 17 12:04 mysql
-rw-rw----. 1 mysql mysql 191 Jun 17 12:04 percona1-bin.000008
-rw-rw----. 1 mysql mysql 0 Jun 17 12:04 percona2-bin.index
-rw-r-----. 1 mysql root 15K Jun 17 12:04 percona2_error.log
drwx------. 2 mysql mysql 4.0K Jun 17 12:04 performance_schema
drwx------. 2 mysql mysql 4.0K Jun 17 12:04 test
[root@percona2 ~]# ls -lh /srv/mysql/
total 12M
-rw-rw----. 1 mysql mysql 12M Jun 17 12:04 ibdata1

Error logs in attachments. Clearly the ibdata1 was not copied from donor.