Mysql 5.7.18：主从复制，io优化

#目录

#挂盘
#时间同步
#master节点,进行如下操作:
　　#下载安装 #初始化 #配置文件 #开机启动 #服务启动 #初始数据库
#slave节点,进行如下操作:
　　#下载安装 #初始化 #配置文件 #开机启动 #服务启动 #初始化数据库
#主从开启
　　#master上分配从库复制的账户密码 #slave上开启主从复制 #master上创建数据库 #slave上查看是否同步数据库 #开机启动
#测试
　　#master上创建表 #slave上查看数据
#磁盘性能优化

#简介

原本是一个开放源代码的关系数据库管理系统，原开发者为瑞典的MySQL AB公司，该公司于2008年被昇阳微系统（Sun Microsystems）收购。2009年，甲骨文公司（Oracle）收购昇阳微系统公司，MySQL成为Oracle旗下产品。

MySQL在过去由于性能高、成本低、可靠性好，已经成为最流行的开源数据库，因此被广泛地应用在Internet上的中小型网站中。随着MySQL的不断成熟，它也逐渐用于更多大规模网站和应用，比如维基百科、Google和Facebook等网站。非常流行的开源软件组合LAMP中的“M”指的就是MySQL。

本文简要介绍mysql的主从复制和io优化的相关内容，mysql的主从复制主要应用在数据库的备份和读写分离上，备份即是通过从库来实现，读写分离主要是来实现性能优化和负载分担。其中磁盘性能优化是在数据库运维中踩的一个坑，当时测试环境机器人跑起来，主库读写上涨，从库延迟 show slave status查看Seconds_Behind_Master值逐渐增加，远远落后于主库，从库表现为磁盘io过大，将近2000 iops，解决方案为配置文件添加两个参数，使得io降至100-200iops左右，主从同步正常。

#挂盘

fdisk -l

mkfs.ext4 -j /dev/sdc

echo "/dev/sdc        /data/mysqldata         ext4    defaults        0 0" >> /etc/fstab

mount -a

mount

#时间同步

yes|cp /usr/share/zoneinfo/Asia/Shanghai /etc/localtime

hwclock -w

#master节点,进行如下操作:

#下载安装

yum -y install autoconf wget

mkdir -pv /data/soft

wget -P /data/soft/ http://mirrors.sohu.com/mysql/MySQL-5.7/mysql-5.7.18-linux-glibc2.5-x86_64.tar.gz

cd /data/soft

tar -xf mysql-5.7.18-linux-glibc2.5-x86_64.tar.gz -C /usr/local/

cd /usr/local/

ln -sv mysql-5.7.18-linux-glibc2.5-x86_64 mysql

useradd -M -s /sbin/nologin mysql

cat /etc/passwd |grep mysql

cat /etc/group |grep mysql

mkdir -p /data/mysqldata

chown -R mysql:mysql /data/mysqldata

cp /usr/local/mysql/support-files/mysql.server /etc/init.d/mysqld

sed -i 's#^basedir=$#basedir=/usr/local/mysql#' /etc/init.d/mysqld

sed -i 's#^datadir=$#datadir=/data/mysqldata#'  /etc/init.d/mysqld

chmod +x /etc/init.d/mysqld

#初始化

cd /usr/local/mysql/bin/

./mysqld --initialize-insecure --user=mysql --basedir=/usr/local/mysql --datadir=/data/mysqldata

#配置文件

 cat > /etc/my.cnf << "EOF"
 
 [client]
 
 port = 
 
 socket = /tmp/mysql.sock
 
 default-character-set = utf8
 
 [mysql]
 
 no-auto-rehash
 
 default-character-set = utf8
 
 [mysqld]
 
 server-id = 
 
 port = 
 
 user = mysql
 
 basedir = /usr/local/mysql
 
 datadir = /data/mysqldata
 
 socket = /tmp/mysql.sock
 
 default-storage-engine = INNODB
 
 character-set-server = utf8
 
 connect_timeout = 
 
 interactive_timeout = 
 
 wait_timeout = 
 
 back_log = 
 
 event_scheduler = ON
 
 skip_name_resolve = ON
 
 ###########master-slave##########
 
 log-bin = mysql-bin
 
 binlog_format = row
 
 max_binlog_size = 128M
 
 binlog_cache_size = 2M
 
 expire-logs-days = 
 
 log-slave-updates=true
 
 gtid-mode=on
 
 enforce-gtid-consistency=true
 
 master_info_repository=TABLE
 
 relay_log_info_repository=TABLE
 
 relay_log_recovery=
 
 sync-master-info=
 
 slave-parallel-workers=
 
 binlog-checksum=CRC32
 
 master-verify-checksum=
 
 slave-sql-verify-checksum=
 
 binlog-rows-query-log_events=
 
 binlog-ignore-db=mysql
 
 binlog-ignore-db=test
 
 binlog-ignore-db=information_schema
 
 binlog-ignore-db=performance_schema
 
 ###往磁盘里写入数据的频率，极大影响数据库磁盘io性能，配合iostat -dxm 
 
 innodb_flush_log_at_trx_commit = 
 
 sync_binlog=
 
 ###该参数可以提升数据库的读的性能，一般设置为内存的80%
 
 innodb_buffer_pool_size=6G
 
 ###########slow_query##########
 
 slow_query_log = 
 
 slow_query_log_file = slow.log
 
 long_query_time = 
 
 max_connections = 
 
 max_connect_errors = 
 
 log_bin_trust_function_creators = 
 
 transaction_isolation = READ-COMMITTED
 
 log_error = error.log
 
 EOF

my.cnf

#开机启动

cat >> /etc/profile << "EOF"

export PATH=$PATH:/usr/local/mysql/bin

EOF

source /etc/profile

#服务启动

/etc/init.d/mysqld start

#服务启动

mysql -uroot

use mysql;

update user set authentication_string=password('123456') where user='root';

flush privileges;

\q

#slave节点,进行如下操作:

#slave节点,进行如下操作:

yum -y install autoconf wget

wget -P /data/soft/ http://mirrors.sohu.com/mysql/MySQL-5.7/mysql-5.7.18-linux-glibc2.5-x86_64.tar.gz

cd /data/soft

tar -xf mysql-5.7.18-linux-glibc2.5-x86_64.tar.gz -C /usr/local/

cd /usr/local/

ln -sv mysql-5.7.18-linux-glibc2.5-x86_64 mysql

useradd -M -s /sbin/nologin mysql

cat /etc/passwd |grep mysql

cat /etc/group |grep mysql

mkdir -p /data/mysqldata

chown -R mysql:mysql /data/mysqldata

cp /usr/local/mysql/support-files/mysql.server /etc/init.d/mysqld

sed -i 's#^basedir=$#basedir=/usr/local/mysql#' /etc/init.d/mysqld

sed -i 's#^datadir=$#datadir=/data/mysqldata#'  /etc/init.d/mysqld

chmod +x /etc/init.d/mysqld

#初始化

cd /usr/local/mysql/bin/

./mysqld --initialize-insecure --user=mysql --basedir=/usr/local/mysql --datadir=/data/mysqldata

#配置文件

 cat > /etc/my.cnf << "EOF"
 
 [client]
 
 port = 
 
 socket = /tmp/mysql.sock
 
 default-character-set = utf8
 
 [mysql]
 
 no-auto-rehash
 
 default-character-set = utf8
 
 [mysqld]
 
 server-id = 
 
 port = 
 
 basedir = /usr/local/mysql
 
 datadir = /data/mysqldata
 
 socket = /tmp/mysql.sock
 
 default-storage-engine = INNODB
 
 character-set-server = utf8
 
 connect_timeout = 
 
 interactive_timeout = 
 
 wait_timeout = 
 
 back_log = 
 
 event_scheduler = ON
 
 skip_name_resolve = ON
 
 ###########master-slave##########
 
 log-bin = mysql-bin
 
 binlog_format = row
 
 max_binlog_size = 128M
 
 binlog_cache_size = 2M
 
 expire-logs-days = 
 
 log-slave-updates=true
 
 gtid-mode=on
 
 enforce-gtid-consistency=true
 
 master_info_repository=TABLE
 
 relay_log_info_repository=TABLE
 
 relay_log_recovery=
 
 sync-master-info=
 
 slave-parallel-workers=
 
 binlog-checksum=CRC32
 
 master-verify-checksum=
 
 slave-sql-verify-checksum=
 
 binlog-rows-query-log_events=
 
 binlog-ignore-db=mysql
 
 binlog-ignore-db=test
 
 binlog-ignore-db=information_schema
 
 binlog-ignore-db=performance_schema
 
 ###往磁盘里写入数据的频率，极大影响从库磁盘io性能
 
 innodb_flush_log_at_trx_commit = 
 
 sync_binlog=
 
 innodb_buffer_pool_size=6G
 
 slave_exec_mode=IDEMPOTENT
 
 #该配置能够实现一台主机上的多个数据库到从库的多对一复制
 
 #replicate-rewrite-db = user -> com
 
 #replicate-rewrite-db = trader -> com
 
 #replicate-rewrite-db = pay -> com
 
 ###########slow_query##########
 
 slow_query_log = 
 
 slow_query_log_file = slow.log
 
 long_query_time = 
 
 max_connections = 
 
 max_connect_errors = 
 
 log_bin_trust_function_creators = 
 
 transaction_isolation = READ-COMMITTED
 
 log_error = error.log
 
 EOF

my.cnf

#开机启动

cat >> /etc/profile << "EOF"

export PATH=$PATH:/usr/local/mysql/bin

EOF

source /etc/profile

#服务启动

/etc/init.d/mysqld start

echo "/etc/init.d/mysqld start" >> /etc/rc.d/rc.local

#初始化数据库

mysql -uroot

use mysql;

update user set authentication_string=password('123456') where user='root';flush privileges;

flush privileges;

\q

#主从开启

#master上分配从库复制的账户密码

mysql -uroot -p'123456' -e "grant replication slave on *.* to 'slave'@'%' identified by 'slave123456';"

mysql -uroot -p'123456' -e "use mysql; select user,repl_slave_priv from user where user='slave';"

#slave上开启主从复制

mysql -uroot -p'123456' -e "change master to master_host='10.0.0.4',master_user='slave',master_password='slave123456',master_connect_retry=1;"

mysql -uroot -p'123456' -e "start slave;"

mysql -uroot -p'123456' -e "show slave status\G;"

#master上创建数据库

mysql -uroot -p'123456' -e "create database trader default character set utf8 collate utf8_bin;grant all on trader.* to 'com'@'%' identified by '654321';"

mysql -uroot -p'123456' -e "create database pay default character set utf8 collate utf8_bin;grant all on pay.* to 'com'@'%' identified by '654321';"

mysql -uroot -p'123456' -e "create database user default character set utf8 collate utf8_bin;grant all on user.* to 'com'@'%' identified by '654321';"

#slave上查看是否同步数据库

mysql -uroot -p'123456' -e "show slave status\G;"

mysql -uroot -p'123456' -e "show databases;"

#开机启动

/etc/init.d/mysqld start

echo "/etc/init.d/mysqld start" >> /etc/rc.d/rc.local

chmod +x /etc/rc.d/rc.local

#测试

#master上创建表

mysql -uroot -p'123456' -e "use pay; create table pay (id int unsigned not null auto_increment, name char(20) not null, age tinyint not null, primary key(id), unique key(name), index(age)); insert into pay(name,age)  values ('user1',20); select * from pay;"

mysql -uroot -p'123456' -e "use trader; create table trader (id int unsigned not null auto_increment, name char(20) not null, age tinyint not null, primary key(id), unique key(name), index(age)); insert into trader(name,age)  values ('user1',20); select * from trader;"

mysql -uroot -p'123456' -e "use user; create table user (id int unsigned not null auto_increment, name char(20) not null, age tinyint not null, primary key(id), unique key(name), index(age)); insert into user(name,age)  values ('user1',20); select * from user;"

#slave上查看数据

mysql -uroot -p'123456' -e "show databases; use com; show tables;";

#磁盘性能优化

###往磁盘里写入数据的频率，极大影响数据库磁盘io性能，配合iostat -dxm 1

innodb_flush_log_at_trx_commit = 2

sync_binlog=100