#！/bin/bash
function help()
(
cat << EOF
$0 [-h]
$0 -c <CharaterSet>
EOF
exit 1
)
-------------------------------------------
# 判断用户是否存在，不存在就新增mysql用户
check_and_add_user()
{
# create a user if the specified user doesn't exists
local userCnt
userCnt=$(cat /etc/passwd|grep ${MYSQL_USER}|grep -v grep|wc -l)
if [ ${userCnt} -eq 0 ];then
/usr/sbin/groupadd ${MYSQL_GROUP}
/usr/sbin/useradd ${MYSQL_USER} -g ${MYSQL_GROUP}
echo "user ${MYSQL_USER} added"
else
echo "user ${MYSQL_USER} already exists, skipping this step !"
fi
userCnt=$(cat /etc/passwd|grep ${AGENT_USER}|grep -v grep|wc -l)
if [ ${userCnt} -eq 0 ];then
/usr/sbin/groupadd ${AGENT_GROUP}
/usr/sbin/useradd -s /bin/false -g ${AGENT_GROUP} ${AGENT_USER}
echo "user ${AGENT_USER} added"
else
echo "user ${AGENT_USER} already exists, skipping this step !"
fi
}
运行结果如下：
check rpm done at Tue Jan 15 19:53:28 CST 2019
...... check user ......starting at Tue Jan 15 19:53:28 CST 2019
user mysql added
user agent added
check user done at Tue Jan 15 19:53:29 CST 2019
----------------------------------------------------
#检查目录是否新建，若无则建立目录：/data/mysql_data,/data/mysql_data/binlog,/data/mysql_data/tmpdir
check_directory()
{
# get DATA directory
get_data_dir
if [ -d ${DATA_DIR} ];then
echo "directory ${DATA_DIR} already exists, please check and remove this directory and rerun this script "
echo "exiting "
echo "mysql installation failed !"
exit
fi
mkdir -p ${INSTALL_DIR}
mkdir -p ${DATA_DIR}/binlog
mkdir -p ${DATA_DIR}/tmpdir
}
运行结果如下：
...... check directory ......starting at Tue Jan 15 19:53:29 CST 2019
check directory done at Tue Jan 15 19:53:29 CST 2019
...... install mysql ......starting at Tue Jan 15 19:53:29 CST 2019
------------------------------------------
get_data_dir()
{
for DF in $(df -h|awk '{print $6}'|grep -e "^/");do
if [ ${DF} == "${DIR_KEY}" ];then
DATA_DIR=${DF}/$(basename ${DATA_DIR})
TOTAL_SIZE=$(df -k|awk '$6== "'${DIR_KEY}'" {print $2}') # DIR_KEY="/data1" 这个变量先已经定义了
break
else
TOTAL_SIZE=$(df -k|awk '$6== "/data" {print $2}')
fi
done
}
----------------------------------------------------------------------------------------------------
# 安装基础依赖包：gcc gcc-c++ make cmake autoconf automake ncurses-devel bison perl-Number-Format perl-Statistics-Descriptive perl-TermReadKey perl-DBD-MySQL perl-Statistics-Basic perl-Sys-Statistics-Linux perl perl-devel libaio libaio-devel perl-Time-HiRes numactl.x86_64 libev.x86_64 perl-IO-Socket-SSL bc
check_rpm()
{
rmpList=(gcc gcc-c++ make cmake autoconf automake ncurses-devel bison perl-Number-Format perl-Statistics-Descriptive perl-TermReadKey perl-DBD-MySQL perl-Statistics-Basic perl-Sys-Statistics-Linux perl perl-devel libaio libaio-devel perl-Time-HiRes numactl.x86_64 libev.x86_64 perl-IO-Socket-SSL bc)
for thisRpm in ${rmpList[*]};do
installFlag=$(rpm -q ${thisRpm}|grep "not installed"|wc -l)
if [ ${installFlag} -ne 0 ];then
echo "${thisRpm} not installed"
yum install -y ${thisRpm}
fi
done
}
安装结果如下：
...... check rpm ......starting at Tue Jan 15 19:50:32 CST 2019
cmake not installed
Installed:
cmake.x86_64 0:2.8.12.2-4.el6
Dependency Installed:
libarchive.x86_64 0:2.8.3-7.el6_8
perl-Number-Format not installed
Installed:
perl-Number-Format.noarch 0:1.73-3.el6
perl-Statistics-Descriptive not installed
Installed:
perl-Statistics-Descriptive.noarch 0:3.0200-1.el6
perl-TermReadKey not installed
Installed:
perl-TermReadKey.x86_64 0:2.30-13.el6
perl-DBD-MySQL not installed
Installed:
perl-DBD-MySQL.x86_64 0:4.013-3.el6
Dependency Installed:
perl-DBI.x86_64 0:1.609-4.el6
perl-Statistics-Basic not installed
Installed:
perl-Statistics-Basic.noarch 0:1.6611-3.el6
perl-Sys-Statistics-Linux not installed
Installed:
perl-Sys-Statistics-Linux.noarch 0:0.59-3.el6
Dependency Installed:
perl-Time-HiRes.x86_64 4:1.9721-144.el6
Dependency Updated:
perl.x86_64 4:5.10.1-144.el6 perl-Compress-Raw-Zlib.x86_64 1:2.021-144.el6 perl-Compress-Zlib.x86_64 0:2.021-144.el6
perl-IO-Compress-Base.x86_64 0:2.021-144.el6 perl-IO-Compress-Zlib.x86_64 0:2.021-144.el6 perl-Module-Pluggable.x86_64 1:3.90-144.el6
perl-Pod-Escapes.x86_64 1:1.04-144.el6 perl-Pod-Simple.x86_64 1:3.13-144.el6 perl-libs.x86_64 4:5.10.1-144.el6
perl-version.x86_64 3:0.77-144.el6
perl-devel not installed
Installed:
perl-devel.x86_64 4:5.10.1-144.el6
Dependency Installed:
perl-ExtUtils-MakeMaker.x86_64 0:6.55-144.el6 perl-ExtUtils-ParseXS.x86_64 1:2.2003.0-144.el6 perl-Test-Harness.x86_64 0:3.17-144.el6
libaio-devel not installed
Installed:
libaio-devel.x86_64 0:0.3.107-10.el6
libev.x86_64 not installed
Installed:
libev.x86_64 0:4.03-3.el6
perl-IO-Socket-SSL not installed
Installed:
perl-IO-Socket-SSL.noarch 0:1.31-3.el6_8.2
Dependency Installed:
perl-Net-LibIDN.x86_64 0:0.12-3.el6 perl-Net-SSLeay.x86_64 0:1.35-10.el6_8.1
---------------------------------------------------------------------------------------------------------
# 安装当前目录下的percona的RPM包：percona-release-0.1-4.noarch percona-toolkit-2.2.20-1.noarch percona-xtrabackup-24-2.4.5-1.el6.x86_64
install_percona()
{
ptRpmList=(percona-release-0.1-4.noarch percona-toolkit-2.2.20-1.noarch percona-xtrabackup-24-2.4.5-1.el6.x86_64)
for ptRpm in ${ptRmpList[*]};do
installFlag=$(rpm -q ${ptRpm}|grep "not installed"|wc -l)
if [ ${installFlag} -ne 0 ];then
echo "${thisRpm} not installed"
rpm -ivh ${ptRpm}.rpm
fi
done
}
-----------------------------------------------------------------------------------------------------------
# 正式安装MySQL
install_mysql()
{
cd ${PWDDIR}
collation=`awk '$1 ~ /^'${charset}'$/ {print $2}' ${CHARSET_COLLATION_FILE}`
rm -rf "mysql-${MYSQL_VERSION}"
tar zxvf ${MYSQL_FILE}
cd "mysql-${MYSQL_VERSION}"
cmake -DCMAKE_INSTALL_PREFIX=${INSTALL_DIR} \
-DMYSQL_DATADIR=${DATA_DIR} \
-DWITH_INNOBASE_STORAGE_ENGINE=1 \
-DWITH_MYISAM_STORAGE_ENGINE=1 \
-DWITH_ARCHIVE_STORAGE_ENGINE=1 \
-DWITH_PARTITION_STORAGE_ENGINE=1 \
-DEXTRA_CHARSETS=all \
-DENABLED_LOCAL_INFILE=1 \
-DDEFAULT_CHARSET=${charset} \
-DDEFAULT_COLLATION=${collation} \
-DWITH_DEBUG=0 \
-DENABLE_DOWNLOADS=1 \
-DMYSQL_UNIX_ADDR=${SOCK_FILE}
make -j 4 && make install
# init mysql
chmod +x scripts/mysql_install_db
scripts/mysql_install_db --basedir=${INSTALL_DIR} --datadir=${DATA_DIR} --user=${MYSQL_USER}
# change ownership
/bin/chown -R ${MYSQL_USER}:${MYSQL_GROUP} ${INSTALL_DIR}
/bin/chown -R ${MYSQL_USER}:${MYSQL_GROUP} ${DATA_DIR}
}
-------------------------------------------------
get_mysql_parameters()
{
> ${MYSQL_PARA_FILE}
# set max_conntions and innodb buffer size
MEM_SIZE=$(free -g|grep Mem|awk '{print $2}')
SSD_FLAG=$(MegaCli -PDList -aAll|grep "SSD"|wc -l)
INNODB_BUFFER=$(echo ${MEM_SIZE}*0.75|bc)
INNODB_BUFFER=${INNODB_BUFFER%.*}
if [ ${SSD_FLAG} -gt 0 ];then
# for SSD
INNODB_IO_CAPACITY=2000
INNODB_IO_CAPACITY_MAX=6000
else
# for SAS
INNODB_IO_CAPACITY=500
INNODB_IO_CAPACITY_MAX=6000
fi
echo "<MAX_CONNECTION>=${MAX_CONNECTION}" >> ${MYSQL_PARA_FILE}
echo "<INNODB_BUFFER>=${INNODB_BUFFER}" >> ${MYSQL_PARA_FILE}
echo "<INNODB_IO_CAPACITY>=${INNODB_IO_CAPACITY}" >> ${MYSQL_PARA_FILE}
echo "<INNODB_IO_CAPACITY_MAX>=${INNODB_IO_CAPACITY_MAX}" >> ${MYSQL_PARA_FILE}
# set server id
SERVER_ID=$(/sbin/ifconfig|grep inet|head -1|awk '{print $2}'|awk -F: '{print $2}'|awk -F. '{print $3$4}')
echo "<SERVER_ID>=${SERVER_ID}" >> ${MYSQL_PARA_FILE}
#set data directory
echo "<DATA_DIR>=${DATA_DIR}" >> ${MYSQL_PARA_FILE}
}
replace_parameters()
{
cp ${TEMPLATE_CONF_FILE} ${TMP_CONF_FILE}
while read LINE;do
KEY=$(echo ${LINE}|awk -F= '{print $1}'|sed 's/\//\\\//g')
VALUE=$(echo ${LINE}|awk -F= '{print $2}'|sed 's/\//\\\//g')
sed -i 's/'${KEY}'/'${VALUE}'/g' ${TMP_CONF_FILE}
done < ${MYSQL_PARA_FILE}
# set innodb_flush_method
MEM_SIZE=$(cat /proc/meminfo |grep MemTotal|awk '{print $2}')
if [ ${MEM_SIZE} -lt 30000000 ];then
sed -i 's/innodb_flush_method/#innodb_flush_method/g' ${TMP_CONF_FILE}
fi
if [ ${charset} != "utf8" ]
then
sed -i 's/init_connect/#init_connect/g' ${TMP_CONF_FILE}
fi
}
set_mysql_parameters()
{
cd ${PWDDIR}
get_data_dir
get_mysql_parameters
replace_parameters
cp ${TMP_CONF_FILE} ${INSTALL_DIR}
}
--------------------------------------------------------
# 上传mysqld的启动文件到/etc/init.d/目录下面并启动数据库
do_post_tasks()
{
# configuration file
rm -f /etc/my.cnf
cd /etc
ln -s ${INSTALL_DIR}/my.cnf
cd /usr/local
ln -s ${INSTALL_DIR} zftmysql
# /usr/local/mysql/bin/mysqld_safe &
cd ${PWDDIR}
cp mysqld /etc/init.d
chmod +x /etc/init.d/mysqld
/etc/init.d/mysqld start
}
----------------------------------------------------------------
安装db_agent,
install_db_agent()
{
local userCnt
/usr/bin/killall -9 db_agent
cd ${PWDDIR}
tar zxvf db_agent.tar.gz -C /usr/local
cp db_agentd /etc/init.d
chmod +x /etc/init.d/db_agentd
chkconfig db_agentd on
/bin/chown -R ${AGENT_USER}.${AGENT_GROUP} /usr/local/db_agent
sleep 3
/usr/local/db_agent/bin/db_agent -c /usr/local/db_agent/etc/db_agent.cfg -d
/usr/local/mysql/bin/mysql -e "grant usage,select,replication client,replication slave,PROCESS on *.* to db_monitor@10.20.126.32 identified by 'Mo0219oi1pqX';"
/usr/local/mysql/bin/mysql -e "grant usage,select,replication client,replication slave,PROCESS on *.* to db_monitor@10.20.126.33 identified by 'Mo0219oi1pqX';"
/usr/local/mysql/bin/mysql -e "grant select,insert,update,delete,super,reload on *.* to db_failover@10.20.126.44 identified by 'FKbnqxEw6htuDBSk';"
/usr/local/mysql/bin/mysql -e "grant select,insert,update,delete,super,reload on *.* to db_failover@10.20.126.43 identified by 'FKbnqxEw6htuDBSk';"
/usr/local/mysql/bin/mysql -e "grant select,insert,update,delete,super,reload on *.* to db_failover@10.20.126.49 identified by 'FKbnqxEw6htuDBSk';"
userCnt=$(cat /etc/sudoers|grep ${AGENT_USER}|grep -v grep|wc -l)
if [ ${userCnt} -eq 0 ];then
echo "agent ALL=(root) NOPASSWD:/usr/local/db_agent/libexec/check_raid.pl,/usr/sbin/MegaCli,/usr/local/db_agent/libexec/check_dirsize11.sh,/usr/local/db_agent/libexec/check_logfiles" >> /etc/sudoers
echo "sudo user ${AGENT_USER} added"
else
echo "sudo user ${AGENT_USER} already exists, skipping this step !"
fi
}
echo_start()
{
local STR="$1"
echo "...... ${STR} ......starting at $(date)"
}
echo_end()
{
local STR="$1"
echo "${STR} done at $(date)"
}
main()
{
# set env
charset=utf8
MYSQL_USER=mysql
MYSQL_GROUP=mysql
AGENT_USER=agent
AGENT_GROUP=agent
DIR_KEY="/data1"
INSTALL_DIR="/usr/local/mysql"
DATA_DIR="/data/mysql_data"
SOCK_FILE="/tmp/mysql.sock"
CNF_DIR=${DATA_DIR}
MYSQL_VERSION="5.6.35"
CUR_DIR=$(dirname $0)
MYSQL_FILE="mysql-${MYSQL_VERSION}.tar.gz"
MYSQL_PARA_FILE=${CUR_DIR}/conf/para.txt
TMP_CONF_FILE=${CUR_DIR}/conf/my.cnf
TEMPLATE_CONF_FILE=${CUR_DIR}/conf/my.cnf.template
CHARSET_COLLATION_FILE=${CUR_DIR}/charset_collation.txt
cd ${CUR_DIR}
PWDDIR=$(pwd)
echo_start "check rpm"
check_rpm
echo_end "check rpm"
echo_start "check user"
check_and_add_user
echo_end "check user"
echo_start "check directory"
check_directory
echo_end "check directory"
echo_start "install mysql"
install_mysql
echo_end "install mysql"
echo_start "set mysql parameters"
set_mysql_parameters
echo_end "set mysql parameters"
echo_start "post tasks"
do_post_tasks
echo_end "post tasks"
echo_start "install db agent"
install_db_agent
echo_end "install db agent"
echo_start "install percona tools"
install_percona
echo_end "install percona tools"
echo "###### all done ########"
}
D_CHAR=utf8
while getopts :hc: OPTION;do
case $OPTION in
h) help
exit 1
;;
c) D_CHAR=$OPTARG
#echo ${D_CHAR}
;;
\?)
help
exit 1
;;
esac
done
main $1
