制作MySQL RPM安装包Spec

适用环境：

数据库版本：MySQL 5.7.
操作系统：CentOS 7 

制作思路：

将数据库初始化和配置工作放到安装脚本中方便定制：
1、打包MySQL应用目录
2、不自动生成配置文件
3、不自动生成数据目录
4、不自动初始化数据

制作步骤：

1、安装依赖包

yum -y install gperf zlib-devel time ncurses-devel gcc* cmake libaio-devel rpm-build

2、创建打包用户和目录

## 创建打包用户 ##
useradd rpmbuilder 

## 切换到 rpmbuilder用户 ##
su  rpmbuilder 

## 使用rpmbuild创建相关文件夹 ##
rpmbuild ~

3、上传SRC包文件并安装

## 安装RPM包后会将
rpm -ivh mysql-community-5.7.29-1.el7.src.rpm

## 查看源码目录大小
## 因为包含mysql-5.6.45+mysql-5.7.29+boost_1_59_0三个包，因此整个SOURCE目录较大
cd /home/rpmbuilder/rpmbuild
du -sh *

4、下载Cmake包并上传至目标服务器并安装

## Cmake下载路径：https://cmake.org/download/
## 上传至随意目标路径并解压
## 本例中解压到/tmp/cmake-3.17.-Linux-x86_64
## mysql.spec文件中有使用到该路径
tar -xvf cmake-3.17.-Linux-x86_64.tar.gz

5、编辑mysql.spec文件并替换

## 切换到 SPECS 目录，然后上传 mysql.spec 文件 cd /home/rpmbuilder/rpmbuild/SPECS 

## 主要修改mysql.spec的各类文件路径

6、制作RPM包

## 制作 RPM 包
cd /home/rpmbuilder/rpmbuild/SPECS
rpmbuild -bb mysql.spec

7、制作完成后，会在/home/rpmbuilder/rpmbuild/RPMS/x86_64目录下生成安装包

Spec代码：

# ========================================= #
# MySQL参数配置
# mysql源码路径
# 源码包版本
%global src_base              mysql
%global version               5.7.
%global src_dir               %{src_base}-%{version}
%global cmake_bin             /tmp/cmake-3.17.-Linux-x86_64/bin/cmake

Name:       %{src_base}
Version:    %{version}

# 安装版本
Release:    

# 安装包介绍
Summary:    MySQL Server        

# 遵循协议
License:    GPLv2

# 打包需要
# BuildRequires:  cmake /sbin/useradd /sbin/groupadd /bin/bash /bin/sh /bin/chown

# 安装需要
# Requires:    ncurses ncurses-devel pcre numactl-libs numactl bison libaio libaio-devel

# 安装的虚拟环境，在rpmbuild/BUILDROOT目录下
BuildRoot:      %(mktemp -ud %{_tmppath}/%{name}-%{version}-XXXXXX)

# Sorce信息
Source0:        %{name}-%{version}.tar.gz
Source10:       boost_1_59_0.tar.bz2
Source90:       filter-provides.sh
Source91:       filter-requires.sh

%if %{?rhel} >
# For rpm => 4.9 only: https://fedoraproject.org/wiki/Packaging:AutoProvidesAndRequiresFiltering
%global __requires_exclude ^perl\\((GD|hostnames|lib::mtr|lib::v1|mtr_|My::)
%global __provides_exclude_from ^(/usr/share/(mysql|mysql-test)/.*|%{_libdir}/mysql/plugin/.*\\.so)$
%else
# https://fedoraproject.org/wiki/EPEL:Packaging#Generic_Filtering_on_EPEL6
%global __perl_provides %{SOURCE90}
%global __perl_requires %{SOURCE91}
%endif

# mysql安装目录
%define     mysql_server_path     /apps/srv/mysql/server
# mysql数据目录
%define     mysql_data_path     /apps/data/mysql/data

%define     MYSQL_USER             mysql
%define     MYSQL_GROUP         mysql 

# mysql配置文件目录
%define        mysql_conf_path        /apps/srv/mysql/server/etc/my.cnf

# mysql描述
%description
The MySQL(TM) software delivers a very fast, multi-threaded, multi-user,
and robust SQL (Structured Query Language) database server. MySQL Server
is intended for mission-critical, heavy-load production systems as well
as for embedding into mass-deployed software. 

# ========================================= #
# 环境准备
%prep
rm -rf $RPM_BUILD_ROOT/%{name}-%{version}
# setup把boost和mysql压缩包解压到下面路径
# ./rpmbuild/BUILD/mysql-5.7./mysql-5.7./
# ./rpmbuild/BUILD/mysql-5.7./boost_1_59_0/

%setup -q -T -a  -a  -c -n %{src_dir}

groupadd %{MYSQL_GROUP} >/dev/null >& || :
useradd -g %{MYSQL_GROUP} %{MYSQL_USER} -s /bin/nologin >/dev/null >& || :

# ========================================= #
# 编译
%build
%{cmake_bin} ./%{src_dir} \
-DCMAKE_INSTALL_PREFIX=%{mysql_server_path} \
-DMYSQL_DATADIR=%{mysql_data_path} \
-DSYSCONFDIR=%{mysql_server_path}/etc \
-DDEFAULT_CHARSET=utf8mb4 \
-DDEFAULT_COLLATION=utf8_general_ci \
-DMYSQL_UNIX_ADDR=%{mysql_data_path}/tmp/mysql.sock \
-DMYSQL_TCP_PORT= \
-DMYSQL_USER=mysql \
-DWITH_MYISAM_STORAGE_ENGINE= \
-DWITH_INNOBASE_STORAGE_ENGINE= \
-DWITH_ARCHIVE_STORAGE_ENGINE= \
-DWITH_BLACKHOLE_STORAGE_ENGINE= \
-DENABLE_DOWNLOADS= \
-DDOWNLOAD_BOOST= \
-DWITH_BOOST=.

make -j3 %{?_smp_mflags}

# ========================================= #
# 安装
%install
rm -rf %{buildroot}
make DESTDIR=%{buildroot} install

# ========================================= #
# 制作RPM包
%files
%defattr(-, %{MYSQL_USER}, %{MYSQL_GROUP})
%attr(, %{MYSQL_USER}, %{MYSQL_GROUP}) %{mysql_server_path}/* 

%changelog

安装脚本(主要修改账号)：

#!/bin/bash

##========================================================##
## variables:
mysql_rpm_package_name="mysql-5.7.28-el7.rpm"
mysql_data_path="/apps/data/mysql/data"
mysql_server_path="/apps/srv/mysql/server"
mysql_cnf_path=${mysql_server_path}/etc/my.cnf
install_script_dir="$( cd "$( dirname "$0"  )" && pwd  )"
install_log="${install_script_dir}/install.log"
##========================================================##
## return code
error_input_parameters=
error_check_enviorment=
error_install_mysql_dependence=
error_install_mysql_package=
error_mysql_install_db=
error_start_mysql_service=
error_grant_mysql_user=

##========================================================##

function echo_info()
{
    message=$
    echo -e "\033[;37;32m ${message} \033[0m"
}

function echo_error()
{
    message=$
    echo -e "\033[;37;31m ${message} \033[0m"
}

function check_env()
{
    mysql_count=`rpm -qa|grep 'mysql-' |grep -v grep |wc -l`
    if [ $mysql_count -eq  ];then
        echo_info 'check rpm install pass'
    else
        echo_error "mysql has been installed!!!"
        exit ${error_check_enviorment}
    fi

    if [ ! -d "${mysql_data_path}" ]
    then
        echo_info "${mysql_data_path} not exist"
    else
        echo_error "${mysql_data_path} exist!!!"
        exit ${error_check_enviorment}
    fi

    if [ ! -d "${mysql_server_path}" ]
    then
        echo_info "${mysql_server_path} not exist"
    else
        echo_error "${mysql_server_path} exist!!!"
        exit ${error_check_enviorment}
    fi
}

function set_scheduler()
{
    echo_info "Please change io scheduler by yourself."
}

function set_memory_swap()
{
    echo_info "set memory swap"
    WCONF=`cat /etc/rc.local |grep swappiness |grep -v grep |wc -l`
    if [ $WCONF -eq  ];then
        echo "echo '1' > /proc/sys/vm/swappiness" >> /etc/rc.local
        echo '' > /proc/sys/vm/swappiness
    fi
}

function install_mysql_dependence()
{
    echo_info "install mysql dependence"
    rpm -e mysql-devel > /dev/null >&
    rpm -e mysql > /dev/null >&
    yum install -y bc ncurses ncurses-devel glibc gcc gcc-c++ libstdc++* libtool sysstat lrzsz cmake zlib > /dev/null >&
    yum -y install perl perl-JSON perl-Time-HiRes > /dev/null >&
    if [ $? -eq  ]; then
        echo_info "insatll mysql dependence success"
    else
        echo_error "insatll mysql dependence faild"
        exit ${error_install_mysql_package}
    fi

}

function create_mysql_os_user()
{
    echo_info "create user mysql"
    groupadd  mysql > /dev/null || true
    useradd mysql -g mysql > /dev/null || true
    echo_info "config file limit for mysql"
    echo "mysql soft nofile 65536" >> /etc/security/limits.conf
    echo "mysql hard nofile 65536" >> /etc/security/limits.conf
    echo "mysql soft noproc 16384" >> /etc/security/limits.conf
    echo "mysql hard noproc 16384" >> /etc/security/limits.conf

}

function install_mysql_package()
{
    # yum install -y "mysql-5.5
    cd "${install_script_dir}"
    rpm -ivh "${install_script_dir}/${mysql_rpm_package_name}" >>${install_log} >&
    if [ $? -eq  ]; then
        echo_info "insatll mysql rpm package success"
    else
        echo_error "insatll mysql rpm package faild"
        exit ${error_install_mysql_package}
    fi

}

function set_bash_profile()
{
    echo "export LANG=zh_CN.UTF-8" >> /home/mysql/.bash_profile
    echo 'PATH=$PATH:'${mysql_server_path}'/bin!' >> /home/mysql/.bash_profile
    echo 'export PATH' >> /home/mysql/.bash_profile
}

function create_my_cnf()
{
    echo_info "create mysql config"
    mkdir -p "${mysql_server_path}/etc/" >/dev/null

    server_id=$(ip a |grep 'inet'|grep 'brd'|grep -v '127.0.0.1' |head -n  | awk '{print $2}' |awk -F'/' '{print $1}' |awk -F. '{print $2$3$4}')
    dockerflag=`ps -ef|grep "sleep 99999"|grep -v grep|wc -l`
    if [ $dockerflag -gt  ];then
        dock_info=/etc/config_info
        if [ -f $dock_info ];then
            mem=`cat /etc/config_info|awk -F 'Memory":' '{print $2}'|awk -F '}' '{print $1}'|awk -F ',' '{print $1}'`
            mem_gb=`echo "$mem/1024/1024/1024"|bc`
        else
            echo "Error: Docker env,can't find $dock_info.."
            exit
        fi
    else
        mem=`cat /proc/meminfo |grep MemTotal|awk '{print $2}'`
        mem_gb=`echo "$mem/1024/1024"|bc`
    fi

    if [ $mem_gb -gt  ];then
        let pool_size=$mem_gb-
    elif [ $mem_gb -gt  -a $mem_gb -le  ];then
        let pool_size=$mem_gb-
    elif [ $mem_gb -gt  -a $mem_gb -le  ];then
        let pool_size=$mem_gb-
    elif [ $mem_gb -gt  -a $mem_gb -le  ];then
        let pool_size=mem_gb-
    elif [ $mem_gb -gt  -a $mem_gb -le  ];then
        let pool_size=$mem_gb-
    elif [ $mem_gb -gt  -a $mem_gb -le  ];then
        let pool_size=$mem_gb-
    elif [ $mem_gb -gt  -a $mem_gb -le  ];then
        let pool_size=$mem_gb-
    else
        pool_size=
    fi
    innodb_buffer_pool_size=${pool_size}
    echo_info  "innodb_buffer_pool_size: ${innodb_buffer_pool_size}"

    cat > ${mysql_cnf_path} << EOF
[clent]
port            =
socket          = ${mysql_data_path}/tmp/mysql.sock

[mysqld]
port            =
socket          = ${mysql_data_path}/tmp/mysql.sock
datadir         = ${mysql_data_path}/data/

#--- GLOBAL ---#
log_timestamps          = SYSTEM
character-set-server    = utf8
lower_case_table_names  =
log-output              = FILE
log-error               = ${mysql_data_path}/log/error.log
#general_log
#general_log_file       = ${mysql_data_path}/log/mysql.log
pid-file                = ${mysql_data_path}/mysql.pid
slow-query-log
slow_query_log_file     = ${mysql_data_path}/log/slow.log
tmpdir                  = ${mysql_data_path}/tmp
long_query_time         = 0.1
sync_binlog             =
log_timestamps          = SYSTEM
transaction_isolation    = READ-COMMITTED
default_storage_engine    = InnoDB
#--------------#

#thread_concurrency     =
thread_cache_size       =
table_open_cache        =
table_definition_cache  =
sort_buffer_size        = 4M
join_buffer_size        = 4M
read_buffer_size        = 4M
read_rnd_buffer_size    = 4M
key_buffer_size         = 64M
myisam_sort_buffer_size = 64M
tmp_table_size          = 32M
max_heap_table_size     = 32M
open_files_limit        =
query_cache_size        =
query_cache_type        =
bulk_insert_buffer_size = 64M
binlog_rows_query_log_events =on
sql_mode                = 'STRICT_TRANS_TABLES,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION'
optimizer_switch        = 'index_merge=off,index_merge_union=off,index_merge_sort_union=off,index_merge_intersection=off'

#--- NETWORK ---#
back_log                =
max_allowed_packet      = 256M
interactive_timeout     =
wait_timeout            =
skip-external-locking
max_connections         =
max_connect_errors         =
skip-name-resolve       =
read_only               = 

#--- REPL ---#
server-id               = ${server_id}
log-bin                 = mysql-bin
master_info_repository  = TABLE
binlog_format           = ROW
binlog_cache_size        = 4M
expire_logs_days        = 

replicate-ignore-db     = test
log_slave_updates       = 

slave-parallel-workers  =
slave-parallel-type = LOGICAL_CLOCK
slave_preserve_commit_order = 

skip-slave-start
gtid_mode                = on
enforce-gtid-consistency = true

relay-log               = relay-log
relay_log_recovery      = ON
sync_relay_log          =
relay_log_info_repository = TABLE

#--- INNODB ---#
default-storage-engine          = INNODB
innodb_data_home_dir            = ${mysql_data_path}/data
innodb_data_file_path           = ibdata1:1024M:autoextend
innodb_file_per_table
innodb_log_group_home_dir       = ${mysql_data_path}/data
innodb_buffer_pool_size         = ${innodb_buffer_pool_size}G
#innodb_additional_mem_pool_size = 128M
innodb_log_files_in_group       =
innodb_log_file_size            = 1024M
innodb_log_buffer_size          = 16M
innodb_flush_log_at_trx_commit  =
innodb_lock_wait_timeout        =
innodb_flush_method             = O_DIRECT
innodb_max_dirty_pages_pct      =
innodb_io_capacity              =
innodb_open_files               =
innodb_write_io_threads         =
innodb_read_io_threads          =
innodb_print_all_deadlocks      =
innodb_undo_directory           = ${mysql_data_path}/undo
innodb_purge_threads            =
innodb_purge_batch_size         =
innodb_stats_on_metadata        =
innodb_page_cleaners            =
innodb_purge_threads            =
innodb_buffer_pool_instances    = 

[mysqldump]
#quick
max_allowed_packet = 256M

[mysql]
# auto-rehash
# Remove the next comment character if you are not familiar with SQL
# safe-updates
default-character-set=utf8

[myisamchk]
key_buffer_size = 128M
sort_buffer_size = 128M
read_buffer = 2M
write_buffer = 2M

[mysqlhotcopy]
interactive-timeout

EOF
    echo_info "mysql config file is created"

}

function mysql_install_db()
{
    echo_info "run mysql_install_db"
    /bin/rm -rf ${mysql_data_path}
    mkdir -p ${mysql_data_path}/data/ ${mysql_data_path}/tmp/ ${mysql_data_path}/log/
    chown -R mysql:mysql ${mysql_server_path} ${mysql_data_path}
    ${mysql_server_path}/bin/mysqld --initialize --user=mysql --basedir=${mysql_server_path} --datadir=${mysql_data_path}/data/ --initialize-insecure  >>${install_log} >&
    if [ $? -eq  ]; then
        echo_info "run mysql_install_db success"
    else
        echo_error "run mysql_install_db faild"
        exit ${error_mysql_install_db}
    fi

}

function start_mysql_service()
{
    echo_info "start mysql service"
    su - mysql -c "${mysql_server_path}/bin/mysqld_safe --defaults-file=${mysql_server_path}/etc/my.cnf 1>/dev/null 2>&1 &"
    for i in {..};do [ -S ${mysql_data_path}/tmp/mysql.sock ] && echo_info "mysql service is OK" && break || echo -n ". ";sleep ;done
    if [ ! -S ${mysql_data_path}/tmp/mysql.sock ];then
        echo_error "Start Faild,See ${mysql_data_path}/log/error.log";
        exit ${error_start_mysql_service};
    fi

}

function grant_mysql_user()
{
    echo_info "grant mysql user"
    "${mysql_server_path}/bin/mysql" -uroot -e "

##==============================================================================##
## DBA
GRANT ALL PRIVILEGES ON *.* TO 'root'@'%' IDENTIFIED BY '123@.com' WITH GRANT OPTION;
GRANT ALL PRIVILEGES ON *.* TO 'root'@'localhost' IDENTIFIED BY '123@.com' WITH GRANT OPTION;

set session binlog_format = statement;
delete from mysql.user where user='';
delete from mysql.user where authentication_string='';
set session binlog_format = row;
"

    if [ $? -eq  ]; then
        echo_info "grant mysql user success"
    else
        echo_error "grant mysql user  faild"
        exit ${error_grant_mysql_user}
    fi

}

function set_network_config()
{
echo_info "config network"
echo "
net.ipv4.tcp_tw_reuse =
net.ipv4.tcp_tw_recycle =
net.ipv4.tcp_fin_timeout =
" >>/etc/sysctl.conf
sysctl -p >/dev/null >&
}

check_env
set_scheduler
set_memory_swap
set_network_config
install_mysql_dependence
create_mysql_os_user
install_mysql_package
set_bash_profile
create_my_cnf
mysql_install_db
start_mysql_service
grant_mysql_user