## 环境:

PostgreSQL版:9.6

角色                     OS                    IP
master                 CentOS7   10.100.12.73

slave                    CentOS7          10.100.12.74

vIP                                                10.100.12.63

## 主从安装postgresql

postgresql官网安装文档:https://www.postgresql.org/download/linux/redhat/

* Install the repository RPM:

yum -y install https://download.postgresql.org/pub/repos/yum/9.6/redhat/rhel-7-x86_64/pgdg-redhat96-9.6-3.noarch.rpm

* Install the client packages:

yum -y install postgresql96

* Optionally install the server packages:

yum -y install postgresql96-server postgresql96-devel

* Optionally initialize the database and enable automatic start:

/usr/pgsql-9.6/bin/postgresql96-setup initdb
mv /usr/lib/systemd/system/postgresql-9.6.service /usr/lib/systemd/system/postgresql.service
systemctl enable postgresql
暂时先不启动服务

把/usr/pgsql-9.6/bin 加入系统环境变量

tail /etc/profile
## PATH
export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/root/bin:/usr/pgsql-9.6/bin

重载环境变量

. /etc/profile

## master服务器配置

启动postgresql服务

systemctl start postgresql

创建同步用户repluser

su - postgres
psql
create role repluser login replication encrypted password 'yHJ7TXda9q9zzIsv';
postgres=# \du # 查看用户
\q

编辑 /var/lib/pgsql/9.6/data/pg_hba.conf  新增下面两行

host    replication     repluser        10.100.12.74/32         md5
host all all 0.0.0.0/0 md5

mkdir -p /data/pgsql/archivedir; chown -R postgres:postgres /data/pgsql/archivedir

编辑 /var/lib/pgsql/9.6/data/postgresql.conf

listen_addresses = '*'		# what IP address(es) to listen on;

port = 5432				# (change requires restart)
max_connections = 512 # (change requires restart) #从库的 max_connections要大于主库 shared_buffers = 128MB # min 128kB dynamic_shared_memory_type = posix # the default is the first option wal_level = hot_standby # minimal, replica, or logical #热备模式 archive_mode = on               # enables archiving; off, on, or always #允许归档 archive_command = 'test ! -f /data/pgsql/archivedir/%f && cp %p /data/pgsql/archivedir/%f' # command to use to archive a logfile segment max_wal_senders = 8 # max number of walsender processes #可以设置最多几个流复制链接,差不多有几个从,就设置多少 wal_keep_segments = 1024 # in logfile segments, 16MB each; 0 disables log_destination = 'stderr' # Valid values are combinations of logging_collector = on # Enable capturing of stderr and csvlog log_directory = 'pg_log' # directory where log files are written, log_filename = 'postgresql-%a.log' # log file name pattern, log_truncate_on_rotation = on # If on, an existing log file with the log_rotation_age = 1d # Automatic rotation of logfiles will log_rotation_size = 0 # Automatic rotation of logfiles will log_line_prefix = '< %m > ' # special values: log_timezone = 'PRC' datestyle = 'iso, mdy'
timezone = 'PRC' lc_messages = 'en_US.UTF-8' # locale for system error message lc_monetary = 'en_US.UTF-8' # locale for monetary formatting
lc_numeric = 'en_US.UTF-8' # locale for number formatting
lc_time = 'en_US.UTF-8' # locale for time formatting default_text_search_config = 'pg_catalog.english'

重启postgresql服务

systemctl restart postgresql

## slave服务器配置

mkdir -p /data/pgsql/archivedir; chown -R postgres:postgres /data/pgsql/archivedir

su - postgres
rm -rf /var/lib/pgsql/9.6/data/*  #开始没有启动从库服务,这一步可以省略
pg_basebackup -h 10.100.12.73 -U repluser -D /var/lib/pgsql/9.6/data -X stream -P
cp /usr/pgsql-9.6/share/recovery.conf.sample /var/lib/pgsql/9.6/data/recovery.conf

修改配置文件 /var/lib/pgsql/9.6/data/recovery.conf

grep -v "^#" /var/lib/pgsql/9.6/data/recovery.conf

recovery_target_timeline = 'latest'
standby_mode = on
primary_conninfo = 'host=10.100.12.73 port=5432 user=repluser password=yHJ7TXda9q9zzIsv' # e.g. 'host=localhost port=5432'
trigger_file = '/var/lib/pgsql/9.6/data/trigger.kenyon' #主从切换时后的触发文件,即 touch /var/lib/pgsql/9.6/data/trigger.kenyon 就可切换主从,也可以使用命令 /usr/pgsql-9.6/bin/pg_ctl promote

配置postgresql.conf文件

listen_addresses = '*'		# what IP address(es) to listen on;

port = 5432				# (change requires restart)
max_connections = 1024 # (change requires restart) 一般从的最大链接要大于主的 shared_buffers = 128MB # min 128kB dynamic_shared_memory_type = posix # the default is the first option wal_level = hot_standby # minimal, replica, or logical archive_mode = on # enables archiving; off, on, or always archive_command = 'test ! -f /data/pgsql/archivedir/%f && cp %p /data/pgsql/archivedir/%f' # command to use to archive a logfile segment max_wal_senders = 8 # max number of walsender processes wal_keep_segments = 1024 # in logfile segments, 16MB each; 0 disables hot_standby = on # "on" allows queries during recovery #说明这台机器不仅仅用于数据归档,也用于查询 max_standby_streaming_delay = 30s # max delay before canceling queries wal_receiver_status_interval = 10s # send replies at least this often #多久向主报告一次从的状态 hot_standby_feedback = on # send info from standby to prevent #如果有错误的数据复制,是否向主进行反馈 log_destination = 'stderr' # Valid values are combinations of logging_collector = on # Enable capturing of stderr and csvlog log_directory = 'pg_log' # directory where log files are written, log_filename = 'postgresql-%a.log' # log file name pattern, log_truncate_on_rotation = on # If on, an existing log file with the log_rotation_age = 1d # Automatic rotation of logfiles will log_rotation_size = 0 # Automatic rotation of logfiles will log_line_prefix = '< %m > ' # special values: log_timezone = 'PRC' datestyle = 'iso, mdy'
timezone = 'PRC' lc_messages = 'en_US.UTF-8' # locale for system error message lc_monetary = 'en_US.UTF-8' # locale for monetary formatting
lc_numeric = 'en_US.UTF-8' # locale for number formatting
lc_time = 'en_US.UTF-8' # locale for time formatting default_text_search_config = 'pg_catalog.english'

启动 postgresql服务

## 查看postgresql主从状态

在 master上执行
su - postgres psql select client_addr,sync_state from pg_stat_replication; select * from pg_stat_replication;

pg_controldata /var/lib/pgsql/9.6/data    # 这种方法对于直接kill进程的情况下是不适用的,查看结果不准确,Database cluster state:信息

主库状态为:in production

备机状态为: in archive recovery

## keepalived配置

主从安装keepalived

yum -y install keepalived

master keepalived 配置

cat /etc/keepalived/keepalived.conf

global_defs {
notification_email {
admin@xx.com
} notification_email_from keepalived@xx.com
smtp_server 127.0.0.1
smtp_connect_timeout 30
router_id pg_ha
} vrrp_script chk_postgresql {
script "/etc/keepalived/script/script/check_postgresql.sh |grep 'postgresql_success' "
interval 2
weight -10
} vrrp_instance VI_1 {
state BACKUP ############ 辅机为 BACKUP
interface eth0
virtual_router_id 62
mcast_src_ip 10.100.12.73
priority 100 ########### 权值要比 back 高
advert_int 2
nopreempt authentication {
auth_type PASS
auth_pass SNKQusp4kFpUKz
} track_script {
chk_postgresql ### 执行监控的服务
} virtual_ipaddress {
10.100.12.63
} notify_master "/bin/python /etc/keepalived/script/keepalived_notify.py 'PostgreSQL-1 [10.100.12.73] change to master, vip:10.100.12.63' "
notify_backup "/bin/python /etc/keepalived/script/keepalived_notify.py 'PostgreSQL-1 [10.100.12.73] postgresql check faild, change to slave, vip:10.100.12.63' " }

sh脚本:

cd /etc/keepalived/script    #sh脚本赋予可执行权限

cat check_postgresql.sh

#!/bin/bash
# songyanlin pguser="postgres"
BIN="/usr/pgsql-9.6/bin"
datef=`date +%Y-%M-%d" "%H:%m`
data_dir="/var/lib/pgsql/9.6/data"
log_dir="/var/log/postgresql.log"
service_name="postgresql"
pid="postmaster"
status="postgresql_failed"
status_success="postgresql_success" function CheckService(){
local ret=`$BIN/pg_controldata $data_dir |grep -E "in production|in archive recovery" |wc -l`
echo $ret
} function CheckPs(){
local ret=`pidof $pid |wc -l`
echo $ret
} if [ $(CheckService) == 0 -o $(CheckPs) == 0 ]; then
echo "$datef postgresql master status is erro!" >> $log_dir
service $service_name restart
if [ $(CheckService) != 0 -a $(CheckPs) != 0 ]; then
status=$status_success
fi
else
status=$status_success
fi echo $status

cat keepalived_notify.py

#!/usr/bin/env python
# -*- coding:utf-8 -*- import smtplib
from email.mime.text import MIMEText
from email.header import Header
import sys, time, subprocess, random # 第三方 SMTP 服务
mail_host="smtp.exmail.qq.com" #设置服务器
userinfo_list = [{'user':'rp1@qq.com','pass':'pwd'}, {'user':'rp2@qq.com','pass':'pwd'}, {'user':'rp3@tuandai.com','pass':'pwd'}] user_inst = userinfo_list[random.randint(0, len(userinfo_list)-1)]
mail_user=user_inst['user'] #用户名
mail_pass=user_inst['pass'] #口令 sender = mail_user # 邮件发送者
receivers = ['mymail@163.com', 'gogo@qq.com'] # 接收邮件,可设置为你的QQ邮箱或者其他邮箱 p = subprocess.Popen('hostname', shell=True, stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
hostname = p.stdout.readline().split('\n')[0] message_to = ''
for i in receivers:
message_to += i + ';' def print_help():
note = '''python script.py message
'''
print(note)
exit(1) time_stamp = time.strftime('%Y-%m-%d %H:%M:%S',time.localtime(time.time())) message_content = ''
if len(sys.argv) == 2:
message_content = '%s [%s] %s' %(time_stamp, hostname ,sys.argv[1])
subject = '%s [%s] postgresql status is error' %(time_stamp, hostname)
else:
print_help() message = MIMEText(message_content, 'plain', 'utf-8')
message['From'] = Header(sender, 'utf-8')
message['To'] = Header(message_to, 'utf-8') message['Subject'] = Header(subject, 'utf-8') try:
smtpObj = smtplib.SMTP()
smtpObj.connect(mail_host, 25) # 25 为 SMTP 端口号
smtpObj.login(mail_user,mail_pass)
smtpObj.sendmail(sender, receivers, message.as_string())
print("邮件发送成功")
except smtplib.SMTPException as e:
print("Error: 无法发送邮件")
print(e)

slave keepalived配置

cat /etc/keepalived/keepalived.conf

global_defs {
notification_email {
admin@xx.com
} notification_email_from keepalived@xx.com
smtp_server 127.0.0.1
smtp_connect_timeout 30
router_id pg_ha
} vrrp_script chk_postgresql {
script "/etc/keepalived/script/check_postgresql.sh |grep 'postgresql_success' "
interval 2
weight -10
} vrrp_instance VI_1 {
state BACKUP ############ 辅机为 BACKUP
interface eth0
virtual_router_id 62
mcast_src_ip 10.100.12.74
priority 99 ########### 权值要比 back 高
advert_int 2
#nopreempt authentication {
auth_type PASS
auth_pass SNKQusp4kFpUKz
} track_script {
chk_postgresql ### 执行监控的服务
} virtual_ipaddress {
10.100.12.63
} notify_master "/etc/keepalived/script/postgresql_slave_to_master.sh" }

sh脚本:

check_postgresql.sh  keepalived_notify.py与master相同

cat postgresql_slave_to_master.sh

#!/bin/bash
# pguser="postgres"
BIN="/usr/pgsql-9.6/bin"
datef=`date +%Y-%M-%d" "%H:%m`
data_dir="/var/lib/pgsql/9.6/data"
log_dir="/var/log/postgresql.log"
service_name="postgresql"
pid="postmaster"
status="postgresql_failed"
status_success="postgresql_success" function CheckService(){
local ret=`$BIN/pg_controldata $data_dir |grep "in production" |wc -l`
echo $tet
} function CheckStatus(){
local ret=`$BIN/pg_controldata $data_dir |grep "shut down in recovery" |wc -l`
echo $ret
} function CheckStatus2(){
local ret=`$BIN/pg_controldata $data_dir |grep "in archive recovery" |wc -l`
echo $ret
} if [ $(CheckStatus) != 0 ];then
service $service_name restart
fi if [ $(CheckStatus2) != 0 ]; then
su - $pguser -c "$BIN/pg_ctl promote"
fi /bin/python /etc/keepalived/script/keepalived_notify.py "PostgreSQL[10.100.12.74] change to master, vip:10.100.12.63"

附:

若主从已经切换后,把原来的master设置为从,可按上面从机设置方法设置

postgresql扩展组件

报错:

Running handlers:
There was an error running gitlab-ctl reconfigure: bash[migrate gitlab-rails database] (gitlab::database_migrations line 51) had an error: Mixlib::ShellOut::ShellCommandFailed: Expected process to exit with [0], but received '1'
---- Begin output of "bash" "/tmp/chef-script20180125-31534-ul2ug1" ----
STDOUT: rake aborted!
ActiveRecord::StatementInvalid: PG::UndefinedFile: ERROR: could not open extension control file "/usr/pgsql-9.6/share/extension/pg_trgm.control": No such file or directory
: CREATE EXTENSION IF NOT EXISTS "pg_trgm"
/opt/gitlab/embedded/service/gitlab-rails/db/schema.rb:18:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/db/schema.rb:14:in `<top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/tasks/gitlab/db.rake:52:in `block (3 levels) in <top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>' Caused by:
PG::UndefinedFile: ERROR: could not open extension control file "/usr/pgsql-9.6/share/extension/pg_trgm.control": No such file or directory
/opt/gitlab/embedded/service/gitlab-rails/db/schema.rb:18:in `block in <top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/db/schema.rb:14:in `<top (required)>'
/opt/gitlab/embedded/service/gitlab-rails/lib/tasks/gitlab/db.rake:52:in `block (3 levels) in <top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
Tasks: TOP => db:schema:load
(See full trace by running task with --trace)
-- enable_extension("plpgsql")
-> 0.0224s
-- enable_extension("pg_trgm")
STDERR:
---- End output of "bash" "/tmp/chef-script20180125-31534-ul2ug1" ----
Ran "bash" "/tmp/chef-script20180125-31534-ul2ug1" returned 1
yum -y install postgresql96-contrib-9.6.6    # 默认的 yum -y install postgresql-contrib

su - postgres

-bash-4.2$ psql gitlabhq_production
psql (9.6.6)
Type "help" for help. postgres=# CREATE EXTENSION pg_trgm;

PostgreSQL 9.6 keepalived主从部署的更多相关文章

  1. MySQL高可用架构之Keepalived+主从架构部署

    针对目前公司的数据库架构要做统计规划和调整,所以针对不同的业务环境要选择合适的架构就比较重要,同时作为运维人员又要考虑到维护的便捷性(不能做过多架构维护),最终停留在mha+vip/主从+vip/my ...

  2. 实现基于Keepalived主从高可用集群网站架构

    背景 上一期我们实现了基于lvs负载均衡集群的电商网站架构,随着业务的发展,网站的访问量越来越大,网站访问量已经从原来的1000QPS,变为3000QPS,目前业务已经通过集群LVS架构可做到随时拓展 ...

  3. puppet实现主从部署各种软件实战参考模型

    puppet实现主从部署各种软件实战参考模型   实验要求:     1.我将准备三个节点 node2 , node3 , node4 2.我们想让节点node3部署ntp,nginx ;节点node ...

  4. AMQ学习笔记 - 14. 实践方案:基于ZooKeeper + ActiveMQ + replicatedLevelDB的主从部署

    概述 基于ZooKeeper + ActiveMQ + replicatedLevelDB,在Windows平台的主从部署方案. 主从部署可以提供数据备份.容错[1]的功能,但是不能提供负载均衡的功能 ...

  5. keepalived主从及双主配置

    高可用有2中方式. 1.Nginx+keepalived 主从配置 这种方案,使用一个vip地址,前端使用2台机器,一台做主,一台做备,但同时只有一台机器工作,另一台备份机器在主机器不出现故障的时候, ...

  6. Redis 主从部署

    Redis 主从部署 http://www.xuchanggang.cn/archives/978.html

  7. Redis主从 部署和配置

    目录 一.主从简介 主从介绍 主从原理 二.主从部署 环境介绍 主从配置 临时主从 三.主从测试 一.主从简介 主从介绍 Redis都是主节点.每个从节点只能有一个主节点,而主节点可以同时具有多个从节 ...

  8. nginx + keepalived 主从模式

    转自:https://www.cnblogs.com/kevingrace/p/6138185.html 负载均衡技术对于一个网站尤其是大型网站的web服务器集群来说是至关重要的!做好负载均衡架构,可 ...

  9. LVS主从部署配置和使用

    LVS是Linux Virtual Server的简写,意即Linux虚拟服务器,是一个虚拟的服务器集群系统.本项目在1998年5月由章文嵩博士成立,是中国国内最早出现的自由软件项目之一. LVS是L ...

随机推荐

  1. shell给tcp或udp服务发送16进制报文指令

    指令:(sleep 2;echo "000F737D61747573" | xxd -r -p ;sleep 1)|nc 192.168.137.1 15000|hexdump - ...

  2. 解决Tomcat端口被占用 及 启用失败等其它错误整理册

    使用管理员模式启动命令行工具. netstat -ano|findstr 获取了pid号 taskkill /pid /f 其中6428为pid号,可能有不同. -------- 有时遇到其它问题可以 ...

  3. Android中的自定义注解(反射实现-运行时注解)

    预备知识: Java注解基础 Java反射原理 Java动态代理 一.布局文件的注解 我们在Android开发的时候,总是会写到setContentView方法,为了避免每次都写重复的代码,我们需要使 ...

  4. Java队列的两种实现方式

    1. 基于数组 package Algorithm.learn; import java.util.Arrays; /** * Created by liujinhong on 2017/3/7. * ...

  5. 使用POI导入小数变成浮点数异常

    例如   我在Excel中的数据为17.2, 导入到表中就变成了17.1999999或者17.20000001 原因是我用double接收了17.2,然后直接用了String去转换,精度就丢失了. 代 ...

  6. java通过文件头来判断文件类型

    import java.io.FileInputStream; import java.io.IOException; import java.util.HashMap; import java.ut ...

  7. this 知多少

    js 中的this 到底指向哪里涅,学习js的过程中,肯定有不少小伙伴们调入this的大坑中,究其原因,this的指向在函数创建的时候是决定不了的,在调用的时候才能决定,谁调用的就指向谁...曾经,我 ...

  8. 设置mysql的字符集

    ALTER DATABASE test DEFAULT CHARACTER SET utf8; show variables like 'char%';  

  9. Git观察和比较

    log git log 时间是从下到上,从远到近   whatchanged git whatchanged 时间是从下到上,从远到近   diff --staged 比较工作区和缓存区之间的差异 g ...

  10. hdu5618

    题解: CDQ分治 三重分治 第一重排序 第二重CDQ 第三重树状数组 代码: #include<cstdio> #include<cmath> #include<cst ...