PG13用pg_rman进行备份恢复

pg_rman进行备份恢复

环境参数：

linux版本：CentOS 7.6

PG版本：13.2

docker版本： 18.06.3

1、在容器内源码安装PostgreSQL13.2

要先根据搭建CentOS镜像搭建好相应的镜像，然后再开始。

[root@wcbpg ~]# docker images
REPOSITORY          TAG                 IMAGE ID            CREATED             SIZE
wcbcentos76         1.0                 6877e73a2018        2 weeks ago         1.9GB
wcbpg               1.0                 988fc4d35414        2 weeks ago         1.9GB
centos              7.6.1810            f1cb7c7d58b7        2 years ago         202MB
#创建CentOS容器
[root@wcbpg ~]#docker run -d --name wcbpg -h wcbpg \
  -p 15432-15439:5432-5439 \
  -v /sys/fs/cgroup:/sys/fs/cgroup \
  --privileged=true wcbcentos76:1.0 \
  /usr/sbin/init
6c1a765e97e33bf69c1892c7403c0d39498dabff44903e7186b0c9307756b206
[root@wcbpg ~]#  docker exec -it wcbpg bash
#在容器内安装依赖
[root@wcbpg /]# yum install -y cmake make gcc zlib gcc-c++ perl readline readline-devel zlib zlib-devel perl python36 tcl openssl ncurses-devel openldap pam
#删除已存在的PG，如果没有安装则不用删除
[root@wcbpg /]# yum remove -y postgresql* && rm -rf  /var/lib/pgsql && rm -rf  /usr/pgsql* && userdel -r postgres && groupdel postgres
[root@wcbpg /]# yum install -y sysbench
#创建用户
[root@wcbpg /]# groupadd -g 60000 pgsql
[root@wcbpg /]# useradd -u 60000 -g pgsql pgsql
[root@wcbpg /]# echo "wcb" | passwd --stdin pgsql
Changing password for user pgsql.
passwd: all authentication tokens updated successfully.
# 创建目录
[root@wcbpg /]# mkdir -p /postgresql/{pgdata,archive,scripts,backup,pg13,soft}
[root@wcbpg /]# chown -R pgsql:pgsql /postgresql
[root@wcbpg /]# chmod -R 775 /postgresql
#切换用户
[root@wcbpg /]# su - pgsql
[pgsql@wcbpg ~]$ cd /postgresql/soft
#用docker cp  postgresql-13.2.tar.gz wcbpg:/ 把源码从Linux复制到docker内
[pgsql@wcbpg soft]$ cp /postgresql-13.2.tar.gz ./
[pgsql@wcbpg soft]$ ls -lth
total 27M
-rw-r--r-- 1 pgsql pgsql 27M Dec 16 23:07 postgresql-13.2.tar.gz
[pgsql@wcbpg soft]$ tar zxvf postgresql-13.2.tar.gz
[pgsql@wcbpg soft]$ cd postgresql-13.2
#检查
[pgsql@wcbpg postgresql-13.2]$ ./configure --prefix=/postgresql/pg13 --without-readline
#安装PG
[pgsql@wcbpg postgresql-13.2]$ make -j 8 && make install
#配置环境变量
[pgsql@wcbpg postgresql-13.2]$cat >>  ~/.bash_profile <<"EOF"
export LANG=en_US.UTF-8
export PS1="[\u@\h \W]\$ "
export PGPORT=5433
export PGDATA=/postgresql/pgdata
export PGHOME=/postgresql/pg13
export LD_LIBRARY_PATH=$PGHOME/lib:/lib64:/usr/lib64:/usr/local/lib64:/lib:/usr/lib:/usr/local/lib:$LD_LIBRARY_PATH
export PATH=$PGHOME/bin:$PATH:.
export DATE=`date +"%Y%m%d%H%M"`
export MANPATH=$PGHOME/share/man:$MANPATH
export PGHOST=$PGDATA
export PGUSER=postgres
export PGDATABASE=postgres

alias psql='rlwrap psql' 
EOF

#初始化
[pgsql@wcbpg postgresql-13.2]$ /postgresql/pg13/bin/initdb -D /postgresql/pgdata -E UTF8 --locale=en_US.utf8 -U postgres

#修改postgresql.conf文件
[pgsql@wcbpg postgresql-13.2]cat >> /postgresql/pgdata/postgresql.conf <<"EOF"
listen_addresses = '*'
port=5433
unix_socket_directories='/postgresql/pgdata'
logging_collector = on
log_directory = 'pg_log'
log_filename = 'postgresql-%a.log'
log_truncate_on_rotation = on
EOF
#修改pg_hba.conf文件
[pgsql@wcbpg postgresql-13.2]cat   > /postgresql/pgdata/pg_hba.conf << EOF
# TYPE  DATABASE    USER    ADDRESS       METHOD
local     all       all                    trust
host      all       all    ::1/128         trust
host      all       all   127.0.0.1/32     trust
host      all       all    0.0.0.0/0        md5
host   replication  all    0.0.0.0/0        md5
EOF
[pgsql@wcbpg postgresql-13.2]$ pg_ctl start
waiting for server to start....2021-12-16 23:18:21.382 CST [9238] LOG:  redirecting log output to logging collector process
2021-12-16 23:18:21.382 CST [9238] HINT:  Future log output will appear in directory "pg_log".
 done
server started
[root@wcbpg /]# su - pgsql
Last login: Thu Dec 16 23:19:06 CST 2021 on pts/0
[pgsql@wcbpg ~]$ psql
psql (13.2)
Type "help" for help.

postgres=# 

2、安装pg_rman

[root@wcbpg /]# su - pgsql
Last login: Thu Dec 16 23:19:06 CST 2021 on pts/0
[pgsql@wcbpg ~]$ wget https://github.com/ossc-db/pg_rman/releases/download/V1.3.11/pg_rman-1.3.11-pg13.tar.gz
[pgsql@wcbpg ~]$ tar -zxvf pg_rman-1.3.11-pg13.tar.gz
[pgsql@wcbpg ~]$ cd pg_rman-1.3.11-pg13/
[pgsql@wcbpg pg_rman-1.3.11-pg13]$ make && make install
[pgsql@wcbpg pg_rman-1.3.11-pg13]$ which pg_rman
/postgresql/pg13/bin/pg_rman

3、使用pg_rman的前提

#创建归档目录
[pgsql@wcbpg pg_rman-1.3.11-pg13]$mkdir -p /postgresql/archive
#开启归档
[pgsql@wcbpg pg_rman-1.3.11-pg13]$cat >> /postgresql/pgdata/postgresql.conf <<"EOF"
wal_level='replica'
archive_mode='on'
archive_command='test ! -f /postgresql/archive/%f && cp %p /postgresql/archive/%f'
restore_command='cp /postgresql/archive/%f %p'
EOF

#查询是否开启归档
[pgsql@wcbpg pg_rman-1.3.11-pg13]$ psql
psql (13.2)
Type "help" for help.

postgres=# select * from pg_settings where name in ('wal_level','archive_mode','archive_command');

4、全量备份、增量备份

[root@wcbpg /]# mkdir /bk
[root@wcbpg /]# chown -R pgsql:pgsql  /bk
[root@wcbpg /]# su - pgsql
Last login: Thu Dec 16 23:20:17 CST 2021 on pts/0
[pgsql@wcbpg ~]$ pg_rman init -B /bk
INFO: ARCLOG_PATH is set to '/postgresql/archive'
INFO: SRVLOG_PATH is set to '/postgresql/pgdata/pg_log'
[pgsql@wcbpg ~]$ cd /bk/
[pgsql@wcbpg bk]$ lls
total 8
drwx------ 4 pgsql pgsql 34 Dec 16 23:27 backup
-rw-rw-r-- 1 pgsql pgsql 75 Dec 16 23:27 pg_rman.ini
-rw-rw-r-- 1 pgsql pgsql 40 Dec 16 23:27 system_identifier
drwx------ 2 pgsql pgsql  6 Dec 16 23:27 timeline_history
[pgsql@wcbpg bk]$ more pg_rman.ini 
ARCLOG_PATH='/postgresql/archive'
SRVLOG_PATH='/postgresql/pgdata/pg_log'

[pgsql@wcbpg bk]$ 
[pgsql@wcbpg bk]$ more system_identifier
SYSTEM_IDENTIFIER='7042319584642446350'

[pgsql@wcbpg bk]$ psql
psql (13.2)
Type "help" for help.

postgres=# create table test1(id int,char varchar);
CREATE TABLE
postgres=# insert into test1 values(1,'1');  
INSERT 0 1
postgres=# select * from test1;
 id | char 
----+------
  1 | 1
(1 row)
postgres=# \q  
#进行全备
[pgsql@wcbpg bk]$ pg_rman backup --backup-mode=full -B /bk
INFO: copying database files
INFO: copying archived WAL files
INFO: backup complete
INFO: Please execute 'pg_rman validate' to verify the files are correctly copied.
[pgsql@wcbpg bk]$ pg_rman show -B /bk
=====================================================================
 StartTime           EndTime              Mode    Size   TLI  Status 
=====================================================================
2021-12-16 23:31:15  2021-12-16 23:31:17  FULL    49MB     1  DONE
[pgsql@wcbpg bk]$ pg_rman validate -B /bk
INFO: validate: "2021-12-16 23:31:15" backup and archive log files by CRC
INFO: backup "2021-12-16 23:31:15" is valid
[pgsql@wcbpg bk]$ pg_rman show -B /bk    
=====================================================================
 StartTime           EndTime              Mode    Size   TLI  Status 
=====================================================================
2021-12-16 23:31:15  2021-12-16 23:31:17  FULL    49MB     1  OK
[pgsql@wcbpg bk]$ psql
psql (13.2)
Type "help" for help.

postgres=# insert into test1 values(2,'2'); 
INSERT 0 1
postgres=# \q

#进行增量备份
[pgsql@wcbpg bk]$ pg_rman backup --backup-mode=incremental -B /bk
INFO: copying database files
INFO: copying archived WAL files
INFO: backup complete
INFO: Please execute 'pg_rman validate' to verify the files are correctly copied.
[pgsql@wcbpg bk]$ pg_rman show -B /bk
=====================================================================
 StartTime           EndTime              Mode    Size   TLI  Status 
=====================================================================
2021-12-16 23:33:49  2021-12-16 23:33:51  INCR    33MB     1  DONE
2021-12-16 23:31:15  2021-12-16 23:31:17  FULL    49MB     1  OK
[pgsql@wcbpg bk]$ pg_rman validate -B /bk 
INFO: validate: "2021-12-16 23:33:49" backup and archive log files by CRC
INFO: backup "2021-12-16 23:33:49" is valid
[pgsql@wcbpg bk]$ pg_rman show -B /bk     
=====================================================================
 StartTime           EndTime              Mode    Size   TLI  Status 
=====================================================================
2021-12-16 23:33:49  2021-12-16 23:33:51  INCR    33MB     1  OK
2021-12-16 23:31:15  2021-12-16 23:31:17  FULL    49MB     1  OK

5、恢复到最新时间

#先停止pg数据库
[pgsql@wcbpg bk]$ pg_ctl stop
waiting for server to shut down.... done
server stopped
#删除之前的数据库数据
[pgsql@wcbpg bk]$ rm -rf /postgresql/pgdata/
#进行恢复
[pgsql@wcbpg bk]$ pg_rman restore -B /bk
WARNING: pg_controldata file "/postgresql/pgdata/global/pg_control" does not exist
INFO: the recovery target timeline ID is not given
INFO: use timeline ID of latest full backup as recovery target: 1
INFO: calculating timeline branches to be used to recovery target point
INFO: searching latest full backup which can be used as restore start point
INFO: found the full backup can be used as base in recovery: "2021-12-16 23:31:15"
INFO: copying online WAL files and server log files
INFO: clearing restore destination
INFO: validate: "2021-12-16 23:31:15" backup and archive log files by SIZE
INFO: backup "2021-12-16 23:31:15" is valid
INFO: restoring database files from the full mode backup "2021-12-16 23:31:15"
INFO: searching incremental backup to be restored
INFO: validate: "2021-12-16 23:33:49" backup and archive log files by SIZE
INFO: backup "2021-12-16 23:33:49" is valid
INFO: restoring database files from the incremental mode backup "2021-12-16 23:33:49"
INFO: searching backup which contained archived WAL files to be restored
INFO: backup "2021-12-16 23:33:49" is valid
INFO: restoring WAL files from backup "2021-12-16 23:33:49"
INFO: restoring online WAL files and server log files
INFO: add recovery related options to postgresql.conf
INFO: generating recovery.signal
INFO: restore complete
HINT: Recovery will start automatically when the PostgreSQL server is started.

[pgsql@wcbpg bk]$ pg_ctl start
waiting for server to start....2021-12-16 23:37:00.222 CST [9554] LOG:  redirecting log output to logging collector process
2021-12-16 23:37:00.222 CST [9554] HINT:  Future log output will appear in directory "pg_log".
 done
server started
[pgsql@wcbpg bk]$ psql
psql (13.2)
Type "help" for help.

postgres=# select * from test1;
 id | char 
----+------
  1 | 1
  2 | 2
  2 | 2
(3 rows)

6、恢复到指定的时间点

[pgsql@wcbpg bk]$ pg_ctl stop
waiting for server to shut down.... done
server stopped
[pgsql@wcbpg bk]$ rm -rf /postgresql/pgdata/
[pgsql@wcbpg bk]$ pg_rman show -B /bk
=====================================================================
 StartTime           EndTime              Mode    Size   TLI  Status 
=====================================================================
2021-12-16 23:33:49  2021-12-16 23:33:51  INCR    33MB     1  OK
2021-12-16 23:31:15  2021-12-16 23:31:17  FULL    49MB     1  OK
[pgsql@wcbpg bk]$ ^C
[pgsql@wcbpg bk]$  pg_rman restore -B /bk --recovery-target-time="2021-12-16 23:31:17"
WARNING: pg_controldata file "/postgresql/pgdata/global/pg_control" does not exist
INFO: the recovery target timeline ID is not given
INFO: use timeline ID of latest full backup as recovery target: 1
INFO: calculating timeline branches to be used to recovery target point
INFO: searching latest full backup which can be used as restore start point
INFO: found the full backup can be used as base in recovery: "2021-12-16 23:31:15"
INFO: copying online WAL files and server log files
INFO: clearing restore destination
INFO: validate: "2021-12-16 23:31:15" backup and archive log files by SIZE
INFO: backup "2021-12-16 23:31:15" is valid
INFO: restoring database files from the full mode backup "2021-12-16 23:31:15"
INFO: searching incremental backup to be restored
INFO: searching backup which contained archived WAL files to be restored
INFO: backup "2021-12-16 23:31:15" is valid
INFO: restoring WAL files from backup "2021-12-16 23:31:15"
INFO: backup "2021-12-16 23:33:49" is valid
INFO: restoring WAL files from backup "2021-12-16 23:33:49"
INFO: restoring online WAL files and server log files
INFO: add recovery related options to postgresql.conf
INFO: generating recovery.signal
INFO: restore complete
HINT: Recovery will start automatically when the PostgreSQL server is started.
[pgsql@wcbpg bk]$ pg_ctl start
waiting for server to start....2021-12-16 23:38:14.350 CST [9609] LOG:  redirecting log output to logging collector process
2021-12-16 23:38:14.350 CST [9609] HINT:  Future log output will appear in directory "pg_log".
 done
server started
[pgsql@wcbpg bk]$ psql
psql (13.2)
Type "help" for help.

postgres=# select * from test1;
 id | char 
----+------
  1 | 1
(1 row)