Elasticsearch集群的备份与恢复

0x00 NFS准备

---

在ES集群上做一个NFS，并挂载：

[root@localhost ~]# yum install nfs-utils*
[root@localhost ~]# vi /etc/exports

输入集群的IP地址，例如：

192.168.1.2(rw)
192.168.1.3(rw)
192.168.1.4(rw)

保存退出,并启动NFS服务

[root@localhost ~]# service nfs start
[root@localhost ~]# service rpcgissd start
[root@localhost ~]# service rpcbind start

挂载NFS

[root@localhost ~]# mount elasticsearch.master:/data/es/es_backup /data/es/es_backup

0x01 配置

---

在elasticsearch.master端执行:

curl -XPUT 'http://elasticsearch.master:9200/_snapshot/backup' -d '{
"type": "fs",
"settings": {
    "location": "/data/es/es_backup",
    "compress": true
  }
}'

备份操作，名字根据自己的情况修改

curl -XPUT http://elasticsearch.master:9200/_snapshot/backup/logstash-2016.01.01 -d '     
{"indices":"logstash-sec-2016.01.01",
"ignore_unavailable": "true",
"include_global_state": false }'

0x02 备份常用命令

---

查看备份状态:

curl –XGET  http://elasticsearch.master:9200/_snapshot/backup/logstash-security-2016.01.01

删除备份

curl -XDELETE  http://elasticsearch.master:9200/_snapshot/backup/logstash-security-2016.01.01

恢复备份

curl -XPOST http://elasticsearch.master:9200/_snapshot/backup/logstash-security-2016.01.01/_restore -d ' { "indices" : "logstash-security-2016.01.01"}'

0x03 最后附备份脚本

---

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62

# -*- coding:UTF-8 -*- # """ 自动备份ElaticSearch """   import sys,requests import simplejson import time,os import zipfile   URL = "http://elasticsearch.master:9200/_snapshot/backup" BAK_DIR = "/var/wd/elasticsearch_backup/data" ZIP_DIR = "/var/wd/elasticsearch_backup/zip"   if __name__ = = '__main__' :      date = time.strftime( '%Y.%m.%d' ,time.localtime(time.time() - 86400 ))        data1 = { "type" : "fs" , "settings" : { "location" :BAK_DIR , "compress" : True }}      r1 = requests.post(URL,simplejson.dumps(data1))      print r1.text        index = 'logstash-sec-' + date      url = URL + '/' + index        #开始备份指定INDEX      data2 = { "indices" :index, "ignore_unavailable" : True , "include_global_state" : False }      r2 = requests.post(url,simplejson.dumps(data2))      print r2.text        #查询备份状态      r3 = requests.get(url)      dic = simplejson.loads(r3.text)      while  (dic[ 'snapshots' ][ 0 ][ 'state' ] = = 'IN_PROGRESS' ):          print "%s Backup is IN_PROGRESS..." % index          time.sleep( 10 )          r3 = requests.get(url)          dic = simplejson.loads(r3.text)        if dic[ 'snapshots' ][ 0 ][ 'state' ] = = 'SUCCESS' :          print '%s 备份成功' % index          try :              #压缩文件              zfile = ZIP_DIR + '/' + index + '.zip'              z = zipfile.ZipFile(zfile, 'w' ,zipfile.ZIP_DEFLATED,allowZip64 = True )              print "开始压缩文件..."              for dirpath, dirnames, filenames in os.walk(BAK_DIR):                   for filename in filenames:                       z.write(os.path.join(dirpath,filename))               z.close()                os.system( 'rm -rf ' + BAK_DIR) #删除原文件目录                print "备份结束"              except Exception,e:              print e          print "开始删除index: %s" % index          os.system( 'curl -XDELETE "http://elasticsearch.master:9200/%s"' % index)        else :          print '%s 备份失败' % index