elasticsearch备份及导入索引脚本

利用elastcdump命令备份es索引：

#!/bin/python

import subprocess
import os
import time

def dump_med(ip, index):
    dumping = 'dumping %s'%index
    print(dumping.center(80, '*'))
    try:
        subprocess.check_call('elasticdump --input=http://%s:9200/%s  --output=./%s_data.json  --type=data >> /dev/null 2>&1'%(ip, index, index), shell='true')
        print('%s_data dumped success'%index)
    except Exception as e:
        print(e)
        print('error: %s_data.json dump fail'%index)
    time.sleep(1)
    try:
        subprocess.check_call('elasticdump --input=http://%s:9200/%s  --output=./%s_mapping.json  --type=mapping >> /dev/null 2>&1 '%(ip, index, index), shell='true')
        print('%s_mapping dumped success'%index)
    except Exception as e:
        print(e)
        print('error: %s_mapping.json dump fail'%index)
    time.sleep(1)

ip = raw_input('input es ip:')
choice = raw_input('1:dump all or 2 dump a few >>')
os.mkdir('es_dump_index')
os.chdir('es_dump_index')

index_all = subprocess.check_output("curl http://%s:9200/_cat/indices 2>> /dev/null |awk '{print $3}'"%ip,shell='true')

if choice == '1':
    for i in index_all.split():
        dump_med(ip, i)

elif choice == '2':
    indexs = raw_input("Enter the index name, separated by ','>>")
    for i in indexs.split(','):
        if i in index_all:
            dump_med(ip, i)
        else:
            dumping = 'dumping %s'%i
            print(dumping.center(80, '*'))
            print('Check whether the index name is true')

else:
    print('input error')

　　

导入指定目录下的所有索引，先导入mappig，在导入索引数据，maaping文件格式:test_mapping,json,data文件格式：test_data.json

#!/bin/python

import subprocess
import os
import time
import re

def input_data(ip, index):
    dumping = 'dumping mapping of %s '%index
    print(dumping.center(80, '*'))
    try:
        subprocess.check_call('elasticdump --output=http://%s:9200/%s  --input=./%s_data.json  --type=data >> /dev/null 2>&1'%(ip, index, index), shell='true')
        print('%s_data dumped success'%index)
    except Exception as e:
        print(e)
        print('error: %s_data.json dump fail'%index)

def input_mapping(ip, index):    
    dumping = 'dumping data of %s'%index
    print(dumping.center(80, '*'))
    try:
        subprocess.check_call('elasticdump --output=http://%s:9200/%s  --input=./%s_mapping.json  --type=mapping >> /dev/null 2>&1 '%(ip, index, index), shell='true')
        print('%s_mapping dumped success'%index)
    except Exception as e:
        print(e)
        print('error: %s_mapping.json dump fail'%index)
    time.sleep(1)

ip = raw_input('input es ip:')
choice = raw_input("please input index abspath:")
os.chdir(r'%s'%choice)

mapping_list = []
data_list = []

for i in os.listdir('.'):
    if re.search('.*_mapping.*', i):
        mapping_list.append(i)
    elif re.search('.*_data.*', i):
        data_list.append(i)
    else:
        print("index'name format error:", i) 

for mapping in mapping_list:
    index = mapping.split('_mapping')[0]
    input_mapping(ip, index)
    time.sleep(1)
 
for data in data_list:
    index = data.split('_data')[0]
    input_data(ip, index)
    time.sleep(1)