智能处理elk集群索引日志

muugua

　　#!/usr/bin/python
#encoding:utf-8
import requests
import time
import datetime
import commands
import re
import paramiko
import string
#date_time = time.strftime('%Y.%m.%d')
#fiveDayAgo = (datetime.datetime.now() - datetime.timedelta(days = 5))
#fiveDayAgo_style = fiveDayAgo.strftime("%Y.%m.%d")
#index='logstash-' + fiveDayAgo_style
　　def produce_index_kaoqin():
index_kaoqin = commands.getoutput("curl -XGET -u credit:credit 'http://10.24.0.13:900/_cat/indices/kaoqin-*'|awk '{print $3}'")
global index_kaoqin_list
index_kaoqin_list = index_kaoqin.split('\n')
del index_kaoqin_list[0]
del index_kaoqin_list[0]
del index_kaoqin_list[0]
index_kaoqin_list.sort()
def produce_index_filebeat():
index_filebeat = commands.getoutput("curl -XGET -u credit:credit 'http://10.24.0.13:900/_cat/indices/filebeat-*'|awk '{print $3}'")
global index_filebeat_list
index_filebeat_list = index_filebeat.split('\n')
del index_filebeat_list[0]
del index_filebeat_list[0]
del index_filebeat_list[0]
index_filebeat_list.sort()
def produce_index_logstash():
index_logstash = commands.getoutput("curl -XGET -u credit:credit 'http://10.24.0.13:900/_cat/indices/logstash-*'|awk '{print $3}'")
global index_logstash_list
index_logstash_list = index_logstash.split('\n')
del index_logstash_list[0]
del index_logstash_list[0]
del index_logstash_list[0]
index_logstash_list.sort()
　　def diskspace_data_get(host_ip,command):
client = paramiko.SSHClient()
client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
#client.connect(SRC_IP,username='root',password='520157000')
client.connect(host_ip)
stdin,stdout,stdeer = client.exec_command(command)
global result_diskspace
result_diskspace = stdout.read()
client.close()
　　if name == 'main':
command_opt = "df -h |awk '$6 ~ /opt/{print $5}'|awk -F'%' '{print $1}'"
command_other = "df -h |awk 'NR==2{print $5}'|awk -F'%' '{print $1}'"
ip_list = ['10.24.0.110','10.24.0.111','10.24.0.132','10.24.0.133','10.24.0.134']
for host_ip in ip_list:
if host_ip == '10.24.0.133' or host_ip == '10.24.0.134':
diskspace_data_get(host_ip,command_opt)
else:
diskspace_data_get(host_ip,command_other)

    result_diskspace_center = re.sub(r'\s','',result_diskspace)
result_diskspace_center_int = int(result_diskspace_center)
print result_diskspace_center_int
while True:
if result_diskspace_center_int >= 80:
produce_index_filebeat()
produce_index_logstash()
produce_index_kaoqin()
count_kaoqin = 0
count_logstash = 0
count_filebeat = 0
print host_ip
for index_filebeat in index_filebeat_list:
count_filebeat += 1
url = ['http://','10.24.0.13',':900/',index_filebeat]
url_name = ''.join(url)
command = ['curl -XDELETE -u credit:credit',' ',url_name]
command_filebeat = ''.join(command)
filebeat_delete = commands.getoutput(command_filebeat)
print index_filebeat
if count_filebeat > 1:
break
for index_kaoqin in index_kaoqin_list:
count_kaoqin += 1
url = ['http://','10.24.0.13',':900/',index_kaoqin]
url_name = ''.join(url)
command = ['curl -XDELETE -u credit:credit',' ',url_name]
command_kaoqin = ''.join(command)
kaoqin_delete = commands.getoutput(command_kaoqin)
print index_kaoqin
if count_kaoqin > 1:
break
for index_logstash in index_logstash_list:
count_logstash += 1
url = ['http://','10.214.0.13',':900/',index_logstash]
url_name = ''.join(url)
command = ['curl -XDELETE -u credit:credit',' ',url_name]
command_logstash = ''.join(command)
logstash_delete = commands.getoutput(command_logstash)
print index_logstash
if count_logstash > 0:
break
time.sleep(60)
if host_ip == '10.24.0.13' or host_ip == '10.24.0.13':
diskspace_data_get(host_ip,command_opt)
else:
diskspace_data_get(host_ip,command_other)
result_diskspace_center = re.sub(r'\s','',result_diskspace)
result_diskspace_center_int = int(result_diskspace_center)
print result_diskspace_center_int
if result_diskspace_center_int < 80:
print "磁盘容量是 %s 已经正常"%result_diskspace_center_int
break
else:
break