Saltstack Automatic grouping
# coding:utf8# Created by IntelliJ IDEA.
# User: King.gp
# Date: 2016/10/9
# Time: 10:55
# To change this template use File | Settings | File Templates.
import time
import re
import sys
import redis
import logging
import salt.config as saltc
import salt.runner as saltr
import salt.client as SaltC
from watchdog.observers import Observer
from watchdog.events import FileSystemEventHandler
logging.basicConfig(level=logging.DEBUG,
format='%(asctime)s %(filename)s %(levelname)s %(message)s',
datefmt='%a, %d %b %Y %H:%M:%S',
filename='myapp.log', )
#################################################################################################
# 定义一个StreamHandler，将INFO级别或更高的日志信息打印到标准错误，并将其添加到当前的日志处理对象#
# console = logging.StreamHandler()
# console.setLevel(logging.INFO)
# formatter = logging.Formatter('%(name)-12s: %(levelname)-8s %(message)s')
# console.setFormatter(formatter)
# logging.getLogger('').addHandler(console)
################################################################################################
class MonitorHandler(FileSystemEventHandler):
# time
localtime = time.asctime(time.localtime(time.time()))
# 文件或目录被移动
def on_moved(self, event):
logging.info(MonitorHandler.localtime + " - Event :文件/目录： {0} 被移动!".format(event.src_path))
call_func()
#文件或目录被创建
def on_created(self, event):
logging.info(MonitorHandler.localtime + " - Event: 文件/目录: {0} 被创建".format(event.src_path))
call_func()
# 文件或目录被删除
def on_deleted(self, event):
logging.info(MonitorHandler.localtime + " - Event :文件/目录： {0} 被删除!".format(event.src_path))
call_func()
# 文件或目录被修改
def on_modified(self, event):
logging.info(MonitorHandler.localtime + " - Event :文件/目录： {0} 被修改!".format(event.src_path))
call_func()
def client():
slc = SaltC.LocalClient()
return slc
class NodeGroup(object):
def __init__(self):
self.member = redis.StrictRedis(host='127.0.0.1',
port=6379,
db=6, )# 字典数据
self.project = redis.StrictRedis(host='127.0.0.1',
port=6379,
db=7, )# 集合数据
def update_info(self):
self.member.flushdb()
self.project.flushdb()
with open('host', 'rb') as fd:
lines = fd.readlines()
pattern = re.compile(r'+')
for line in lines:
line = line.strip().split()# 1.2.3.4 web01.crms.com
self.member.set(line, line)# web01.crms.com
profession_number = line.split(".")# web01
m = re.match(pattern, profession_number)
if m:
profession = m.group()
project_suffix = line.split('.')[-2:]
project = '.'.join(project_suffix)# crms.com
self.project.sadd('_'.join(), '')# crms.com_web: ''
member_list = []
match_dict = {}
for category in self.project.keys():
category_pattern = re.compile(category.split("_"))# vm, logstash, elasticsearch
pattern_member_list = []
for key in self.member.keys():
# ['test.logstash.yinker.com', 'test.elastic.yinker.com', 'test.vm.yinker.com']
category_match = category_pattern.search(key)# web we01.crms.com
if category_match:
pattern_member_list.append(key)
match_dict = pattern_member_list
if match_dict not in member_list:
member_list.append(match_dict)
# members_dict = {}
for p in self.project.keys():
pattern = re.compile(p.split("_"))
for k, values in member_list.items():
members_list = []
for v in values:
match = pattern.search(v)# suffix ,
if match:
members_list.append(match.string)
else:
continue
# members_dict['_'.join()] = members_list
# print members_list
self.project.sadd('_'.join(), members_list)
self.project.srem('_'.join(), '')
def append_config(self):
with open("/etc/salt/master.d/nodegroups.conf", "w") as fd:
fd.write("nodegroups:\n")
with open("/etc/salt/master.d/nodegroups.conf", "a+")as f:
for mem in self.project.keys():
# zookeeperg0: 'L@sh-zookeeperg0-10.168.1.32
# ["['idp01.crms.com','idp02.crms.com']"]
f.write("" + mem + ": " + "'" + "L@" + (''.join(
", '').replace("'", '') for i in
self.project.smembers(mem)]) + "'" + '\n').replace(' ', ''))
def control_hosts():
priv_opts = saltc.master_config('/etc/salt/master')
priv_runner = saltr.RunnerClient(priv_opts)
# r = priv_runner()
host_down = priv_runner.cmd("manage.down", ["removekeys=True"])# 移除DOWN状态的minion
if len(host_down) > 0:
logging.info(MonitorHandler.localtime + "minion_id: {0} 己经下线 ".format(' '.join(host_down)))
local = client()
host_items = local.cmd("*", "grains.item", ['ip4_interfaces', 'id'])
time.sleep(3)
if host_items:
raw = ''
for v in host_items.values():
raw = '{0}{1}\n'.format(raw, ' '.join(['eth0'], v['id']]))
with open("host", "w+") as f:
f.write(raw)
return True
else:
logging.error(MonitorHandler.localtime + "拉取grains信息失败")
return False
def call_func():
status = control_hosts()
if status:
group_agg = NodeGroup()
group_agg.update_info()
group_agg.append_config()
else:
logging.error(MonitorHandler.localtime + "拉取grains信息失败")
sys.exit(status=127)
if __name__ == "__main__":
Monitor_Dir = '/etc/salt/pki/master/minions'
event_handler = MonitorHandler()
observer = Observer()
NodeGroup_File = '/etc/salt/master.d/nodegroups.conf'
observer.schedule(event_handler, path=Monitor_Dir, recursive=True)
observer.start()
try:
while True:
time.sleep(10)
except KeyboardInterrupt:
observer.stop()
observer.join()
页:
[1]