一：简介
使用Ansible + Flask + Celery搭建web平台。
目录结构
.
├── ansible_api
│ ├── ansible_playbook_inventory.py
│ ├── ansible_playbook.py
│ ├── ansible_task.py
│ ├── init.py
│ └── README.md
├── app.py
├── config
│ ├── Config.ini
│ └── hosts
├── database
│ ├── controller.py
│ ├── db_controller.py
│ └── init.py
├── README.md
├── requirements.txt
└── templates
└── index.html
4 directories, 14 files
二：Ansible Api代码
Ansible Task Api 这一部分跟命令行执行Ansible命令格式一样
ansible_task.py
#!/usr/bin/env python
# coding:utf-8
import json
from collections import namedtuple
from ansible.parsing.dataloader import DataLoader
from ansible.vars import VariableManager
from ansible.inventory import Inventory
from ansible.playbook.play import Play
from ansible.executor.task_queue_manager import TaskQueueManager
from ansible.plugins.callback import CallbackBase
# 这里为封装的返回信息，让我们获取返回信息更加方便进行处理
class ResultCallback(CallbackBase):
def __init__(self, *args):
super(ResultCallback, self).__init__(display=None)
self.status_ok = json.dumps({}, ensure_ascii=False)
self.status_fail = json.dumps({}, ensure_ascii=False)
self.status_unreachable = json.dumps({}, ensure_ascii=False)
self.status_playbook = ''
self.status_no_hosts = False
self.host_ok = {}
self.host_failed = {}
self.host_unreachable = {}
def v2_runner_on_ok(self, result):
host = result._host.get_name()
self.runner_on_ok(host, result._result)
self.host_ok[host] = result
def v2_runner_on_failed(self, result, ignore_errors=False):
host = result._host.get_name()
self.runner_on_failed(host, result._result, ignore_errors)
self.host_failed[host] = result
def v2_runner_on_unreachable(self, result):
host = result._host.get_name()
self.runner_on_unreachable(host, result._result)
self.host_unreachable[host] = result
class Task():
def __init__(self, module, command):
self.module = module
self.command = command
def run(self):
# 这里跟ansible.cfg文件中的配置一样
Options = namedtuple('Options',
['listtags',
'listtasks',
'listhosts',
'syntax',
'connection',
'module_path',
'forks',
'remote_user',
'private_key_file',
'ssh_common_args',
'ssh_extra_args',
'sftp_extra_args',
'scp_extra_args',
'become',
'become_method',
'become_user',
'verbosity',
'check']
)
variable_manager = VariableManager()
loader = DataLoader()
options = Options(listtags=False,
listtasks=False,
listhosts=False,
syntax=False,
connection='smart',
module_path='/usr/lib/python2.6/site-packages/ansible/modules/',
forks=100,
remote_user='root',
private_key_file=None,
ssh_common_args=None,
ssh_extra_args=None,
sftp_extra_args=None,
scp_extra_args=None,
become=False,
become_method=None,
become_user='root',
verbosity=None,
check=False
)
passwords = dict(vault_pass='secret')
# 传入的hosts文件
inventory = Inventory(loader=loader, variable_manager=variable_manager, host_list='config/hosts')
variable_manager.set_inventory(inventory)
# 要执行的task
play_source = dict(
name = "Ansible Play",
hosts = 'all',
gather_facts = 'no',
tasks = [
dict(action=dict(module=self.module, args=self.command), register='shell_out'),
#dict(action=dict(module='shell', args='id'), register='shell_out'),
#dict(action=dict(module='shell', args=dict(msg='{{shell_out.stdout}}')))
]
)
play = Play().load(play_source, variable_manager=variable_manager, loader=loader)
tqm = None
try:
tqm = TaskQueueManager(
inventory=inventory,
variable_manager=variable_manager,
loader=loader,
options=options,
passwords=passwords,
)
self.results_callback = ResultCallback()
tqm._stdout_callback = self.results_callback
result = tqm.run(play)
finally:
if tqm is not None:
tqm.cleanup()
def get_result(self):
# 执行任务
self.run()
result_all = {'success': {}, 'failed': {}, 'unreachable': {}}
for host, result in self.results_callback.host_ok.items():
info = {}
info['stdout'] = result._result['stdout']
info['delta'] = result._result['delta']
result_all['success'][host] = info
for host, result in self.results_callback.host_failed.items():
if 'msg' in result._result:
result_all['failed'][host] = result._result['msg']
for host, result in self.results_callback.host_unreachable.items():
if 'msg' in result._result:
result_all['unreachable'][host] = result._result['msg']
return json.dumps(result_all, ensure_ascii=False,sort_keys=True, indent=2)
if __name__ =='__main__':
res=Task('shell', 'hostname')
print res.get_result()
Ansible playbook，执行playbook文件
ansible_playbook.py
#!/usr/bin/python
#coding:utf8
import os
import json
from collections import namedtuple
from ansible.inventory import Inventory
from ansible.vars import VariableManager
from ansible.parsing.dataloader import DataLoader
from ansible.executor.playbook_executor import PlaybookExecutor
from ansible.plugins.callback import CallbackBase
from ansible.errors import AnsibleParserError
class mycallback(CallbackBase):
def __init__(self, *args):
super(mycallback, self).__init__(display=None)
self.status_ok = json.dumps({}, ensure_ascii=False)
self.status_fail = json.dumps({}, ensure_ascii=False)
self.status_unreachable = json.dumps({}, ensure_ascii=False)
self.status_playbook = ''
self.status_no_hosts = False
self.host_ok = {}
self.host_failed = {}
self.host_unreachable = {}
def v2_runner_on_ok(self, result):
host = result._host.get_name()
self.runner_on_ok(host, result._result)
self.host_ok[host] = result
def v2_runner_on_failed(self, result, ignore_errors=False):
host = result._host.get_name()
self.runner_on_failed(host, result._result, ignore_errors)
self.host_failed[host] = result
def v2_runner_on_unreachable(self, result):
host = result._host.get_name()
self.runner_on_unreachable(host, result._result)
self.host_unreachable[host] = result
def v2_playbook_on_no_hosts_matched(self):
self.playbook_on_no_hosts_matched()
self.status_no_hosts = True
def v2_playbook_on_play_start(self, play):
self.playbook_on_play_start(play.name)
self.playbook_path = play.name
class ansible_playbook():
# 初始化各项参数,根据需求修改
def __init__(self, playbook,
host_list='/etc/ansible/hosts',
ansible_cfg=None,
passwords={}):
self.playbook_path = playbook
self.passwords = passwords
Options = namedtuple('Options', ['listtags', 'listtasks', 'listhosts', 'syntax', 'connection','module_path','forks', 'remote_user', 'private_key_file', 'ssh_common_args', 'ssh_extra_args','sftp_extra_args', 'scp_extra_args', 'become', 'become_method', 'become_user','verbosity', 'check'])
self.options = Options(listtags=False, listtasks=False, listhosts=False, syntax=False, connection='smart',module_path='/usr/lib/python2.6/site-packages/ansible/modules/', forks=100,remote_user='root', private_key_file=None, ssh_common_args=None, ssh_extra_args=None,sftp_extra_args=None, scp_extra_args=None, become=False, become_method=None, become_user='root',verbosity=None, check=False)
if ansible_cfg != None:
os.environ["ANSIBLE_CONFIG"] = ansible_cfg
self.variable_manager = VariableManager()
self.loader = DataLoader()
self.inventory = Inventory(loader=self.loader, variable_manager=self.variable_manager, host_list=host_list)
# 定义运行的方法和返回值
def run(self):
#判断playbook是否存在
if not os.path.exists(self.playbook_path):
code = 1000
results = {'playbook': self.playbook_path, 'msg': self.playbook_path + ' playbook is not exist',
'flag': False}
pbex = PlaybookExecutor(playbooks=[self.playbook_path],
inventory=self.inventory,
variable_manager=self.variable_manager,
loader=self.loader,
options=self.options,
passwords=self.passwords)
self.results_callback = mycallback()
pbex._tqm._stdout_callback = self.results_callback
try:
code = pbex.run()
except AnsibleParserError:
code = 1001
results = {'playbook': self.playbook_path, 'msg': self.playbook_path + ' playbook have syntax error',
'flag': False}
return code, results
if self.results_callback.status_no_hosts:
code = 1002
results = {'playbook': self.playbook_path, 'msg': self.results_callback.status_no_hosts, 'flag': False,
'executed': False}
return code, results
def get_result(self):
result_all = {'success': {}, 'failed': {}, 'unreachable': {}}
for host, result in self.results_callback.host_ok.items():
result_all['success'][host] = result._result
for host, result in self.results_callback.host_failed.items():
if 'msg' in result._result:
result_all['failed'][host] = result._result['msg']
for host, result in self.results_callback.host_unreachable.items():
if 'msg' in result._result:
result_all['unreachable'][host] = result._result['msg']
return json.dumps(result_all, ensure_ascii=False,sort_keys=True, indent=2)
if __name__ == '__main__':
play_book = ansible_playbook(playbook='/etc/ansible/site.yml')
play_book.run()
print play_book.get_result()
Ansible playbook支持动态inventory传入
ansible_playbook_inventory.py
#!/usr/bin/python
#coding:utf8
import os
import json
from collections import namedtuple
from ansible.inventory import Inventory
from ansible.vars import VariableManager
from ansible.parsing.dataloader import DataLoader
from ansible.executor.playbook_executor import PlaybookExecutor
from ansible.plugins.callback import CallbackBase
from ansible.errors import AnsibleParserError
from ansible.inventory.group import Group
from ansible.inventory.host import Host
class mycallback(CallbackBase):
def __init__(self, *args):
super(mycallback, self).__init__(display=None)
self.status_ok = json.dumps({}, ensure_ascii=False)
self.status_fail = json.dumps({}, ensure_ascii=False)
self.status_unreachable = json.dumps({}, ensure_ascii=False)
self.status_playbook = ''
self.status_no_hosts = False
self.host_ok = {}
self.host_failed = {}
self.host_unreachable = {}
def v2_runner_on_ok(self, result):
host = result._host.get_name()
self.runner_on_ok(host, result._result)
self.host_ok[host] = result
def v2_runner_on_failed(self, result, ignore_errors=False):
host = result._host.get_name()
self.runner_on_failed(host, result._result, ignore_errors)
self.host_failed[host] = result
def v2_runner_on_unreachable(self, result):
host = result._host.get_name()
self.runner_on_unreachable(host, result._result)
self.host_unreachable[host] = result
def v2_playbook_on_no_hosts_matched(self):
self.playbook_on_no_hosts_matched()
self.status_no_hosts = True
def v2_playbook_on_play_start(self, play):
self.playbook_on_play_start(play.name)
self.playbook_path = play.name
class MyInventory(Inventory):
"""
this is my ansible inventory object.
"""
def __init__(self, resource, loader, variable_manager):
"""
resource的数据格式是一个列表字典，比如
{
"group1": {
"hosts": [{"hostname": "10.0.0.0", "port": "22", "username": "test", "password": "pass"}, ...],
"vars": {"var1": value1, "var2": value2, ...}
}
}
如果你只传入1个列表，这默认该列表内的所有主机属于my_group组,比如
[{"hostname": "10.0.0.0", "port": "22", "username": "test", "password": "pass"}, ...]
"""
self.resource = resource
self.inventory = Inventory(loader=loader, variable_manager=variable_manager, host_list=[])
self.gen_inventory()
def my_add_group(self, hosts, groupname, groupvars=None):
"""
add hosts to a group
"""
my_group = Group(name=groupname)
# if group variables exists, add them to group
if groupvars:
for key, value in groupvars.iteritems():
my_group.set_variable(key, value)
# add hosts to group
for host in hosts:
# set connection variables
hostname = host.get("hostname")
hostip = host.get('ip', hostname)
hostport = host.get("port")
username = host.get("username")
password = host.get("password")
ssh_key = host.get("ssh_key")
my_host = Host(name=hostname, port=hostport)
my_host.set_variable('ansible_ssh_host', hostip)
my_host.set_variable('ansible_ssh_port', hostport)
my_host.set_variable('ansible_ssh_user', username)
my_host.set_variable('ansible_ssh_pass', password)
my_host.set_variable('ansible_ssh_private_key_file', ssh_key)
# set other variables
for key, value in host.iteritems():
if key not in ["hostname", "port", "username", "password"]:
my_host.set_variable(key, value)
# add to group
my_group.add_host(my_host)
self.inventory.add_group(my_group)
def gen_inventory(self):
"""
add hosts to inventory.
"""
if isinstance(self.resource, list):
self.my_add_group(self.resource, 'default_group')
elif isinstance(self.resource, dict):
for groupname, hosts_and_vars in self.resource.iteritems():
self.my_add_group(hosts_and_vars.get("hosts"), groupname, hosts_and_vars.get("vars"))
class ansible_playbook(object):
# 初始化各项参数,根据需求修改
def __init__(self, playbook, hosts,ansible_cfg=None, passwords={}):
self.playbook_path = playbook
self.hosts = hosts
self.passwords = passwords
Options = namedtuple('Options',
['listtags',
'listtasks',
'listhosts',
'syntax',
'connection',
'module_path',
'forks',
'remote_user',
'private_key_file',
'ssh_common_args',
'ssh_extra_args',
'sftp_extra_args',
'scp_extra_args',
'become',
'become_method',
'become_user',
'verbosity',
'check'
])
self.options = Options(listtags=False,
listtasks=False,
listhosts=False,
syntax=False,
connection='smart',
module_path='/usr/lib/python2.6/site-packages/ansible/modules/',
forks=100,remote_user='root',
private_key_file=None,
ssh_common_args=None,
ssh_extra_args=None,
sftp_extra_args=None,
scp_extra_args=None,
become=False,
become_method=None,
become_user='root',
verbosity=None,
check=False
)
if ansible_cfg != None:
os.environ["ANSIBLE_CONFIG"] = ansible_cfg
self.variable_manager = VariableManager()
self.loader = DataLoader()
#self.inventory = Inventory(loader=self.loader, variable_manager=self.variable_manager, host_list=host_list)
self.inventory = MyInventory(self.hosts, self.loader, self.variable_manager).inventory
self.variable_manager.set_inventory(self.inventory)
# 定义运行的方法和返回值
def run(self):
#判断playbook是否存在
if not os.path.exists(self.playbook_path):
code = 1000
results = {'playbook': self.playbook_path,
'msg': self.playbook_path + ' playbook is not exist',
'flag': False
}
pbex = PlaybookExecutor(playbooks=[self.playbook_path],
inventory=self.inventory,
variable_manager=self.variable_manager,
loader=self.loader,
options=self.options,
passwords=self.passwords
)
self.results_callback = mycallback()
pbex._tqm._stdout_callback = self.results_callback
try:
code = pbex.run()
except AnsibleParserError:
code = 1001
results = {'playbook': self.playbook_path, 'msg': self.playbook_path + ' playbook have syntax error',
'flag': False}
return code, results
if self.results_callback.status_no_hosts:
code = 1002
results = {'playbook': self.playbook_path, 'msg': self.results_callback.status_no_hosts, 'flag': False,
'executed': False}
return code, results
def get_result(self):
result_all = {'success': {}, 'failed': {}, 'unreachable': {}}
for host, result in self.results_callback.host_ok.items():
result_all['success'][host] = result._result
for host, result in self.results_callback.host_failed.items():
if 'msg' in result._result:
result_all['failed'][host] = result._result['msg']
for host, result in self.results_callback.host_unreachable.items():
if 'msg' in result._result:
result_all['unreachable'][host] = result._result['msg']
return json.dumps(result_all, ensure_ascii=False,sort_keys=True, indent=2)
if __name__ == '__main__':
# 动态资产信息传入
hosts = {
"group1": {
"hosts": [{"hostname": "192.168.30.141", "port": "22", "username": "root", "password": "oracle"}],
"vars": {"var1": "value1"}
}
}
play_book = ansible_playbook(playbook='/etc/ansible/playbook_yaml/user.yml', hosts = hosts)
play_book.run()
print play_book.get_result()
目前位置Ansible API三个文件准备好了，下一步开始准备数据库的信息录入。