目录
列表的使用
zookeeper id 使用主机名最后的编号
判断一个文件是否是默认的，如果是就清空
blockinfile+lookup使用
replace+lookup使用
ansible2.4 api 调用
列表的使用
我们有一个列表如下（主机为server7-13）
(py3) [root@jumpserver app]# cat server_elk.yml
- hosts: ~server[7-9]$:~server1[0-3]$
vars:
topics_list:
- test
- test1
cluster_list:
- server7
- server8
- server9
- server10
- server11
- server12
- server13
roles:
# - common
- elk
如我们需要用logstash往es里面写,下面是我们需要的效果
input {
kafka {
bootstrap_servers => "server7:9096,server8:9096,server9:9096,server10:9096,server11:9096,server12:9096,server13:9096"
topics => ["test","test1"]
}
}
filter {
json {
source => "message"
}
mutate {
convert => { "upstream_response_time" => "float" }
convert => { "request_time" => "float" }
convert => { "status" => "integer" }
remove_field => "message"
}
geoip {
source => "remote_addr"
add_field => [ "[geoip][coordinates]", "%{[geoip][longitude]}" ]
add_field => [ "[geoip][coordinates]", "%{[geoip][latitude]}" ]
}
mutate {
convert => [ "[geoip][coordinates]", "float"]
}
}
output {
elasticsearch {
hosts => ["server7:9200","server8:9200","server9:9200","server10:9200","server11:9200","server12:9200","server13:9200"]
index => "logstash-%{[type]}-%{+YYYY.MM.dd}"
}
}
ansible的template可以这样写
input {
kafka {
bootstrap_servers => "{{ cluster_list|map('regex_replace', '^(.*)$', '\\1:9096')|join(',') }}"
topics => [{{ topics_list|map('regex_replace', '^(.*)$', '"\\1"')|join(',') }}]
}
}
filter {
json {
source => "message"
}
mutate {
convert => { "upstream_response_time" => "float" }
convert => { "request_time" => "float" }
convert => { "status" => "integer" }
remove_field => "message"
}
geoip {
source => "remote_addr"
add_field => [ "[geoip][coordinates]", "%{[geoip][longitude]}" ]
add_field => [ "[geoip][coordinates]", "%{[geoip][latitude]}" ]
}
mutate {
convert => [ "[geoip][coordinates]", "float"]
}
}
output {
elasticsearch {
hosts => [{{ cluster_list|map('regex_replace', '^(.*)$', '"\\1:9200"')|join(',') }}]
index => "logstash-%{[type]}-%{+YYYY.MM.dd}"
}
}
zookeeper id 使用主机名最后的编号
如server7的myid就是7
[root@server11 ~]# cat /opt/zookeeper/data/myid
11
template 中需要
# cat roles/common/templates/myid.j2
{{ ansible_hostname|replace('-','/') |basename}}
判断一个文件是否是默认的，如果是就清空
比如我们安装filebeat，然后/etc/filebeat/filebeat.yml这个文件是默认的话，我们就需要清空，不是我们需要用blockinfile往里面填东西，由于有多次添加的需要，而且还需要做成状态的所以有了这个需求
- name: reset file config is the /etc/filebeat/filebeat.yml file is default
shell: "[[ $(md5sum /etc/filebeat/filebeat.yml) == 582eb1601bde332db2d09d2ee2d8286b* ]] && > /etc/filebeat/filebeat.yml"
ignore_errors: True
blockinfile + lookup 使用
lookup 可以lookup很多东西如dns，file等等具体可以看(官方文档)[http://docs.ansible.com/ansible/latest/playbooks_lookups.html]
- name: copy filebeat header config
blockinfile:
path: /etc/filebeat/filebeat.yml
block: "{{ lookup('template', 'header.yml') }}"
marker: "# {mark} filebeat header"
insertbefore: BOF
notify:
- restart filebeat
- name: copy filebeat.prospectors config
blockinfile:
path: /etc/filebeat/filebeat.yml
block: "{{ lookup('template', 'input_type.yml') }}"
marker: "# {mark} filebeat {{ document_type }}"
insertafter: "# END filebeat header"
notify:
- restart filebeat
- name: copy filebeat output config
blockinfile:
path: /etc/filebeat/filebeat.yml
block: "{{ lookup('template', 'output.yml') }}"
marker: "# {mark} filebeat output"
insertafter: EOF
notify:
- restart filebeat
replace + lookup 使用
这个file文件就放在roles/nginx_conf/files下面
- name: add access_log_json
blockinfile:
path: "{{ nginx_file }}"
marker: "# {mark} access_log_json "
insertafter: 'http_x_forwarded_for"'
content: "{{ lookup('file', './access_log_json') }}"
backup: yes
notify:
- reload nginx
- name: change file to access_log_json
replace:
path: "{{ nginx_file }}"
regexp: 'access_log {{ logfile }} main;'
replace: 'access_log {{ logfile }} access_log_json;'
backup: yes
notify:
- reload nginx
# cat roles/nginx_conf/files/access_log_json
log_format access_log_json '{"remote_addr":"$remote_addr","host":"$host","time_iso8601":"$time_iso8601","request":"$request","status":"$status","body_bytes_sent":"$body_bytes_sent","http_referer":"$http_referer","http_user_agent":"$http_user_agent","http_x_forwarded_for":"$http_x_forwarded_for","upstream_response_time":"$upstream_response_time","uri":"$uri","request_time":"$request_time"}'
ansible2.4 api 调用
需要更改的地方就是inventory的地方,sources改成自己inventory文件的位置，然后hosts配置成自己需要操作的主机名就行了，这里面好多参数其实都可以ansible --help来看，一下是根据官网的例子改写的，不过就简单的能跑shell模块了。
#!/usr/bin/env python
import json
from collections import namedtuple
from ansible.parsing.dataloader import DataLoader
from ansible.vars.manager import VariableManager
from ansible.inventory.manager import InventoryManager
from ansible.playbook.play import Play
from ansible.executor.task_queue_manager import TaskQueueManager
from ansible.plugins.callback import CallbackBase
class ResultCallback(CallbackBase):
"""A sample callback plugin used for performing an action as results come in
If you want to collect all results into a single object for processing at
the end of the execution, look into utilizing the ``json`` callback plugin
or writing your own custom callback plugin
"""
def v2_runner_on_failed(self, result, **kwargs):
print(result._host)
def v2_runner_on_unreachable(self, result):
print("*"*10, "v2_runner_on_unreachable")
print(result._host)
def v2_runner_on_ok(self, result, **kwargs):
"""Print a json representation of the result
This method could store the result in an instance attribute for retrieval later
"""
host = result._host
print(json.dumps({host.name: result._result}, indent=4))
Options = namedtuple('Options', ['connection', 'module_path', 'forks', 'become', 'become_method', 'become_user', 'check', 'diff'])
# initialize needed objects
loader = DataLoader()
options = Options(connection='smart', module_path='/path/to/mymodules', forks=100, become=None, become_method=None, become_user=None, check=False,
diff=False)
passwords = dict(vault_pass='secret')
# Instantiate our ResultCallback for handling results as they come in
results_callback = ResultCallback()
# create inventory and pass to var manager
#inventory = InventoryManager(loader=loader, sources=['localhost'])
inventory = InventoryManager(loader=loader, sources=['/etc/ansible/d_inv.py'])
variable_manager = VariableManager(loader=loader, inventory=inventory)
# create play with tasks
play_source = dict(
name = "Ansible Play",
hosts = 'node1.com',
gather_facts = 'no',
tasks = [
#dict(action=dict(module='shell', args='ls'), register='shell_out'),
dict(action=dict(module='shell', args='route -n'), ),
#dict(action=dict(module='debug', args=dict(msg='{{shell_out.stdout}}')))
]
)
play = Play().load(play_source, variable_manager=variable_manager, loader=loader)
# actually run it
tqm = None
try:
tqm = TaskQueueManager(
inventory=inventory,
variable_manager=variable_manager,
loader=loader,
options=options,
passwords=passwords,
stdout_callback=results_callback, # Use our custom callback instead of the ``default`` callback plugin
)
result = tqm.run(play)
finally:
if tqm is not None:
tqm.cleanup()
