一键部署nfs、rsync、sersync

一键部署nfs、rsync、sersync

项目代码：

链接：https://pan.baidu.com/s/13I0BBAYsdK-KmPekZ5VpdA
提取码：u2tw
--来自百度网盘超级会员V6的分享

目录结构

[root@m01 /ansible/roles]# tree -F
.
├── fenfa.sh              #分发秘钥脚本
├── group_vars/		      #主机组变量
│ └── all/
│     └── main.yml
├── hosts				  #hosts文件
├── nfs-client/
│ ├── files/
│ ├── handlers/
│ ├── tasks/
│ │ └── main.yml
│ └── templates/
├── nfs-server/
│ ├── files/
│ ├── handlers/
│ │ └── main.yml
│ ├── tasks/
│ │ └── main.yml
│ └── templates/
│     └── exports.j2
├── rsync-client/
│ ├── files/
│ ├── handlers/
│ ├── tasks/
│ │ └── main.yml
│ └── templates/
│     ├── back-conf.j2
│     └── rsync.j2
├── rsync-server/
│ ├── files/
│ ├── handlers/
│ │ └── main.yml
│ ├── tasks/
│ │ └── main.yml
│ └── templates/
│     └── rsyncd.j2
├── sersync-client/
│ ├── files/
│ ├── handlers/
│ ├── tasks/
│ │ └── main.yml
│ └── templates/
├── sersync-server/
│ ├── files/
│ │ └── sersync2.5.4_64bit_binary_stable_final.tar.gz
│ ├── handlers/
│ ├── tasks/
│ │ └── main.yml
│ └── templates/
│     └── confxml.j2*
└── top.yml				#启动文件

fenfa.sh文件内容

[root@m01 /ansible/roles]# cat fenfa.sh 
#!/bin/bash
#author: wh
#version: v2 
#desc: 一键创建秘钥对 分发秘钥对 

#1.vars
pass=1             #服务器的密码
ips="172.16.1.7 172.16.1.31 172.16.1.41"
. /etc/init.d/functions

#1.4 判断是否联网或是否可以使用yum
#1.5 加入判断sshpass命令是否存在,如果不存在则安装

#2.创建秘钥对
if [ -f ~/.ssh/id_rsa ] ;then
   echo "已经创建过秘钥对"
else
   echo "正在创建秘钥对...."
   ssh-keygen -t rsa  -f  ~/.ssh/id_rsa   -P ''  &>/dev/null
   if [ $? -eq 0 ];then
       action "密钥创建成功" /bin/true
   else
       action "密钥创建失败" /bin/false
   fi
fi

#3.通过循环发送公钥
for ip  in  $ips 
do 
   sshpass -p${pass} ssh-copy-id -i ~/.ssh/id_rsa.pub -oStrictHostKeyChecking=no  $ip &>/dev/null
   if [ $? -eq 0 ];then
       action "$ip 公钥分发 成功" /bin/true
   else
       action "$ip 公钥分发 失败" /bin/false
   fi
done

hosts文件内容

[root@m01 /ansible/roles]# cat hosts 
[web]
172.16.1.7

[nfs]
172.16.1.31

[backup]
172.16.1.41

启动文件top.yml文件内容

[root@m01 /ansible/roles]# cat top.yml 
- hosts: nfs										
  roles:
    - role: nfs-server
    - role: rsync-client
    - role: sersync-server

- hosts: backup
  roles:
    - role: rsync-server
    - role: rsync-client
    - role: sersync-client

- hosts: web
  roles:
    - role: rsync-client
    - role: nfs-client

主机组变量文件内容

[root@m01 /ansible/roles]# cat group_vars/all/main.yml 
#nfs的用户
nfs_user: nfsnobody

#nfs的共享的挂载目录
nfs_dir: /data

#nfs配置的共享目录
nfs_server_dir: "172.16.1.31:/data"

#web挂载nfs的目录
web_nfs_dir: /upload

#rsync用户
rsync_user: rsync

#rsync认证用户
rsync_auth_user: rsync_backup

#rsync服务端ip
rsync_server_ip: 172.16.1.41

#rsync备份配置文件的模板
rsync_module_name: backup

#rsync的备份共享目录
rsync_dir: /backup

#rsync密码文件
rsync_client_pass_dir: /etc/rsync.client

#rsync的密码
rsync_auth_password: 1

#sersync的nfs实时同步模块
sersync_module_name: nfsbackup

#sersync的nfs实时同步目录
sersync_dir: /nfsbackup

nfs客户端文件内容

[root@m01 /ansible/roles]# cat nfs-client/tasks/main.yml 
- name: 安装nfs-utils
  yum:
    name: nfs-utils
    state: present
- name: 挂载目录
  mount:
    src: "{{ nfs_server_dir }}"
    path: "{{ web_nfs_dir }}"
    fstype: nfs
    state: mounted

nfs服务端文件内容

[root@m01 /ansible/roles]# cat nfs-server/tasks/main.yml 
- name: 安装rpcbind，nfs-utils
  yum: 
    name: "{{ item }}"
    state: present
  loop:
    - rpcbind
    - nfs-utils
- name: 创建共享目录，修改属主属组
  file:
    path: "{{ nfs_dir }}"
    state: directory
    owner: "{{ nfs_user }}"
    group: "{{ nfs_user }}"
- name: 修改配置文件
  template:
    src: exports.j2
    dest: /etc/exports
    backup: yes
  notify:
    - 重载nfs
- name: 启动rpcbind,nfs
  systemd:
    name: "{{ item }}"
    enabled: yes
    state: started
  loop:
    - rpcbind
    - nfs
    
[root@m01 /ansible/roles]# cat nfs-server/handlers/main.yml 
- name: 重载nfs
  systemd:
    name: nfs
    state: reloaded
    
[root@m01 /ansible/roles]# cat nfs-server/templates/exports.j2 
{{ nfs_dir }} 172.16.1.0/24(rw)

rsync客户端文件内容

[root@m01 /ansible/roles]# cat rsync-client/tasks/main.yml 
- name: 安装rsync
  yum: 
    name: rsync
    state: present
- name: 创建脚本目录
  file:
    path: /server/scripts
    state: directory
- name: 分发备份脚本
  template:
    src:  back-conf.j2
    dest: /server/scripts/back-conf.sh
- name: 分发密码文件
  template:
    src: rsync.j2
    dest: "{{ rsync_client_pass_dir }}" 
    mode: 600
- name: 创建定时任务
  cron:
    name: backup conf
    minute: "*/2"
    job: sh /server/scripts/back-conf.sh &>/dev/null
    state: present
    
[root@m01 /ansible/roles]# cat rsync-client/templates/back-conf.j2 
#!/bin/bash
#author: wh
#desc:   备份配置文件+定时任务+推送到rsync服务端

source /etc/profile
source ~/.bash_profile
#定义变量
ip=`ifconfig|awk 'NR==2{print $2}'`
date=`date +%F`
backup_dir=/backup/${ip}
backup_filename=conf-${date}.tar.gz
#rsync用户
rsync_authUser={{ rsync_auth_user }}
#rsync密码文件
rsync_passwdFile={{ rsync_client_pass_dir }}
#服务端ip
rsync_serviceIP={{ rsync_server_ip }}
#备份服务器备份模块
rsync_module={{ rsync_module_name }}

#创建备份目录
mkdir -p ${backup_dir}

#备份
tar zcf ${backup_dir}/${backup_filename} /etc/ /var/spool/cron

#生成md5sum校验文件
md5sum ${backup_dir}/${backup_filename} > ${backup_dir}/conf.md5

#推送到rsync服务端
rsync -az ${backup_dir} ${rsync_authUser}@${rsync_serviceIP}::${rsync_module} --password-file=${rsync_passwdFile}

#删除7天之前的备份
rm -f `find ${backup_dir} -type f -name "*.tar.gz" -mtime +7`

[root@m01 /ansible/roles]# cat rsync-client/templates/rsync.j2 
{{ rsync_auth_password }}

rsync服务端文件内容

[root@m01 /ansible/roles]# cat rsync-server/tasks/main.yml 
- name: 安装rsync
  yum:
    name: rsync
    state: present
- name: 配置rsync
  template:
    src: rsyncd.j2
    dest: /etc/rsyncd.conf
    backup: yes
  notify:
    - 重启rsync
- name: 创建用户
  user:
    name: "{{ rsync_user }}"
    create_home: no
    shell: /sbin/nologin  
- name: 创建共享目录,修改属组属主 /backup
  file:
    path: "{{ rsync_dir }}"
    state: directory
    owner: "{{ rsync_user }}"
    group: "{{ rsync_user }}"
- name: 创建密码文件并写入密码修改权限
  lineinfile:
    path: /etc/rsync.password
    line: "{{ rsync_auth_user }}:{{ rsync_auth_password }}"
    create: yes
    mode: 600
- name: 启动rsync
  systemd:
    name: rsyncd
    enabled: yes
    state: started

[root@m01 /ansible/roles]# cat rsync-server/handlers/main.yml 
- name: 重启rsync    
  systemd:
    name: rsyncd
    state: restarted

[root@m01 /ansible/roles]# cat rsync-server/templates/rsyncd.j2 
fake super =yes 
uid = rsync
gid = rsync
use chroot = no
max connections = 2000
timeout = 600
pid file = /var/run/rsyncd.pid
lock file = /var/run/rsync.lock
log file = /var/log/rsyncd.log
ignore errors
read only = false
list = false
#hosts allow = 10.0.0.0/24
#hosts deny = 0.0.0.0/32
auth users = rsync_backup
secrets file = /etc/rsync.password
#######################################
[{{ rsync_module_name }}]
comment = "备份文件夹"
path = {{ rsync_dir }}
[{{ sersync_module_name }}]
comment = "nfs备份文件夹"
path = {{ sersync_dir }}

sersync客户端文件内容

[root@m01 /ansible/roles]# cat sersync-server/tasks/main.yml 
- name: 创建bin目录,conf目录
  file:
    path: "{{ item }}"
    state: directory
  loop:
    - /app/tools/sersync/bin/
    - /app/tools/sersync/conf/
- name: 解压sersync2.5.4_64bit_binary_stable_final.tar.gz
  unarchive:
    src:  sersync2.5.4_64bit_binary_stable_final.tar.gz
    dest: /root/
- name: 移动目录
  shell: "mv /root/GNU-Linux-x86/sersync2 /app/tools/sersync/bin"           
- name: 拷贝配置文件
  template:
    src: confxml.j2
    dest: /app/tools/sersync/conf/confxml.xml        
    backup: yes
- name: 创建快捷方式
  file:
    path: /bin/sersync2
    src: /app/tools/sersync/bin/sersync2
    state: link
- name: 启动sersync 
  shell: "sersync2 -rdo /app/tools/sersync/conf/confxml.xml"
  
[root@m01 /ansible/roles]# cat sersync-server/templates/confxml.j2 
<?xml version="1.0" encoding="ISO-8859-1"?>
<head version="2.5">
    <host hostip="localhost" port="8008"></host>
    <debug start="false"/>
    <fileSystem xfs="false"/>
    <filter start="false">
	<exclude expression="(.*)\.svn"></exclude>
	<exclude expression="(.*)\.gz"></exclude>
	<exclude expression="^info/*"></exclude>
	<exclude expression="^static/*"></exclude>
    </filter>
    <inotify>
	<delete start="true"/>
	<createFolder start="true"/>
	<createFile start="false"/>
	<closeWrite start="true"/>
	<moveFrom start="true"/>
	<moveTo start="true"/>
	<attrib start="false"/>
	<modify start="false"/>
    </inotify>

    <sersync>
	<localpath watch="{{ nfs_dir }}">
	    <remote ip="{{ rsync_server_ip }}" name="{{ sersync_module_name }}"/>
	    <!--<remote ip="192.168.8.39" name="tongbu"/>-->
	    <!--<remote ip="192.168.8.40" name="tongbu"/>-->
	</localpath>
	<rsync>
	    <commonParams params="-az"/>
	    <auth start="true" users="{{ rsync_auth_user }}" passwordfile="{{ rsync_client_pass_dir }}"/>
	    <userDefinedPort start="false" port="874"/><!-- port=874 -->
	    <timeout start="false" time="100"/><!-- timeout=100 -->
	    <ssh start="false"/>
	</rsync>
	<failLog path="/tmp/rsync_fail_log.sh" timeToExecute="60"/><!--default every 60mins execute once-->
	<crontab start="false" schedule="600"><!--600mins-->
	    <crontabfilter start="false">
		<exclude expression="*.php"></exclude>
		<exclude expression="info/*"></exclude>
	    </crontabfilter>
	</crontab>
	<plugin start="false" name="command"/>
    </sersync>

    <plugin name="command">
	<param prefix="/bin/sh" suffix="" ignoreError="true"/>	<!--prefix /opt/tongbu/mmm.sh suffix-->
	<filter start="false">
	    <include expression="(.*)\.php"/>
	    <include expression="(.*)\.sh"/>
	</filter>
    </plugin>

    <plugin name="socket">
	<localpath watch="/opt/tongbu">
	    <deshost ip="192.168.138.20" port="8009"/>
	</localpath>
    </plugin>
    <plugin name="refreshCDN">
	<localpath watch="/data0/htdocs/cms.xoyo.com/site/">
	    <cdninfo domainname="ccms.chinacache.com" port="80" username="xxxx" passwd="xxxx"/>
	    <sendurl base="http://pic.xoyo.com/cms"/>
	    <regexurl regex="false" match="cms.xoyo.com/site([/a-zA-Z0-9]*).xoyo.com/images"/>
	</localpath>
    </plugin>
</head>

#此文件在百度网盘的链接接里，或者从官网下载也行
[root@m01 /ansible/roles]# ll sersync-server/files
total 712
-rw-r--r-- 1 root root 727290 Feb  7 15:27 sersync2.5.4_64bit_binary_stable_final.tar.gz