flask
1,
虚拟环境
建议在开发环境和生产环境下都使用虚拟环境来管理项目的依赖。
为什么要使用虚拟环境？随着你的 Python 项目越来越多，你会发现不同的项目 会需要不同的版本的 Python 库。同一个 Python 库的不同版本可能不兼容。
虚拟环境可以为每一个项目安装独立的 Python 库，这样就可以隔离不同项目之 间的 Python 库，也可以隔离项目与操作系统之间的 Python 库。
Python 内置了用于创建虚拟环境的 venv 模块。
python3 --version
Python 3.6.8
创建虚拟环境：
python3 -m venv venv
激活虚拟环境，激活后，你的终端提示符会显示虚拟环境的名称：
. venv/bin/activate
(venv) [ python_web]$
也可以不用虚拟环境，直接pip install Flask
pip install Flask
Successfully installed Flask-2.0.3 Jinja2-3.0.3 MarkupSafe-2.0.1 Werkzeug-2.0.3 click-8.0.4 dataclasses-0.8 importlib-metadata-4.8.3 itsdangerous-2.0.1 typing-extensions-4.1.1 zipp-3.6.0
设定环境变量,
export FLASK_APP=myweb
sudo vi myweb.py
from flask import Flask app = Flask(__name__) @app.route("/") def hello_world(): return "<p>Hello, World!</p>"
$ export FLASK_APP=myweb $ flask run
curl 127.0.0.1:5000
<p>Hello, World!</p>
127.0.0.1 - - [01/Mar/2022 17:21:06] "GET / HTTP/1.1" 200 -
flask run --host=机器ip地址
curl 机器ip地址:5000
生产环境部署：
Flask 应用对象实质上是一个 WSGI 应用。
可以部署在这些WSGI服务器上：
自主部署选项
与gitlab配合做CICD时，安全设置：
首先是token验证，访问的时候要有特定的token，我们才可以让这个访问生效，一般这个token可以在gitlab填，
这样gitlab访问这个脚本的时候就会带上这个token就能识别出来了。有token还不够，被人知道了咋办，
我们还要限制IP访问，只有gitlab服务器的ip我们才可以允许执行。
发布脚本：
from flask import Flask, request
import hashlib
import os
import shutil
import git
import configparser
import requests
import json
app = Flask(__name__)
valid_token = ''
valid_ip = ''
wechat_robot_webhook_url = 'https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key='
windows_engine_list=[
'ahnlab',
'alyac',
'gridinsoft',
'tws',
'systweak',
'tachyon',
'gdata',
'panda',
'kingsoft',
'baidu',
'emsisoft',
'360',
'comodo',
'quickheal',
'meta',
'xvirus',
'jiangmin',
'antiy',
'sunbelt',
'avast',
'nano',
'sangfor',
'rising'
]
linux_engine_list=[
'arcabit',
'antivir',
'clamav',
'cyren',
'drweb',
'ikarus',
'k7',
'fprot',
'fortinet',
'fsecure',
'mcafee',
'trend',
'virusbuster',
'vba'
]
base_dir = '/home/devops/deploy/'
repo_dir = '/home/devops/deploy/cloudscan-deploy/'
prev_repo_dir = '/home/devops/deploy/cloudscan-deploy-prev/'
dot_git_dir = '/home/devops/deploy/cloudscan-deploy/.git'
repo_script_dir = repo_dir + 'script/'
repo_bin_dir = repo_dir + 'bin/'
prev_repo_bin_dir = prev_repo_dir + 'bin/'
repo_conf_dir = repo_dir + 'conf/'
prev_repo_conf_dir = prev_repo_dir + 'conf/'
repo_systemd_service_dir = repo_dir + 'systemdService/'
prev_repo_systemd_service_dir = prev_repo_dir + 'systemdService/'
hosts_dir = repo_dir + 'hosts'
prev_hosts_dir = prev_repo_dir + 'hosts'
git_url = ''
ssh_key = '/home/devops/.ssh/id_rsa'
hosts_config = configparser.ConfigParser(allow_no_value=True)
hosts_config.read(hosts_dir)
linux_engine_config = hosts_config.items('linux-engine-list')
windows_engine_config = hosts_config.items('windows-engine-list')
linux_engine_list = []
windows_engine_list = []
for linux_config_tuple in linux_engine_config:
linux_engine_list.append(linux_config_tuple[0][7:])
print("the linux engine list is: ")
print(linux_engine_list)
for windows_config_tuple in windows_engine_config:
windows_engine_list.append(windows_config_tuple[0][7:])
print("the windows engine list is: ")
print(windows_engine_list)
def send_wechat_robot_message(message):
headers = {'Content-Type': 'application/json'}
data = {
"msgtype": "text",
"text": {
"content": ""+message+""
}
}
response = requests.post(url=wechat_robot_webhook_url, headers=headers, data=json.dumps(data))
if response.status_code != 200:
print("send wechat robot message error")
def get_hosts_dict(file_path):
config = configparser.ConfigParser(allow_no_value=True)
config.read(file_path)
return config
def get_diff_hosts(now_hosts, prev_hosts):
pass
# write into ini
# config.add_section('login') # add new section
# config.set('login','username','admin')
# config.set('login','password','123456')
# config.write(open(path,'a'))
# get file md5
def get_file_md5(filename):
with open(filename, 'rb') as fp:
data = fp.read()
file_md5 = hashlib.md5(data).hexdigest()
return file_md5
# get zip ext name from some dir
def get_zip_name_from_file():
for root, dirs, files in os.walk(repo_bin_dir):
files.sort()
zip_program = files.pop()
zip_name = zip_program[0:6]
return zip_name
def make_online_project_dir(*ip):
#online_host_config = get_hosts_dict(hosts_dir)
#online_bin_dir = online_host_config.get('projectconf','online_bin_dir')
#online_conf_dir = online_host_config.get('projectconf','online_conf_dir')
#project_base = online_host_config.get('projectconf','project_base')
online_bin_dir = ''
online_conf_dir = ''
online_scand_conf_dir = ''
project_base = ''
scand_dir = ''
if len(ip) > 0:
# deploy for ip list
for ip_str in ip[0]:
system_command_str = "ansible " + ip_str + " -m shell -a \" mkdir -p " + online_bin_dir +";mkdir -p "+ online_conf_dir +";mkdir -p "+ online_scand_conf_dir +";mkdir -p "+ scand_dir +";chmod -R 777 "+ scand_dir +";chown -R app:app "+ project_base +" \" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
def chown_to_program_user(ansible_group):
system_command_str = "ansible " + ansible_group + " -m shell -a \" chown -R app:app /opt/cloudscan \" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
#if give second param ip,the go_bin_name is engine name.
def restart_bin(go_bin_name, *ip):
if len(ip) > 0:
for ip_str in ip[0]:
# restart for ip list,now we restart only that engine ,the go_bin_name is the engine name
system_command_str = "ansible " + ip_str + " -m shell -a 'systemctl restart cs" + go_bin_name + ";systemctl status cs" + go_bin_name + "' --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
else:
#go_bin_name is engine name or bin grogram name
if go_bin_name.find('cs') == -1:
system_command_str = "ansible " + go_bin_name + " -m shell -a 'systemctl restart cs" + go_bin_name + ";systemctl status cs" + go_bin_name + "' --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
else:
ansible_group = go_bin_name
system_command_str = "ansible " + ansible_group + " -m shell -a 'systemctl restart " + go_bin_name + ";systemctl status " + go_bin_name + "' --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
# stop some engine's csscand daemon, if give second param, just stop that ip's engine csscand daemon
def stop_csscand_engine_bin(engine_name, *ip):
if len(ip) > 0:
for ip_str in ip[0]:
system_command_str = "ansible " + ip_str + " -m shell -a 'systemctl stop cs" + engine_name + ";systemctl status cs" + engine_name + "' --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
else:
ansible_group = engine_name
system_command_str = "ansible " + ansible_group + " -m shell -a 'systemctl stop cs" + engine_name + ";systemctl status cs" + engine_name + "' --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
def deploy_scand(scand_name):
if scand_name == 'csscand.exe':
os.system("sh "+repo_script_dir+"windows_all_element_per_stop_ansible.sh")
os.system("sh "+repo_script_dir+"scp_all_windows_bin.sh")
os.system("sh "+repo_script_dir+"windows_all_element_per_start_ansible.sh")
if scand_name == "csscand":
os.system("sh "+repo_script_dir+"scp_all_linux_bin.sh")
os.system("sh "+repo_script_dir+"all_element_per_start_ansible.sh")
def deploy_linux_engine_csscand(csscand_name, engine):
system_command_str = "ansible " + engine + " -m copy -a \"src='" + repo_bin_dir + csscand_name + "' dest='/opt/cloudscan/gobin/"+csscand_name+"' mode='0755'\" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
#os.system(system_command_str)
chown_to_program_user(engine)
# deploy all bin program, but don't incloud csscand
def deploy_bin(go_bin_name, *ip):
if len(ip) > 0:
# deploy for ip list
for ip_str in ip[0]:
system_command_str = "ansible " + ip_str + " -m copy -a \"src='" + repo_bin_dir + go_bin_name + "' dest='/opt/cloudscan/gobin/"+go_bin_name+"' mode='0755'\" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
chown_to_program_user(ip_str)
else:
ansible_group = go_bin_name
system_command_str = "ansible " + ansible_group + " -m copy -a \"src='" + repo_bin_dir + go_bin_name + "' dest='/opt/cloudscan/gobin/"+go_bin_name+"' mode='0755'\" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
chown_to_program_user(ansible_group)
def deploy_windows_bin(bin_name, engine_name):
system_command_str = "ansible "+engine_name+" -m win_copy -a 'src=" + repo_bin_dir + bin_name + " dest=D:\\\\v0.0.0\\\\app\\\\csscand.exe'"
print(system_command_str)
os.system(system_command_str)
def restart_windows_bin(engine_name):
system_command_str = "ansible "+engine_name+" -m win_shell -a 'd:\\v0.0.0\\supervisord.exe ctl start "+engine_name+" /u csscand /P g575JwqwJkLDBpbq'"
print(system_command_str)
os.system(system_command_str)
def stop_windows_bin(engine_name):
system_command_str = "ansible "+engine_name+" -m win_shell -a 'd:\\v0.0.0\\supervisord.exe ctl stop "+engine_name+" /u csscand /P g575JwqwJkLDBpbq'"
print(system_command_str)
os.system(system_command_str)
def restart_csscand_engine_bin(engine_name):
system_command_str = "ansible " + engine_name + " -m shell -a 'systemctl restart cs" + engine_name + ";systemctl status cs" + engine_name + "' --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
def deploy_windows_conf_file(conf_file_name, *engine_name):
if len(engine_name) > 0:
# deploy just some engine
system_command_str = "ansible "+engine_name[0]+" -m win_copy -a 'src=" + repo_conf_dir + conf_file_name + " dest=D:\\\\v0.0.0\\\\supervisord.conf'"
print(system_command_str)
os.system(system_command_str)
else:
system_command_str = "ansible windows -m win_copy -a 'src=" + repo_conf_dir + conf_file_name + " dest=D:\\\\v0.0.0\\\\supervisord.conf'"
print(system_command_str)
os.system(system_command_str)
# deploy all conf file ,but don't incloud csscand
def deploy_conf_file(conf_file_name, *ip):
if len(ip) > 0:
# deploy for ip list
pass
else:
ansible_group = conf_file_name[:-5]
system_command_str = "ansible " + ansible_group + " -m copy -a \"src='" + repo_conf_dir + conf_file_name + "' dest='/opt/cloudscan/conf/"+conf_file_name+"'\" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
chown_to_program_user(ansible_group)
restart_bin(ansible_group)
def deploy_csscand_conf_file(conf_file_name, *ip):
if len(ip) > 0:
# deploy for ip list
for ip_str in ip[0]:
system_command_str = "ansible " + ip_str + " -m copy -a \"src='" + repo_conf_dir + "conf/" + conf_file_name + "' dest='/opt/cloudscan/conf/conf/"+conf_file_name+"'\" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
chown_to_program_user(ip_str)
else:
ansible_group = conf_file_name[8:-5]
system_command_str = "ansible " + ansible_group + " -m copy -a \"src='" + repo_conf_dir + "conf/" + conf_file_name + "' dest='/opt/cloudscan/conf/conf/"+conf_file_name+"'\" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
chown_to_program_user(ansible_group)
restart_csscand_engine_bin(ansible_group)
def remove_csscand_conf_file(conf_file_name, *ip):
if len(ip) > 0:
# remove for ip list
for ip_str in ip[0]:
system_command_str = "ansible " + ip_str + " -m shell -a 'cd /opt/cloudscan/conf/conf/ && rm -f "+conf_file_name+"' --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
else:
ansible_group = conf_file_name[8:-5]
system_command_str = "ansible " + ansible_group + " -m shell -a 'cd /opt/cloudscan/conf/conf/ && rm -f "+conf_file_name+"' --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
def deploy_service_file(service_file_name, *ip):
if len(ip) > 0:
# deploy for ip list
for ip_str in ip[0]:
system_command_str = "ansible " + ip_str + " -m copy -a \"src='" + repo_systemd_service_dir + service_file_name + "' dest='/usr/lib/systemd/system'\" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
chown_to_program_user(ip_str)
system_command_str = "ansible " + ip_str + " -m shell -a \" systemctl daemon-reload \" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
system_command_str = "ansible " + ip_str + " -m shell -a \" systemctl enable " + service_file_name +" \" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
else:
if linux_engine_list.count(service_file_name[2:-8]) or windows_engine_list.count(service_file_name[2:-8]):
ansible_group = service_file_name[2:-8]
else:
ansible_group = service_file_name[:-8]
system_command_str = "ansible " + ansible_group + " -m copy -a \"src='" + repo_systemd_service_dir + service_file_name + "' dest='/usr/lib/systemd/system'\" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
chown_to_program_user(ansible_group)
system_command_str = "ansible " + ansible_group + " -m shell -a \" systemctl daemon-reload \" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
system_command_str = "ansible " + ansible_group + " -m shell -a \" systemctl enable " + service_file_name +" \" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
def remove_csscand_service_file(service_file_name, *ip):
if len(ip) > 0:
# remove for ip list
for ip_str in ip[0]:
system_command_str = "ansible " + ip_str + " -m shell -a 'cd /usr/lib/systemd/system && rm -f "+service_file_name+"' --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
system_command_str = "ansible " + ip_str + " -m shell -a \" systemctl daemon-reload \" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
system_command_str = "ansible " + ip_str + " -m shell -a \" systemctl disable " + service_file_name +" \" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
else:
ansible_group = service_file_name[2:-8]
system_command_str = "ansible " + ansible_group + " -m shell -a 'cd /usr/lib/systemd/system && rm -f "+service_file_name+"' --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
system_command_str = "ansible " + ansible_group + " -m shell -a \" systemctl daemon-reload \" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
system_command_str = "ansible " + ansible_group + " -m shell -a \" systemctl disable " + service_file_name +" \" --private-key " + ssh_key + " --become --become-method=sudo --become-user=root"
print(system_command_str)
os.system(system_command_str)
def deploy_bin_program():
# deploy bin program
repo_bin_list = os.listdir(repo_bin_dir)
prev_repo_bin_list = os.listdir(prev_repo_bin_dir)
for bin_file in repo_bin_list:
if bin_file == '.gitignore':
continue
if prev_repo_bin_list.count(bin_file):
print("the bin file had deploy before,we check if it have changed")
repo_bin_file_md5 = get_file_md5(repo_bin_dir + bin_file)
prev_repo_bin_file_md5 = get_file_md5(prev_repo_bin_dir + bin_file)
if repo_bin_file_md5 == prev_repo_bin_file_md5:
print("the bin file do not change,we do not need deploy it")
else:
print(
"the bin file had changed, we need deploy the new version")
if bin_file == "csscand" or bin_file == "csscand.exe":
deploy_scand(bin_file)
continue
deploy_bin(bin_file)
restart_bin(bin_file)
else:
print(
"the bin file is new file, we do not deploy it before,now we deploy it"
)
if bin_file == "csscand" or bin_file == "csscand.exe":
deploy_scand(bin_file)
continue
deploy_bin(bin_file)
restart_bin(bin_file)
def deploy_windows_csscand_conf_file(conf_file_name):
ansible_group = conf_file_name[8:-5]
system_command_str = "ansible "+ansible_group+" -m win_copy -a 'src=" + repo_conf_dir +"conf/"+ conf_file_name + " dest=D:\\\\v0.0.0\\\\conf\\\\"+conf_file_name+"'"
print(system_command_str)
os.system(system_command_str)
restart_windows_bin(ansible_group)
def remove_windows_csscand_conf_file(conf_file_name):
ansible_group = conf_file_name[8:-5]
system_command_str = "ansible "+ansible_group+" -m win_shell -a \"Remove-Item -Path 'D:\\\\v0.0.0\\\\conf\\\\"+conf_file_name+"'\""
print(system_command_str)
os.system(system_command_str)
# here, must remove prev_repo_dir's windows csscand conf file,so in deploy stage, the file will consider the new file and deploy(but in this moment,the ansible machine list is not incloud had removed machine)
system_command_str = "cd "+prev_repo_conf_dir+"conf && rm -f "+conf_file_name+""
print(system_command_str)
os.system(system_command_str)
def deploy_csscand_conf(repo_conf_dir, prev_repo_conf_dir):
repo_conf_list = os.listdir(repo_conf_dir)
prev_repo_conf_list = os.listdir(prev_repo_conf_dir)
for conf_file in repo_conf_list:
if prev_repo_conf_list.count(conf_file):
print("the conf file had deploy before,we check if it have changed")
repo_conf_file_md5 = get_file_md5(repo_conf_dir + conf_file)
prev_repo_conf_file_md5 = get_file_md5(prev_repo_conf_dir + conf_file)
if repo_conf_file_md5 == prev_repo_conf_file_md5:
print("the conf file "+conf_file+" do not change,we do not need deploy it")
else:
print("the conf file "+conf_file+"had changed, we need deploy the new version")
engine_name = conf_file[8:-5]
if linux_engine_list.count(engine_name):
deploy_csscand_conf_file(conf_file)
if windows_engine_list.count(engine_name):
deploy_windows_csscand_conf_file(conf_file)
else:
print(
"the conf file "+conf_file+" is new file, we do not deploy it before,now we deploy it"
)
engine_name = conf_file[8:-5]
if linux_engine_list.count(engine_name):
deploy_csscand_conf_file(conf_file)
if windows_engine_list.count(engine_name):
deploy_windows_csscand_conf_file(conf_file)
def deploy_conf(repo_conf_dir, prev_repo_conf_dir):
repo_conf_list = os.listdir(repo_conf_dir)
prev_repo_conf_list = os.listdir(prev_repo_conf_dir)
for conf_file in repo_conf_list:
if conf_file == 'engines.yaml' or conf_file == 'make_online_scand_conf.sh' or conf_file == 'csscand.yaml':
continue
if conf_file == 'supervisord.conf':
deploy_windows_conf_file(conf_file)
continue
if conf_file == 'conf':
now_conf = repo_conf_dir + conf_file + "/"
prev_conf = prev_repo_conf_dir + conf_file + "/"
deploy_csscand_conf(now_conf, prev_conf)
continue
if prev_repo_conf_list.count(conf_file):
print("the conf file "+conf_file+" had deploy before,we check if it have changed")
repo_conf_file_md5 = get_file_md5(repo_conf_dir + conf_file)
prev_repo_conf_file_md5 = get_file_md5(prev_repo_conf_dir + conf_file)
if repo_conf_file_md5 == prev_repo_conf_file_md5:
print("the conf file "+conf_file+"do not change,we do not need deploy it")
else:
print("the conf file "+conf_file+"had changed, we need deploy the new version")
deploy_conf_file(conf_file)
else:
print(
"the conf file "+conf_file+"is new file, we do not deploy it before,now we deploy it"
)
deploy_conf_file(conf_file)
def deploy_systemd_service(repo_systemd_service_dir, prev_repo_systemd_service_dir):
repo_systemd_service_list = os.listdir(repo_systemd_service_dir)
prev_repo_systemd_service_list = os.listdir(prev_repo_systemd_service_dir)
for service_file in repo_systemd_service_list:
if prev_repo_systemd_service_list.count(service_file):
print("the service file "+service_file+" had deploy before,we check if it have changed")
repo_service_file_md5 = get_file_md5(repo_systemd_service_dir + service_file)
prev_repo_service_file_md5 = get_file_md5(prev_repo_systemd_service_dir + service_file)
if repo_service_file_md5 == prev_repo_service_file_md5:
print("the service file "+service_file+"do not change,we do not need deploy it")
else:
print("the service file "+service_file+"had changed, we need deploy the new version")
deploy_service_file(service_file)
else:
print(
"the service file "+service_file+"is new file, we do not deploy it before,now we deploy it"
)
deploy_service_file(service_file)
def deploy_from_hosts(hosts_dict, prev_hosts_dict):
for key, value in hosts_dict.items():
if not prev_hosts_dict.has_section(key):
# the new ansible group,we must check it is new bin program or new engine,
# if it is new bin program,we will deploy it in deploy bin conf systemdService stage
# so here, we do the add new engine stage
# now, our deploy mode is don't add new engine in new machine,just add engine in old machine,
# so, we don't deploy cscand bin file.(#deploy_linux_engine_csscand("csscand", key))
# and,todo support add new engine on new machine. in this monment we must collect all ip from
# hosts and check if the engine group's ip in there
if key.find('cs') == -1:
print(key)
if linux_engine_list.count(key):
print(key)
deploy_csscand_conf_file("csscand-"+key+".yaml")
deploy_service_file("cs"+key+".service")
restart_bin(key)
if windows_engine_list.count(key):
print(key)
deploy_windows_csscand_conf_file("csscand-"+key+".yaml")
deploy_windows_conf_file("supervisord.conf", key)
#deploy_windows_bin("csscand.exe", key)
restart_windows_bin(key)
continue
else:
continue
new_engine_ip_list = list(set(hosts_dict.items(key)).difference(set(prev_hosts_dict.items(key))))
if not new_engine_ip_list:
# empty set, there is no machine added
continue
else:
ip_list = []
for ip_tuple in new_engine_ip_list:
ip_list.append(ip_tuple[0])
print(ip_list)
if linux_engine_list.count(key):
#now the ansible hosts not support key=value format
make_online_project_dir(ip_list)
deploy_csscand_conf_file("csscand-"+key+".yaml", ip_list)
deploy_service_file("cs"+key+".service", ip_list)
deploy_bin("csscand", ip_list)
restart_bin(key, ip_list)
else:
if windows_engine_list.count(key):
# now windows deploy all
deploy_windows_csscand_conf_file("csscand-"+key+".yaml")
deploy_windows_conf_file("supervisord.conf", key)
deploy_windows_bin("csscand.exe", key)
restart_windows_bin(key)
def remove_from_hosts(hosts_dict, prev_hosts_dict):
for key, value in prev_hosts_dict.items():
if not hosts_dict.has_section(key):
#now,we don't fouse on remove engine or remove program,we just do remove some engine on some machine
continue
remove_engine_ip_list = list(set(prev_hosts_dict.items(key)).difference(set(hosts_dict.items(key))))
if not remove_engine_ip_list:
# empty set, there is no engine item change
continue
else:
ip_list = []
for ip_tuple in remove_engine_ip_list:
ip_list.append(ip_tuple[0])
print(ip_list)
print(key)
if linux_engine_list.count(key):
# before remove egnine on this machine,we stop this engine's csscand
stop_csscand_engine_bin(key, ip_list)
remove_csscand_conf_file("csscand-"+key+".yaml", ip_list)
remove_csscand_service_file("cs"+key+".service", ip_list)
pass
else:
if windows_engine_list.count(key):
# now windows remove all,and deploy all new itme in deploy stage
stop_windows_bin(key)
remove_windows_csscand_conf_file("csscand-"+key+".yaml")
@app.route("/", methods=["POST"])
def deployment():
if request.method == 'POST':
if request.headers['X-Gitlab-Token'] != valid_token:
print('wrong action')
os.exit()
if request.remote_addr != valid_ip:
print('wrong user ip')
os.exit()
print('right user ip and right aciton begin deploy')
send_wechat_robot_message("deployment start")
try:
shutil.rmtree(prev_repo_dir)
except Exception as e:
print('maybe no such dir we have deleted prev_repo_dir')
print(e)
os.rename(repo_dir, prev_repo_dir)
# repo = git.Repo.clone_from(url=git_url, to_path=repo_dir)
git.Repo.clone_from(url=git_url, to_path=repo_dir)
# remote = repo.remote()
try:
shutil.rmtree(dot_git_dir)
except Exception as e:
print('maybe no such dir we have deleted .git')
print(e)
# deploy remove engine from machine ,the remove action must before copy ansible hosts
hosts_dict = get_hosts_dict(hosts_dir)
prev_hosts_dict = get_hosts_dict(prev_hosts_dir)
remove_from_hosts(hosts_dict, prev_hosts_dict)
print('after remove from hosts, we can copy the new ansible hosts to /etc/ansible/hosts,so we have all new resource group')
os.system("sudo cp "+repo_dir+"hosts /etc/ansible/hosts")
# deploy from hosts change
hosts_dict = get_hosts_dict(hosts_dir)
prev_hosts_dict = get_hosts_dict(prev_hosts_dir)
deploy_from_hosts(hosts_dict, prev_hosts_dict)
# deploy conf first
deploy_conf(repo_conf_dir, prev_repo_conf_dir)
# deploy systemd servie
deploy_systemd_service(repo_systemd_service_dir,prev_repo_systemd_service_dir)
# deploy bin program
deploy_bin_program()
# commit_log =repo.git.log()
# log_list = commit_log.split("\n")
# for item in log_list:
# print('begin')
# print(item)
# print('after')
print('deploy done, please check wechat message')
send_wechat_robot_message("deployment done")
return 'deploy successed'
------------------------------------------------------------------------------------------------------------------------------
【推荐】国内首个AI IDE，深度理解中文开发场景，立即下载体验Trae
【推荐】编程新体验，更懂你的AI，立即体验豆包MarsCode编程助手
【推荐】抖音旗下AI助手豆包，你的智能百科全书，全免费不限次数
【推荐】轻量又高性能的 SSH 工具 IShell：AI 加持，快人一步
· winform 绘制太阳，地球，月球 运作规律
· 超详细：普通电脑也行Windows部署deepseek R1训练数据并当服务器共享给他人
· 上周热点回顾（3.3-3.9）
· TypeScript + Deepseek 打造卜卦网站：技术与玄学的结合
· AI 智能体引爆开源社区「GitHub 热点速览」