PYTHON 修改配置文件
python基础-修改haproxy配置文件
需要掌握的知识:
1、函数
2、文件处理
3、tag的用法
4、程序的解耦
需求:
1:查询
2:添加
3:删除
4:修改
5:退出
haproxy.conf 配置文件内容:
1 global 2 log 127.0.0.1 local2 3 daemon 4 maxconn 256 5 log 127.0.0.1 local2 info 6 defaults 7 log global 8 mode http 9 timeout connect 5000ms 10 timeout client 50000ms 11 timeout server 50000ms 12 option dontlognull 13 14 listen stats :8888 15 stats enable 16 stats uri /admin 17 stats auth admin:1234 18 19 frontend oldboy.org 20 bind 0.0.0.0:80 21 option httplog 22 option httpclose 23 option forwardfor 24 log global 25 acl www hdr_reg(host) -i www.oldboy.org 26 use_backend www.oldboy.org if www 27 28 backend www.oldboy1.org 29 server 10.10.0.10 10.10.0.10 weight 9999 maxconn 33333333333 30 server 10.10.10.1 10.10.10.1 weight 22 maxconn 2000 31 server 2.2.2.4 2.2.2.4 weight 20 maxconn 3000 32 backend www.oldboy2.org 33 server 3.3.3.3 3.3.3.3 weight 20 maxconn 3000 34 backend www.oldboy20.org 35 server 10.10.0.10 10.10.0.10 weight 9999 maxconn 33333333333
1 global 2 log 127.0.0.1 local2 3 daemon 4 maxconn 256 5 log 127.0.0.1 local2 info 6 defaults 7 log global 8 mode http 9 timeout connect 5000ms 10 timeout client 50000ms 11 timeout server 50000ms 12 option dontlognull 13 14 listen stats :8888 15 stats enable 16 stats uri /admin 17 stats auth admin:1234 18 19 frontend oldboy.org 20 bind 0.0.0.0:80 21 option httplog 22 option httpclose 23 option forwardfor 24 log global 25 acl www hdr_reg(host) -i www.oldboy.org 26 use_backend www.oldboy.org if www 27 28 backend www.oldboy1.org 29 server 10.10.0.10 10.10.0.10 weight 9999 maxconn 33333333333 30 server 10.10.10.1 10.10.10.1 weight 22 maxconn 2000 31 server 2.2.2.4 2.2.2.4 weight 20 maxconn 3000 32 backend www.oldboy2.org 33 server 3.3.3.3 3.3.3.3 weight 20 maxconn 3000 34 backend www.oldboy20.org 35 server 10.10.0.10 10.10.0.10 weight 9999 maxconn 33333333333
一、优化后的代码:
1 #!/usr/bin/env python 2 # -*- coding:utf-8 -*- 3 #Author: nulige 4 5 6 import os 7 def file_handle(filename,backend_data,record_list=None,type='fetch'): #type:fetch append change 8 new_file=filename+'_new' 9 bak_file=filename+'_bak' 10 if type == 'fetch': 11 r_list = [] 12 with open(filename, 'r') as f: 13 tag = False 14 for line in f: 15 if line.strip() == backend_data: 16 tag = True 17 continue 18 if tag and line.startswith('backend'): 19 break 20 if tag and line: 21 r_list.append(line.strip()) 22 for line in r_list: 23 print(line) 24 return r_list 25 elif type == 'append': 26 with open(filename, 'r') as read_file, \ 27 open(new_file, 'w') as write_file: 28 for r_line in read_file: 29 write_file.write(r_line) 30 31 for new_line in record_list: 32 if new_line.startswith('backend'): 33 write_file.write(new_line + '\n') 34 else: 35 write_file.write("%s%s\n" % (' ' * 8, new_line)) 36 os.rename(filename, bak_file) 37 os.rename(new_file, filename) 38 os.remove(bak_file) 39 elif type == 'change': 40 with open(filename, 'r') as read_file, \ 41 open(new_file, 'w') as write_file: 42 tag=False 43 has_write=False 44 for r_line in read_file: 45 if r_line.strip() == backend_data: 46 tag=True 47 continue 48 if tag and r_line.startswith('backend'): 49 tag=False 50 if not tag: 51 write_file.write(r_line) 52 else: 53 if not has_write: 54 for new_line in record_list: 55 if new_line.startswith('backend'): 56 write_file.write(new_line+'\n') 57 else: 58 write_file.write('%s%s\n' %(' '*8,new_line)) 59 has_write=True 60 os.rename(filename, bak_file) 61 os.rename(new_file, filename) 62 os.remove(bak_file) 63 64 65 def fetch(data): 66 backend_data="backend %s" %data 67 return file_handle('haproxy.conf',backend_data,type='fetch') 68 69 def add(data): 70 backend=data['backend'] 71 record_list=fetch(backend) 72 current_record="server %s %s weight %s maxconn %s" %(data['record']['server'],\ 73 data['record']['server'],\ 74 data['record']['weight'],\ 75 data['record']['maxconn']) 76 backend_data="backend %s" %backend 77 78 if not record_list: 79 record_list.append(backend_data) 80 record_list.append(current_record) 81 file_handle('haproxy.conf',backend_data,record_list,type='append') 82 else: 83 record_list.insert(0,backend_data) 84 if current_record not in record_list: 85 record_list.append(current_record) 86 file_handle('haproxy.conf',backend_data,record_list,type='change') 87 88 def remove(data): 89 backend=data['backend'] 90 record_list=fetch(backend) 91 current_record="server %s %s weight %s maxconn %s" %(data['record']['server'],\ 92 data['record']['server'],\ 93 data['record']['weight'],\ 94 data['record']['maxconn']) 95 backend_data = "backend %s" % backend 96 if not record_list or current_record not in record_list: 97 print('\033[33;1m无此条记录\033[0m') 98 return 99 else: 100 if len(record_list) == 1: #判断record_list是否还有一条记录 101 record_list.remove(current_record) #如果只剩一条记录,就把最后一条记录和backend都删除掉 102 else: 103 record_list.insert(0,backend_data) 104 record_list.remove(current_record) 105 file_handle('haproxy.conf',backend_data,record_list,type='change') 106 107 #{'backend':'www.oldboy20.org','record':{'server':'10.10.0.10','weight':9999,'maxconn':33333333333}} 108 109 def change(data): 110 backend=data[0]['backend'] 111 record_list=fetch(backend) 112 113 old_record="server %s %s weight %s maxconn %s" %(data[0]['record']['server'],\ 114 data[0]['record']['server'],\ 115 data[0]['record']['weight'],\ 116 data[0]['record']['maxconn']) 117 118 new_record = "server %s %s weight %s maxconn %s" % (data[1]['record']['server'], \ 119 data[1]['record']['server'], \ 120 data[1]['record']['weight'], \ 121 data[1]['record']['maxconn']) 122 backend_data="backend %s" %backend 123 124 if not record_list or old_record not in record_list: 125 print('\033[33;1m无此内容\033[0m') 126 return 127 else: 128 record_list.insert(0,backend_data) 129 index=record_list.index(old_record) 130 record_list[index]=new_record 131 file_handle('haproxy.conf',backend_data,record_list,type='change') 132 133 134 if __name__ == '__main__': 135 msg=''' 136 1:查询 137 2:添加 138 3:删除 139 4:修改 140 5:退出 141 ''' 142 menu_dic={ 143 '1':fetch, 144 '2':add, 145 '3':remove, 146 '4':change, 147 '5':exit, 148 } 149 while True: 150 print(msg) 151 choice=input("操作>>: ").strip() 152 if len(choice) == 0 or choice not in menu_dic:continue 153 if choice == '5':break 154 155 data=input("数据>>: ").strip() 156 157 #menu_dic[choice](data)==fetch(data) 158 if choice != '1': 159 data=eval(data) 160 menu_dic[choice](data) #add(data) 161 162 163 # [{'backend':'www.oldboy20.org','record':{'server':'2.2.2.3','weight':20,'maxconn':3000}},{'backend':'www.oldboy10.org','record':{'server':'10.10.0.10','weight':9999,'maxconn':33333333333}}]
二、分解实现上面过程:
1 #!/usr/bin/env python 2 # -*- coding:utf-8 -*- 3 #Author: nulige 4 5 import os 6 7 #def file_handle(filename,backend_data,record_list=None,type='fetch'): 8 9 #实现查询功能 10 11 def fetch(data): 12 backend_data="backend %s" %data #backend www.oldboy1.org 查找匹配到这行,找到对应的server记录,用字符串拼接的方法 13 record_list=[] #定义一个空列表 14 with open('haproxy.conf','r') as f: #打开haproxy.conf配置文件 15 tag=False #报警器不响 16 for line in f: #去查找文件 17 if line.strip() == backend_data: #把文件的每一行\n去掉,才能进行比较,就找到这行backend www.oldboy1.org 18 tag=True #找到人就响警报 19 continue #就跳出这个循环 20 if tag and line.startswith('backend'): #找到下一行的backend,backend www.oldboy2.org 我们就跳出循环 21 break 22 if tag and line: #相当于警报响了 23 record_list.append(line.strip()) #找到了server 10.10.0.10 10.10.0.10 weight 9999 maxconn 33333333333,就要把他加到列表中 24 for line in record_list: 25 print(line) #给用户打印找到的信息 26 return record_list #给用户返回处理的信息 27 28 def add(data): 29 30 backend=data['backend'] 31 record_list=fetch(backend) 32 current_record = "server %s %s weight %s maxconn %s" % (data['record']['server'], \ 33 data['record']['server'], \ 34 data['record']['weight'], \ 35 data['record']['maxconn']) 36 backend_data = "backend %s" % backend 37 38 if not record_list: 39 record_list.append(backend_data) 40 record_list.append(current_record) 41 with open('haproxy.conf','r') as read_file,\ 42 open('haproxy_new.conf','w') as write_file: 43 for r_line in read_file: 44 write_file.write(r_line) 45 46 for new_line in record_list: 47 if new_line.startswith('backend'): 48 write_file.write(new_line+'\n') 49 else: 50 write_file.write("%s%s\n" %(' '*8,new_line)) 51 52 else: 53 #处理recard_list 54 record_list.insert(0,backend_data) 55 record_list.append(current_record) 56 with open('haproxy.conf','r') as read_file, \ 57 open('haproxy_new.conf','w') as write_file: 58 tag = False 59 has_write = False 60 for r_line in read_file: 61 if r_line.strip() == backend_data: 62 tag = True 63 continue 64 if tag and r_line.startswith('backend'): 65 tag = False 66 if not tag: 67 write_file.write(r_line) 68 else: 69 if not has_write: 70 for new_line in record_list: 71 if new_line.startswith('backend'): 72 write_file.write(new_line + '\n') 73 else: 74 write_file.write("%s%s\n" % (' ' * 8, new_line)) 75 has_write = True 76 os.rename('haproxy.conf','haproxy_bak.conf') 77 os.rename('haproxy_new.conf','haproxy.conf') 78 os.remove('haproxy_bak.conf') 79 80 #{'backend':'lhf.oldboy.org','record':{'server':'1.1.1.1','weight':2,'maxconn':200}} 81 82 def remove(data): 83 84 backend=data['backend'] 85 record_list=fetch(backend) 86 current_record = "server %s %s weight %s maxconn %s" % (data['record']['server'], \ 87 data['record']['server'], \ 88 data['record']['weight'], \ 89 data['record']['maxconn']) 90 backend_data = "backend %s" % backend 91 if not record_list and current_record not in record_list: 92 print('\033[33:[1m无此条记录\033[0]') 93 return 94 else: 95 #处理recard_list 96 record_list.insert(0,backend_data) 97 record_list.remove(current_record) 98 with open('haproxy.conf','r') as read_file, \ 99 open('haproxy_new.conf','w') as write_file: 100 tag = False 101 has_write = False 102 for r_line in read_file: 103 if r_line.strip() == backend_data: 104 tag = True 105 continue 106 if tag and r_line.startswith('backend'): 107 tag = False 108 if not tag: 109 write_file.write(r_line) 110 else: 111 if not has_write: 112 for new_line in record_list: 113 if new_line.startswith('backend'): 114 write_file.write(new_line + '\n') 115 else: 116 write_file.write("%s%s\n" % (' ' * 8, new_line)) 117 has_write = True 118 os.rename('haproxy.conf','haproxy_bak.conf') 119 os.rename('haproxy_new.conf','haproxy.conf') 120 os.remove('haproxy_bak.conf') 121 122 #{'backend':'www.oldboy1.org11111','record':{'server':'11.100.200.1','weight':22,'maxconn':200}} 123 124 125 def change(data): 126 backend=data[0]['backend'] #找到要修改的第一条记录 127 record_list=fetch(backend) 128 old_record = "server %s %s weight %s maxconn %s" % (data[0]['record']['server'], \ 129 data[0]['record']['server'], \ 130 data[0]['record']['weight'], \ 131 data[0]['record']['maxconn']) 132 133 new_record = "server %s %s weight %s maxconn %s" % (data[1]['record']['server'], \ 134 data[1]['record']['server'], \ 135 data[1]['record']['weight'], \ 136 data[1]['record']['maxconn']) 137 backend_data = "backend %s" % backend 138 if not record_list and old_record not in record_list: #判断这个文件在原文件中不存在 139 print('\033[33:[1m无此内容\033[0]') 140 return 141 else: 142 record_list.insert(0,backend_data) #判断文件存在原文件中 143 index=record_list.index(old_record) #求出这个索引 144 record_list[index]=new_record #用新的记录,替换掉旧记录 145 with open('haproxy.conf','r') as read_file, \ 146 open('haproxy_new.conf','w') as write_file: 147 tag = False 148 has_write = False 149 for r_line in read_file: 150 if r_line.strip() == backend_data: 151 tag = True 152 continue 153 if tag and r_line.startswith('backend'): 154 tag = False 155 if not tag: 156 write_file.write(r_line) 157 else: 158 if not has_write: 159 for new_line in record_list: 160 if new_line.startswith('backend'): 161 write_file.write(new_line + '\n') 162 else: 163 write_file.write("%s%s\n" % (' ' * 8, new_line)) 164 has_write = True 165 os.rename('haproxy.conf','haproxy_bak.conf') 166 os.rename('haproxy_new.conf','haproxy.conf') 167 os.remove('haproxy_bak.conf') 168 169 #backend www.oldboy2.org 170 #server 3.3.3.3 3.3.3.3 weight 20 maxconn 3000 171 #[{'backend':'www.oldboy2.org','record':{'server':'3.3.3.3','weight':20,'maxconn':3000}},{'backend':'www.oldboy2.org','record':{'server':'10.10.10.10','weight':30,'maxconn':3000000}}] 172 173 def exit(data): 174 pass 175 176 177 if __name__ == '__main__': #__name__是python的内置变量,他会把__name__赋值给__main__ 178 msg=''' 179 1:查询 180 2:添加 181 3:删除 182 4: 修改 183 5:退出 184 ''' 185 # 定义一个字典,key对应fetch函数,其它也相同 186 menu_dic={ 187 '1':fetch, 188 '2':add, 189 '3':remove, 190 '4':change, 191 '5':exit, 192 } 193 while True: #死循环,不断跟用户交互 194 print(msg) #打印出msg信息,让用户选择菜单 195 choice=input("操作>>: ").strip() #去掉空格 196 if len(choice) == 0 or choice not in menu_dic:continue #len(choice)==0,判断他是不是空,choice不在字典里,就跳出这个操作 197 if choice == '5':break 198 199 data=input("数据>>: ").strip() #用户输入的是字符串 200 201 #menu_dic[choice](data)==fetch(data) 202 if choice != '1': #如果输入的不是查询的话,就需要把字符串转换成字典 203 data=eval(data) #因为添加和删除都要求是字典的形式,所以我们要把用户输入的字符串转成字典的形式 204 menu_dic[choice](data) #add(data)