rabbitmq之rpc
环境：windows或者Linux，python3.6，rabbitmq3.5
要求：
可以对指定机器异步的执行多个命令
例子：
>>:run "df -h" --hosts 192.168.3.55 10.4.3.4
task id: 45334
>>: check_task 45334
>>:
注意，每执行一条命令，即立刻生成一个任务ID,不需等待结果返回，通过命令check_task TASK_ID来得到任务结果
项目结构：
rpc_client ---|
bin ---|
start_client.py ......启动生成者
core---|
main.py ......生产者主程序
rpc_server ---|
bin ---|
start_server.py ......启动消费者
core---|
ftp_server.py ......消费者主程序
用法：
启动start_client.py，输入命令格式为 run "shell指令或者dos指令" --hosts ip ip
启动start_server.py
如果消费者本机ip为输入Ip之一，则回收到指令并返回指令结果
返回后打印task id
然后通过指令check_task id 则可以查询返回结果
producer:
#!/usr/bin/env python # -*-coding:utf-8-*- # Author:zh import pika import random class RpcClient(object): # 这个类作为生成者，用来发消息 def __init__(self, command, ip, corr_id): self.response = None # 消息 self.command = command # 命令 self.queue_name = ip # 管道名称为IP self.corr_id = str(corr_id) # 随机生成的task id self.connection = pika.BlockingConnection(pika.ConnectionParameters(host="localhost")) self.channel = self.connection.channel() self.channel.queue_declare(queue=self.queue_name, durable=True) result = self.channel.queue_declare(exclusive=True) self.callback_queue = result.method.queue self.channel.basic_consume(self.on_response, no_ack=True, queue=self.callback_queue) def on_response(self, ch, method, props, body): # 收到消息后根据corr_id判断消息是由谁返回 if self.corr_id == props.correlation_id: self.response = body.decode() def call(self): # 发送命令 self.channel.basic_publish(exchange='', routing_key=self.queue_name, properties=pika.BasicProperties( reply_to=self.callback_queue, correlation_id=self.corr_id, delivery_mode=2, ), body=self.command) while self.response is None: self.connection.process_data_events() # 非阻塞版的start_consume return self.response class Command(object): # 这个类用来解析命令并传给生产者 def __init__(self): self.used_id = [] # 随机生成ID，避免重复，已生成的ID放入此列表中 self.id_data = {} # 将返回结果放入字典中存放 def run(self, *args): # 这个方法用来解析命令并传给生产者 cmd = args[0] cmd_str = cmd.split("\"") try: command = cmd_str[1] ip_list = cmd_str[2].split() ip_list.remove('--hosts') corr_id = random.randint(10000, 99999) while corr_id in self.used_id: # 防止corr_id重复 corr_id = random.randint(10000, 99999) else: self.used_id.append(corr_id) return_body = {} for i in ip_list: rpc_obj = RpcClient(command, i, corr_id) return_body[i] = rpc_obj.call() self.id_data[corr_id] = return_body print("task id:", corr_id) except IndexError: print("输入格式错误") self.help() except ValueError: print("no --hosts") self.help() def check_task(self, *args): # 这个方法用来获取ID结果 cmd = args[0] cmd_str = cmd.split() if len(cmd_str) == 2: corr_id = int(cmd_str[1]) if corr_id in list(self.id_data.keys()): result = self.id_data.pop(corr_id) for key in result: print("\033[32;1m%s:\033[0m" % key) for i in eval(result[key]): print(i) else: print("no this task id") @staticmethod def help(): print('''请输入以下命令格式：\033[32;1m start command: run "command" --hosts ip ip get answer: check_task:id\033[0m ''') def start(): cmd_obj = Command() while True: cmd = input("-->:") if len(cmd) == 0: continue cmd_str = cmd.split() cmd_title = cmd_str[0] if hasattr(cmd_obj, cmd_title): func = getattr(cmd_obj, cmd_title) func(cmd) else: cmd_obj.help()
consumer:
#!/usr/bin/env python # -*-coding:utf-8-*- # Author:zh import pika import subprocess import locale import codecs import platform import socket import os class RpcServer(object): # 这个类用来接收发来本机的消息，管道名为本机IP，将结果发往生成者 def __init__(self, queue_name): self.connection = pika.BlockingConnection(pika.ConnectionParameters(host='localhost')) self.channel = self.connection.channel() self.channel.queue_declare(queue=queue_name, durable=True) self.channel.basic_consume(self.on_request, queue=queue_name) def start(self): # 开始等待消息 self.channel.start_consuming() def on_request(self, ch, method, props, body): # 收到消息后返回消息结果 response = self.run_order(body.decode()) ch.basic_publish(exchange='', routing_key=props.reply_to, properties=pika.BasicProperties(correlation_id=props.correlation_id, delivery_mode=2,), body=str(response)) ch.basic_ack(delivery_tag=method.delivery_tag) @staticmethod def run_order(cmd): # 这个方法用来执行命令并返回结果 cmd_result = subprocess.Popen(args=cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True) return [ cmd_result.stdout.read().decode(codecs.lookup(locale.getpreferredencoding()).name), cmd_result.stderr.read().decode(codecs.lookup(locale.getpreferredencoding()).name) ] if __name__ == "__main__": hostname = socket.gethostname() system_type = platform.system() if system_type == 'Windows': ip = socket.gethostbyname(hostname) elif system_type == "Linux": ip = str(os.popen("LANG=C ifconfig | grep \"inet addr\" | grep -v \"127.0.0.1\" | awk -F " "\":\" '{print $2}' | awk '{print $1}'").readlines()[0]).strip() # 从Linux获取ip prc_obj = RpcServer(ip) prc_obj.start()
