【CI学习】Jenkins批量停止队列和正在运行的任务

#!/usr/bin/env python
# -*- coding: utf-8 -*-
from fuer.common.jenkins_base import Cmd
import json
import optparse
import pymongo
import sys
import time


if __name__ == '__main__':
    # 用于批量关闭job的脚本
    usage = """python fast_close_jenkins_jobs.py -e [0 or 1 or 2 or 3 or 4 or 5 or 6] -s [all or linux or windows]"""
    parser = optparse.OptionParser(usage)
    env_help = "The envs to close jenkins job, e.g. 1 ==> 10.186.1.x"
    parser.add_option('-e', '--env', help=env_help, type='str')

    env_help = "The system to close jenkins job combine with env param"
    parser.add_option('-s', '--system', help=env_help, type='str')

    options, args = parser.parse_args()

    env_param = options.env
    if env_param is None:
        print('param env is null, finish script')
        sys.exit(0)

    system_param = options.system
    if system_param is None:
        print('system is null, finish script')
        sys.exit(0)

    system_filter_param = ''
    if system_param.lower() == 'linux':
        system_filter_param = 'Linux'
    elif system_param.lower() == 'windows':
        system_filter_param = 'Windows'
    else:
        pass
    env_filter_param = '10.186.' + env_param + '.'

    # # debug
    # system_filter_param = ''
    # env_filter_param = '10.186.' + '2' + '.'


    jenkins_instance = Cmd()
    mongodb_instance = pymongo.MongoClient(host='192.186.0.5', port=27017)['edrFuerNew']

    need_close_jenkins = []

    filter_param = {}
    if env_filter_param:
        filter_param['ip'] = {'$regex': env_filter_param}
    if system_filter_param:
        filter_param['os_type'] = system_filter_param
    for item in mongodb_instance['agent_info'].find(filter=filter_param):
        need_close_jenkins.append(item['jenkins_job'])

    all_wait_queue = jenkins_instance.server.get_queue_info()
    # 关闭在队列但是未构建的job
    for queue_item in all_wait_queue:
        if queue_item['task']['name'] in need_close_jenkins:
            jenkins_instance.server.cancel_queue(queue_item['id'])

    # 关闭正在构建中的job
    all_running_queue = jenkins_instance.server.get_running_builds()
    for queue_item in all_running_queue:
        if queue_item['name'] in need_close_jenkins:
            for i in range(3):
                jenkins_instance.server.stop_build(name=queue_item['name'], number=queue_item['number'])
                time.sleep(2)

    print 'run success'

document：agent_info 字段jenkins_job是jenkins上的job name

#!/usr/bin/env python
# encoding: utf-8
import re, jenkins
from time import sleep
from fuer.conf import conf
from fuer.common.logger import LOG_DEBUG, LOG_ERROR
from jenkins import NotFoundException


class Cmd(object):
    """jenkins cmd 接口
    主要提供一下API
        update_mgr
        _build_job  # TODO 移除保护方法
        is_job_finish
    """

    def __init__(self):
        self.url = conf.JENKINS["server_url"]
        self.uid = conf.JENKINS["user_id"]
        self.token = conf.JENKINS["token"]
        self.server = None
        self.create_server()

    def create_server(self):
        """
        创建连接jenkins
        :return:bool
        """
        self.server = jenkins.Jenkins(self.url, username=self.uid, password=self.token)

    def update_mgr(self, job_name, mgr_id, ver):
        """
        :param job_name:mgr对应的jenkins job
        :param mgr_id:mgr id
        :param ver: 此次升级的版本信息
        :return:
        """
        LOG_DEBUG('Job:{},update_mgr {0} {1}'.format(job_name, mgr_id, ver))
        self._build_job(job_name, mgr_id=mgr_id, ver=ver, wait=0)

    def update_agent(self, uid, cfg, tests_ver):
        """
        :param uid:对应的jenkins job id
        :param cfg:升级对应的配置
        :param tests_ver:用例标签
        :return:返回本次执行id
        """
        LOG_DEBUG('执行update_agent {0} {1} {2}'.format(uid, cfg, tests_ver))
        last_number = self.get_last_build_number(uid)
        self._build_job(uid, cfg=cfg, tests_ver=tests_ver)
        return int(last_number) + 1

    def _build_job(self, name, **kwargs):
        """
        :param name: 对应的jenkins job name
        :param kwargs:  对应配置信息
        :return:
        """
        if not kwargs:
            self.server.build_job(name)
        else:
            # String参数化构建job名为job_name的job, 参数param_dict为字典形式，如：param_dict= {"param1"：“value1”， “param2”：“value2”}
            self.server.build_job(name, parameters=kwargs)

    def is_job_finish(self, name, build_number=None, retry_times=10):
        """
        判断job名为job_name的job的某次构建是否还在构建中
        :param name: 对应的jenkins job name
        :param build_number:默认：lastBuild
        :param retry_times:
        :return:
        """
        if not build_number:
            try:
                build_number = self.server.get_job_info(name)['lastBuild']['number']
            except Exception, e:  # TODO 由于节点未连接导致的
                return False
        for retry in xrange(retry_times):
            try:
                ret = self.server.get_build_info(name, build_number)['building']
            except Exception, e:
                ret = True
                sleep(retry)
            else:
                return not ret
        return not ret

    def get_build_job_info(self, name, build_number=None):
        """
        获取job构建信息
        :param name: 对应的jenkins job name
        :param build_number:默认：lastBuild
        :return:
        """
        if not build_number:
            build_number = self.server.get_job_info(name)['lastBuild']['number']
        build_info = None
        try:
            build_info = self.server.get_build_info(name, build_number)['result']

        except Exception as e:
            LOG_ERROR("获取job构建信息出错 %s" % e)

        return build_info

    def get_job_result(self, name, build_number=None):
        """
        返回job执行结果
        :param name: 对应的jenkins job name
        :param build_number:默认：lastBuild
        :return:
        """
        if not build_number:
            build_number = self.server.get_job_info(name)['lastBuild']['number']

        build_result = None
        try:
            build_result = self.server.get_build_info(name, build_number)['result']

        except Exception as e:
            LOG_ERROR("获取job执行结果出错 %s" %e )

        return build_result

    def get_job_console(self, name, build_number=None, regular=None, group_id=1):
        """
        返回job执行日志信息
        :param name: 对应的jenkins job name
        :param build_number:默认：lastBuild
        :param regular:日志结