python监控tomcat日记文件

最近写了一个用python监控tomcat日记文件的功能

实现的功能:

监控日记文件中实时过来的记录，统计每分钟各个接口调用次数，统计结果插入oracle

 

#!/usr/bin/python
# -*- coding: UTF-8 -*-
import time
import os
import signal
import subprocess
import re
import cx_Oracle

def monitorLog(logFile,oldDayTime):
    logUrl='10.0.22.**'
    #连接数据库
    connstr='username/password@10.0.22.**:**/**'
    db=cx_Oracle.connect(connstr)
    cursor = db.cursor()
    #结束时间
    startTime =''
    startMinute=''
    #读取日记文件尾部日记
    popen = subprocess.Popen('tail -f ' + logFile, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
    pid = popen.pid
    print('Popen.pid:' + str(pid))
    recommDict={}
    while True:
        line = popen.stdout.readline().strip()
        if line:
            #正则表达式得到推荐接口名字
            matchObj = re.search(r'(?<=recomm=)(.*?)(?=&)', line, re.M | re.I)
            if matchObj:
                recommName=matchObj.group()
                if recommName not in recommDict:
                    recommDict.setdefault(recommName,1)
                else:
                    value=recommDict[recommName]
                    value+=1
                    recommDict[recommName]=value
            #正则表达式获取分钟
            matchTime = re.search(r'(?<=201[1-9]:)(.*?)(?= +)', line, re.M | re.I)
            if matchTime:
                thisTime=str(matchTime.group())
                thisMinute=thisTime.split(":")[1]
                if startMinute is '':
                    startMinute = thisMinute
                    startTime = thisTime
        if startMinute!= thisMinute:
            for key in recommDict.keys():
                value=str(recommDict[key])
                logTime=str(oldDayTime)+" "+startTime
                sql = """INSERT INTO MINITOR_TOMCATLOGS(LOGURL,BEGINTIME,TIMEINTERVAL,PORTNAME,CALLNUM,UPDATETIME)VALUES ('"""+logUrl+"""','"""+logTime+"""','minute','"""+key+"""',"""+value+""",sysdate)"""
                cursor.execute(sql)
            db.commit()
            #清空recommDict
            recommDict.clear()
            startMinute =''
        #获取今天的时间
        toDayTime=time.strftime('%Y-%m-%d', time.localtime())
        if toDayTime!=oldDayTime:
            if len(recommDict)>0:
                for key in recommDict.keys():
                    value=str(recommDict[key])
                    logTime=str(oldDayTime)+" "+startTime
                    sql = """INSERT INTO MINITOR_TOMCATLOGS(LOGURL,BEGINTIME,TIMEINTERVAL,PORTNAME,CALLNUM,UPDATETIME)VALUES ('"""+logUrl+"""','"""+logTime+"""','minute','"""+key+"""',"""+value+""",sysdate)"""
                    cursor.execute(sql)
                db.commit()
            recommDict.clear()
            db.close()
            popen.kill()
            break
    nowDate=time.strftime("%Y-%m-%d", time.localtime())
    tomcatLog_dir="/opt/apache-tomcat-7.0.54/logs/"
    currLogFile=tomcatLog_dir+"localhost_access_log."+nowDate+".txt"
    monitorLog(currLogFile,nowDate)

if __name__ == '__main__':
    nowDate=time.strftime("%Y-%m-%d", time.localtime())
    tomcatLog_dir="/opt/apache-tomcat-7.0.54/logs/"
    currLogFile=tomcatLog_dir+"localhost_access_log."+nowDate+".txt"
    monitorLog(currLogFile,nowDate)