logging模块

日志

logger = logging.basicConfig(filename='xxxxxxx.txt',
                             format='%(asctime)s - %(name)s - (levelname)s -%(module)s:  %(message)s',
                             datefmt='%Y-%m-%d %H:%M:%S',
                             level=30)
# 参数设置
# 等级
# logging.debug('x1') # 10
# logging.info('x2')  # 20
# logging.warning('x3') # 30
# logging.error('x4')    # 40
# logging.critical('x5') # 50
# logging.log(10,'x6')

# 自定义日志
logging.error('x4')

将日志写入一个文件中

import logging
import traceback
logger = logging.basicConfig(filename='xxxxxxx.txt',
                             format='%(asctime)s - %(name)s - %(levelname)s -%(module)s:  %(message)s',
                             datefmt='%Y-%m-%d %H:%M:%S',
                             level=30)


def func():
    try:
        a = a +1
    except Exception as e:
        # 获取当前错误的堆栈信息
        msg = traceback.format_exc()
        logging.error(msg)
func()

将日志写入多个文件中

import logging


# 创建一个操作日志的对象logger（依赖FileHandler）
file_handler = logging.FileHandler('log1.log', 'a', encoding='utf-8')
file_handler.setFormatter(logging.Formatter(fmt="%(asctime)s - %(name)s - %(levelname)s -%(module)s:  %(message)s"))

logger1 = logging.Logger('s1', level=logging.ERROR)
logger1.addHandler(file_handler)


logger1.error('1')



# 在创建一个操作日志的对象logger（依赖FileHandler）
file_handler2 = logging.FileHandler('log2.log', 'a', encoding='utf-8')
file_handler2.setFormatter(logging.Formatter(fmt="%(asctime)s - %(name)s - %(levelname)s -%(module)s:  %(message)s"))

logger2 = logging.Logger('s2', level=logging.ERROR)
logger2.addHandler(file_handler2)

logger2.error('2')

 django日志

LOGGING = {
    'version': 1,
    'disable_existing_loggers': False,
    'formatters': FORMATTERS,
    'handlers': HANDLERS,
    'loggers': {
        'django': {
            'handlers': ['django', 'mail_admin', 'exception'],
            'level': 'INFO',
            'propagate': False
        },
        'django.db.backends': {
            'handlers': ['default'],
            'level': 'DEBUG',
            'propagate': False
        },
        'access': {
            'handlers': ['access'],
            'level': 'INFO',
            'propagate': False
        },
        'celery.tasks': {
            'handlers': ['mail_admin'],
            'level': 'INFO',
            'propagate': False
        },
        'parso': {
            'handlers': ['parso'],
            'level': 'INFO'
        }
    },
    'root': {
        'handlers': ['default', 'mail_admin', 'exception'],
        'level': 'DEBUG'
    },
}

disable_existing_loggers如果设置其值为true,所有日志的默认设置都将被禁用,所以谨慎设置

FORMATTERS设置

FORMATTERS = {
    'access': {
        'format': '%(client_ip)s %(x_forwarded_ip)s %(asctime)s %(process)d/%(thread)d %(http_user_agent)s '
                  '%(server_name)s %(protocol)s %(path)s %(status)s %(content_length)s %(duration)s '
                  '%(levelname)s %(user)s %(last_login_role)s %(data_b)s %(message)s',
        'datefmt': "%Y/%m/%d %H:%M:%S"
    },
    'django': {
        'format': '[%(asctime)s] %(process)d/%(thread)d %(levelname)s %(message)s',
        'datefmt': "%Y/%m/%d %H:%M:%S"
    },
    'exception': {
        'format': '[%(asctime)s] %(process)d/%(thread)d %(name)s %(funcName)s %(lineno)s %(levelname)s %(message)s',
        'datefmt': "%Y/%m/%d %H:%M:%S"
    },
    'default': {
        'format': '%(asctime)s %(process)d/%(thread)d %(name)s:%(lineno)s %(levelname)s - %(message)s',
        'datefmt': "%Y/%m/%d %H:%M:%S"
    }
}

如果datefmt (a string) 被设置, 将使用time.strftime() 来format创建记录.

日志fields:

Attribute name	Format	Description
args	You shouldn’t need to format this yourself.	The tuple of arguments merged into msg to produce message, or a dict whose values are used for the merge (when there is only one argument, and it is a dictionary).
asctime	%(asctime)s	Human-readable time when the LogRecord was created. By default this is of the form ‘2003-07-08 16:49:45,896’ (the numbers after the comma are millisecond portion of the time).
created	%(created)f	Time when the LogRecord was created (as returned by time.time()).
exc_info	You shouldn’t need to format this yourself.	Exception tuple (à la sys.exc_info) or, if no exception has occurred, None.
filename	%(filename)s	Filename portion of pathname.
funcName	%(funcName)s	Name of function containing the logging call.
levelname	%(levelname)s	Text logging level for the message ('DEBUG', 'INFO', 'WARNING', 'ERROR', 'CRITICAL').
levelno	%(levelno)s	Numeric logging level for the message (DEBUG, INFO, WARNING, ERROR, CRITICAL).
lineno	%(lineno)d	Source line number where the logging call was issued (if available).
message	%(message)s	The logged message, computed as msg % args. This is set when Formatter.format() is invoked.
module	%(module)s	Module (name portion of filename).
msecs	%(msecs)d	Millisecond portion of the time when the LogRecordwas created.
msg	You shouldn’t need to format this yourself.	The format string passed in the original logging call. Merged with args to produce message, or an arbitrary object (see Using arbitrary objects as messages).
name	%(name)s	Name of the logger used to log the call.
pathname	%(pathname)s	Full pathname of the source file where the logging call was issued (if available).
process	%(process)d	Process ID (if available).
processName	%(processName)s	Process name (if available).
relativeCreated	%(relativeCreated)d	Time in milliseconds when the LogRecord was created, relative to the time the logging module was loaded.
stack_info	You shouldn’t need to format this yourself.	Stack frame information (where available) from the bottom of the stack in the current thread, up to and including the stack frame of the logging call which resulted in the creation of this record.
thread	%(thread)d	Thread ID (if available).
threadName	%(threadName)s	Thread name (if available).

你也可以自定义自己项目接口中的fields

例如在django的自定义中间件中设置

class LoggingMiddleware(object):
     def __init__(self, get_response):
         self.get_response = get_response
         self.logger = logging.getLogger('django')
         self.logger_access = logging.getLogger('access')
　　　　　
    def process_response(self, request, response):
        logging_dict = {
            'duration': time() - request.timer,
            'client_ip': request.META.get('REMOTE_ADDR'),
            'x_forwarded_ip': 
            'path': request.full_path,
            'status': response.status_code,
            'user': user_login_id,
            'last_login_role': last_login_role,
            'http_user_agent': request.META.get('HTTP_USER_AGENT'),
            'server_name': request.META.get('SERVER_NAME'),
            'content_length': request.META.get('CONTENT_LENGTH'),
            'protocol': request.META.get('SERVER_PROTOCOL'),
            'data_b': data_b
        }
        self.logger_access.info(data_c, extra=logging_dict)  # 通过关键字参数extra

HANDLERS设置

HANDLERS = {
    'mail_admin': {
        'level': 'ERROR',
        'class': 'SendEmailHandler'
    },
    'django': {
        'level': 'INFO',
        'class': 'logging.handlers.TimedRotatingFileHandler',
        'filename': '/logs/server.log',
        'when': 'midnight', # 时间后缀
        'interval': 1,
        'formatter': 'django'
    },
    'exception': {
        'level': 'WARNING',
        'class': 'logging.handlers.TimedRotatingFileHandler',
        'filename': '/logs/exception.log',
        'when': 'midnight',
        'interval': 1,
        'formatter': 'exception'
    },
    'access': {
        'level': 'INFO',
        'class': 'logging.handlers.TimedRotatingFileHandler',
        'filename': '/logs/access.log',
        'when': 'midnight',
        'interval': 1,
        'formatter': 'access'
    },
    'parso': {
        'level': 'INFO',
        'class': 'logging.StreamHandler',
        'formatter': 'default'
    },
    'default': {
        'level': 'INFO',
        'class': 'logging.handlers.TimedRotatingFileHandler',
        'filename': '/logs/default.log',
        'when': 'midnight',
        'interval': 1,
        'formatter': 'default'
    }
}

通过自定email,在异常发生时发送邮件

class SendEmailHandler(Handler):
    """An exception log handler that emails log entries to settings.EXCEPTION_MAIL_LIST.
    """
    actitve_count = 0

    @postpone
    def send_admin_mail(self, subject, message, mail_from, mail_to, fail_silently):
        if SendEmailHandler.actitve_count < 5:
            SendEmailHandler.actitve_count += 1
            send_mail(subject, message, mail_from, mail_to, fail_silently=fail_silently)
            SendEmailHandler.actitve_count -= 1
        else:
            pass

    def emit(self, record):
        if os.getenv('DONT_SEND_EXCEPTION_MAIL'):  # 应用于本地开发
            return

        subject = '%s: %s %s' % ( 
            ENV.upper(),
            record.levelname,
            record.getMessage()
        )

        def format_subject(subject):
            """
            Escape CR and LF characters.
            """
            return subject.replace('\n', ' ').replace('\r', ' ')

        subject = format_subject(subject)  # 邮件标题
        message = record.getMessage() + '\n' + traceback.format_exc()

        self.send_admin_mail(subject, message, EXCEPTION_MAIL_FROM, EXCEPTION_MAIL_LIST, False)

settings中邮件配置

EXCEPTION_MAIL_FROM = ''
EMAIL_HOST = 'smtp.xx.com'
EMAIL_PORT = ''
EMAIL_HOST_USER = ''
EMAIL_HOST_PASSWORD = ''
EMAIL_USE_TLS = True
EXCEPTION_MAIL_LIST = []