随笔-shell-日志处理

日志分析1

view

统计请求时间分布: egrep --no-filename '^2023-10-09 17:2[3-4].*_WsServerCallBack.*Sending message' $(ls -rt cs*log | tail -n 500) -A 3 | grep forwardMsg -B 2 | egrep '^2023' | cut -c12-19 | awk '{x[$1]++;} END{for(i in x) print(i ":" x[i])}' | sort

> echo "2023-10-09 17:24:07.857568" | cut -c12-19 => 17:24:07

日志分析2

view

# 使用 bash mlog-save.sh "2023-10-10 09:00:00"

[ "$1" != "" ] && {
    dir_name="mlog_${1}"
    dir_name=${dir_name/ /-}
    mkdir $dir_name

    echo "FILTER LOGS..."
    log_start=$(egrep -l "^$1" $(ls -rt cs*log | tail -n 500) | head -n 1)
    [ "$log_start" != "" ] && {

        echo "FILTER LOGS SUCCESS, SAVE LOG"
        cp -a $(ls -rt cs*log | egrep -w "^${log_start}$" -A 500) $dir_name/

        cd $dir_name || exit

        log_list=$(ls -rt cs*log)
        echo "$log_list" > log-list.txt

        echo -e "$dir_name:\n$log_list\n"

        [ "$log_list" != "" ] && {
            first_line=$(egrep -nr -m 1 "^$1" $log_list | head -n 1)
            [ "$first_line" != "" ] && {
                first_line_file_name=$(awk -F':' '{print $1}' <<< "$first_line")
                first_line_start_num=$(awk -F':' '{print $2}' <<< "$first_line")

                [ "$first_line_file_name" != "" ] && {
                    [ $first_line_start_num -gt 1 ] && {
                        echo "trim log: sed -i \"1,${first_line_start_num}d\" $first_line_file_name"
                        sed -i "1,${first_line_start_num}d" $first_line_file_name
                    }
                }

                echo "数据统计:"
                # ...
            }
        }
    }
}