nginx服务器,从access_log里面提取需要的数据
#!/bin/bash #author:xxx start_time=`date +'%d/%b/%Y:%H:00:00' -d '-1 hours'` end_time=`date +'%d/%b/%Y:%H:59:59' -d '-1 hours'` #echo $start_time #echo $end_time #每小时运行一次 #cat /data/log/nginx/xxx.com | grep 'Baiduspider' | awk '$1 >= "08/Jun/2021:15:00:00" && $1 <= "08/Jun/2021:15:59:59"' >> /data/log/nginx/Baiduspider/xxx.1-` date +%Y-%m-%d-%H -d '- 1 hours'` #cat /data/log/nginx/xxx.com | grep 'Baiduspider' | awk '$1 >= "$start_time" && $1 <= "$end_time"' >> /data/log/nginx/Baiduspider/xxx.2-` date +%Y-%m-%d-%H -d '- 1 hours'` awk '{if ($1>=stime && $1<=etime && $14~"Baiduspider") print $0}' stime=$start_time etime=$end_time /data/log/nginx/xxx.com >> /data/log/nginx/Baiduspider/xxx.com-` date +%Y-%m-%d-%H -d '- 1 hours'` awk '{if ($1>=stime && $1<=etime && $14~"Baiduspider") print $0}' stime=$start_time etime=$end_time /data/log/nginx/xxx.com >> /data/log/nginx/Baiduspider/xxx.com-` date +%Y-%m-%d-%H -d '- 1 hours'`