shell基础知识
if [ ! -d /home/upgrade/iaas_v331/conf_backups ]; then mkdir -p /home/upgrade/iaas_v331/conf_backups; fi
cmd : [ -d /home/upgrade/iaas_v331/conf_backups/all ] || mkdir -p /home/upgrade/iaas_v331/conf_backups/all
now=$(date +"%Y%m%d%H%M%S")
tar -zcvf /home/upgrade/iaas_v331/conf_backups/all/etc_${now}.tar.gz /etc
if结构
if [ conidtion ] : then ... fi
if [ conditon ] : then ... else ... fi
if [ condition ] : then ... elif ... fi
简单的逻辑可以使用&& || 去替换
条件可以用命令返回值代替
if [ -e test ]; then echo exist; else echo not exist; fi
exist
[ -e test ]&&echo exist||echo not exist]
echo "1" && echo "2" || echo "3" && echo "4" || echo "5" ||echo "6" && echo "7" && echo "8" || echo "9"
1
2
4
7
8
for(( c1 : c2 : c3));
do
...;
done
for (( i=0; i<10; i++)); do echo $i; done
for x in ${array[@]}; do echo $x; done
for x in `ls`; do echo $x; done
while
i=0; while [ $i -lt 3 ];do echo $i; (( i=i+1 )); done
一个有用的小技巧，一行行的读取文件内容 while read line; do echo $line; done < /tmp/tmp
[root@zhouzz ~]# while read line; do echo $line;done < x
eeeee
fffff
ggggg
iiiii
ppppp
for f in *; do echo $f; if [ -f $f ]; then echo "this is file $f";else continue;fi;done;
bash 是一个进程 bash下还可以再重新启动一个shell，这个shell是sub shell，原shell复制自身给他
在sub shell中定义的变量，什随着sub shell的消失而消失
（）子shell中执行
{}当前shell中执行， $$当前脚本执行的pid
&后台执行
$! 运行在后台的最后一个作业的PID（进程ID）
a=100
~ {a=1; echo $a;};echo $a;
1
1
echo $PATH |awk 'BEGIN{RS=":"}END{print NR}'
RS行记录分隔符
FS记录分隔符
NR记录数
NF字段数
BEGIN END
[root@zhouzz ~]# echo $PATH |awk 'BEGIN{RS=":"}{print $0}' |awk -F '/' '{print $1,$2,$3,$4}'
usr local sbin
usr local bin
usr sbin
usr bin
usr local java
usr local java
root bin
[root@zhouzz ~]# echo $PATH |awk 'BEGIN{RS=":"}{print $0}' |awk 'BEGIN{FS="/"}{print $1,$2,$3,$4}'
[root@zhouzz ~]# echo $PATH |awk 'BEGIN{RS=":"}{print $0}' |awk 'BEGIN{FS="/|-"}{print $1,$2,$3,$4}'
RS两行之间的分割符
FS 类同 -F ‘分割符’
sed
-e 多次操作
-i 替换原文
awk 'BEGIN{RS=":"}{print $0}' |sed 's#/#-----#g'
echo $PATH |awk 'BEGIN{RS=":"}{print $0}' |sed -n '/^\/bin/./sbin/p'
sed -i -e ‘’ -e"
echo "2>1" |bc
类比SQL
grep 数据查找定位 =select * from table
awk数据切片 (名字来源于三个作者的名称) select field from table
sed数据修改
update table set field=new where field=old
grep -o pattern file 把每个匹配的内容用独立的行显示
grep -i pattern file忽略大小写
grep pattern -r dir / 递归搜索
grep -A -B -C pattern file 打印命中数据的上下文
echo "ABC" |grep -i abc
ps -ef |grep bash
ps -ef |grep bash |grep -v grep
[root@zhouzz ~]# echo "1234 7654" |grep "[0-9]4"
1234 7654
[root@zhouzz ~]# echo "1234 7654" |grep -o "[0-9]4"
34
54
patter:（BRE）
^,$
[0-9]
[a-z]
基本正则（BRE），扩展正则的区别ERE
*0个或多个
？非贪婪匹配
+一个或多个
（）分组
{}范围匹配
|匹配多个表达式的任何一个
[root@zhouzz ~]# echo "1234 7654" |grep -o "[0-9]4|76"
[root@zhouzz ~]# echo "1234 7654" |grep -oE "[0-9]4|76"
34
76
54
root@zhouzz tmp]# ls /tmp |grep jenkins83 -C2
hsperfdata_jenkins
hsperfdata_root
jenkins8376545221077029752.sh
systemd-private-40795f9ed6f04acdb904bee0520b03e8-mariadb.service-E8OrMz
systemd-private-40795f9ed6f04acdb904bee0520b03e8-ntpd.service-nzrdhO
[root@zhouzz tmp]# ls /tmp |grep jenkins83 -A2 -B2
hsperfdata_jenkins
hsperfdata_root
jenkins8376545221077029752.sh
systemd-private-40795f9ed6f04acdb904bee0520b03e8-mariadb.service-E8OrMz
systemd-private-40795f9ed6f04acdb904bee0520b03e8-ntpd.service-nzrdhO
grep 00:00:01 -r .
grep -E '404 | 503' /tmp/nginx.log |head -3
awk理论上可以代替grep
awk 'pattern{action}'
awk 'BEGIN{}END{}'开始与结束
awk '/Running/' 正则匹配
awk '/aa/,/bb/'区间匹配
awk 'NR==2' 取第二行
awk 'NR >1' 去掉第一行
ps | awk 'BEGIN{print "start"}{print $0}END{print "end"}'
awk '/ 404 | 500 /' /tmp/nginx.log
[root@zhouzz ~]# echo '1
> 2
> 3
> 4
> 5' |awk '/2/,/4/'
2
3
4
[root@zhouzz ~]# echo '1
> 2
> 3
> 4
> 5' |awk '$0>3'
4
5
echo '1
2
3
4
5' | awk '$0>3'
ps | awk 'NR>1'
ps | awk '{print $NF}'
echo $PATH | awk 'BEGIN{RS=":"}{print $0}' | grep -v "^$" | awk 'BEGIN{FS="\n";ORS=":"}{print $0}END{printf "\n" }'
echo '1,10
2,20
3,30' | awk 'BEGIN{a=0;FS=","}{a+=$2}END{print a,a/NR}'
awk 'BEGIN{print 33*20*76/200/3}'
echo "123|456_789" | awk 'BEGIN{FS="\\||_"}{print $2}'
因为双引号存在，最外层单引号确保整个内容是原样传递给awk的。然后awk收到了双引号，双引号在awk内部也有转义，然后两个反斜杠变成了一个反斜杠。这样FS就会能正常的知道竖杠不是正则了。
echo "123|456_789" | awk "BEGIN{FS=\"\\\\||_\"}{print \$2}" #尽量使用单引号
[root@zhouzz ~]# echo '1,10
> 2,20
> 3,30' | awk 'BEGIN{a=0;FS=","}{a+=$2}END{print a,a/NR}'
60 20
grep -E " 404 | 500 " /tmp/nginx.log | awk '{print $9}' | sort | uniq -c
将单行分拆为多行
[root@zhouzz ~]# echo $PATH
/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/usr/local/java/jdk1.8/bin:/usr/local/java/jdk1.8/jre/bin:/root/bin
[root@zhouzz ~]# echo $PATH |awk 'BEGIN{RS=":"}{print $0}'
/usr/local/sbin
/usr/local/bin
/usr/sbin
/usr/bin
/usr/local/java/jdk1.8/bin
/usr/local/java/jdk1.8/jre/bin
/root/bin
[root@zhouzz ~]# echo $PATH |awk 'BEGIN{RS=":"}{print NR,$0}'
1 /usr/local/sbin
2 /usr/local/bin
3 /usr/sbin
4 /usr/bin
5 /usr/local/java/jdk1.8/bin
6 /usr/local/java/jdk1.8/jre/bin
7 /root/bin
[root@zhouzz ~]# echo $PATH |awk 'BEGIN{RS=":"}END{print NR}'
7
[root@zhouzz ~]# echo $PATH |awk 'BEGIN{RS=":"}END{print NR,$0}'
7 /root/bin
将多行合成一行
[root@zhouzz ~]# echo $PATH |awk 'BEGIN{RS=":"}{print $0}' |awk 'BEGIN{FS="\n";ORS=":"}{print $0}'
/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/usr/local/java/jdk1.8/bin:/usr/local/java/jdk1.8/jre/bin:/root/bin::
[root@zhouzz ~]# echo $PATH |awk 'BEGIN{RS=":"}{print $0}' |awk 'BEGIN{FS="\n";ORS=":"}{print $0}END{printf "\n"}'
/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/usr/local/java/jdk1.8/bin:/usr/local/java/jdk1.8/jre/bin:/root/bin::
[root@zhouzz ~]# echo $PATH |awk 'BEGIN{RS=":"}{print $0}' |grep -v "^$"|awk 'BEGIN{FS="\n";ORS=":"}{print $0}END{printf "\n"}'
/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/usr/local/java/jdk1.8/bin:/usr/local/java/jdk1.8/jre/bin:/root/bin:
sed -n '2p' 打印第二行
sed 's#hello#world#'
-E 扩展表达式
--debug调试
ps | sed -n 1,3p
ps | sed 's/CMD/command/'
ps | sed -n '/ps/p'
echo '1
2
3
4
5' | sed -n '/3/,/4/p'
echo '1
2
3
4
5' | sed '/3/,/4/d'
ps | sed -e 's/CMD/command/' -e 's#00#20#g'
pattern表达式
- 20 30,35 行数与行数范围
- /pattern/ 正则匹配
- //,// 正则匹配的区间
action
- d 删除
- p 打印，通畅结合-n参数
- s/REGEXP/REPLACEMENT/[FLAGS]
- 替换时引用 \1 \2 匹配的字段
[root@zhouzz ~]# echo '1
> 1
> 2
> 3
> 4
> 5
> 6' |sed -n '/3/,/4/p'
3
4
对所有404 500 的数据，统计出现这种状态码的url，需要对url汇总（汇总相似的url，把相同的资源但是变化的id去掉）去重，打印前5个出问题的路径，把命令贴到回复里
