关于网络中断

阿里云ECS 配置网卡多队列 提升中断处理性能

https://help.aliyun.com/document_detail/52559.html?spm=a2c4g.11174283.6.990.b2e552fekaIQx9

 关于亲和性设置  

https://www.cnblogs.com/bamanzi/p/linux-irq-and-cpu-affinity.html

http://blog.chinaunix.net/uid-105044-id-2952233.html?utm_source=jiancool

?

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134

#!/bin/bash # This is the default setting of networking multiqueue and irq affinity # 1. enable multiqueue if available # 2. irq affinity optimization # 3. stop irqbalance service   # set and check multiqueue function set_check_multiqueue() {     eth=$1     log_file=$2     queue_num=$(ethtool -l $eth | grep -ia5 'pre-set' | grep -i combined | awk {'print $2'})     if [ $queue_num -gt 1 ]; then         # set multiqueue         ethtool -L $eth combined $queue_num         # check multiqueue setting         cur_q_num=$(ethtool -l $eth | grep -iA5 current | grep -i combined | awk {'print $2'})         if [ "X$queue_num" != "X$cur_q_num" ]; then             echo "Failed to set $eth queue size to $queue_num" >> $log_file             echo "after setting, pre-set queue num: $queue_num , current: $cur_q_num" >> $log_file             return 1         else             echo "OK. set $eth queue size to $queue_num" >> $log_file         fi     else         echo "only support $queue_num queue; no need to enable multiqueue on $eth" >> $log_file     fi }     #set irq affinity function set_irq_smpaffinity() {     log_file=$1     node_dir=/sys/devices/system/node     for i in $(ls -d $node_dir/node*); do         i=${i/*node/}     done       echo "max node :$i" >> $log_file       node_cpumax=$(cat /sys/devices/system/node/node${i}/cpulist |awk -F- '{print $NF}')     irqs=($(cat /proc/interrupts |grep virtio |grep put | awk -F: '{print $1}'))     core=0     for irq in ${irqs[@]};do         VEC=$core         if [ $VEC -ge 32 ];then             let "IDX = $VEC / 32"             MASK_FILL=""             MASK_ZERO="00000000"             for ((i=1; i<=$IDX;i++))                 do                     MASK_FILL="${MASK_FILL},${MASK_ZERO}"                 done             let "VEC -= 32 * $IDX"             MASK_TMP=$((1<<$VEC))             MASK=$(printf "%X%s" $MASK_TMP $MASK_FILL)         else             MASK_TMP=$((1<<$VEC))             MASK=$(printf "%X" $MASK_TMP)         fi         echo $MASK > /proc/irq/$irq/smp_affinity         echo "mask:$MASK, irq:$irq" >> $log_file         core=$(((core+1)%(node_cpumax+1)))     done }   # stop irqbalance service function stop_irqblance() {     log_file=$1     ret=0       if [ "X" != "X$(ps -ef | grep irqbalance | grep -v grep)" ]; then         if which systemctl;then             systemctl stop irqbalance             systemctl disable irqbalance         else             service irqbalance stop             chkconfig irqbalance off         fi         if [ $? -ne 0 ]; then             echo "Failed to stop irqbalance" >> $log_file             ret=1         fi       else        echo "OK. irqbalance stoped." >> $log_file     fi     return $ret }   # main logic function main() {     ecs_network_log=/var/log/ecs_network_optimization.log     ret_value=0     echo "running $0" > $ecs_network_log     echo "========  ECS network setting starts $(date +'%Y-%m-%d %H:%M:%S') ========" >> $ecs_network_log     # we assume your NIC interface(s) is/are like eth*     eth_dirs=$(ls -d /sys/class/net/eth*)     if [ "X$eth_dirs" = "X" ]; then         echo "ERROR! can not find any ethX in /sys/class/net/ dir." >> $ecs_network_log         ret_value=1     fi     for i in $eth_dirs     do         cur_eth=$(basename $i)         echo "optimize network performance: current device $cur_eth" >> $ecs_network_log         # only optimize virtio_net device         driver=$(basename $(readlink $i/device/driver))         if ! echo $driver | grep -q virtio; then             echo "ignore device $cur_eth with driver $driver" >> $ecs_network_log             continue         fi         echo "set and check multiqueue on $cur_eth" >> $ecs_network_log         set_check_multiqueue $cur_eth $ecs_network_log         if [ $? -ne 0 ]; then             echo "Failed to set multiqueue on $cur_eth" >> $ecs_network_log             ret_value=1         fi     done       stop_irqblance  $ecs_network_log       set_irq_smpaffinity $ecs_network_log       echo "========  ECS network setting END $(date +'%Y-%m-%d %H:%M:%S')  ========" >> $ecs_network_log     return $ret_value }   # program starts here main exit $?

　

并设置了 udev 规则，对新添加的网卡（一般场景是热插网卡）配置多队列

 cat /usr/lib/udev/rules.d/62-ecs-mq.rules
ACTION=="add", SUBSYSTEM=="net", KERNEL=="eth*", RUN+="/sbin/ecs_mq_rps_rfs"