OpenEuler 配置udev绑定存储

案例说明：
在OpenEuler 20 TLS系统，集群节点通过udev绑定共享存储。

系统信息：

[root@node209 KingbaseHA]# cat /etc/os-release
NAME="openEuler"
VERSION="20.03 (LTS-SP4)"
ID="openEuler"
VERSION_ID="20.03"
PRETTY_NAME="openEuler 20.03 (LTS-SP4)"
ANSI_COLOR="0;31"

1、查看集群共享存储

[root@node208 rules.d]# lsscsi --scsi_id
[0:0:0:0]    disk    ATA      VBOX HARDDISK    1.0   /dev/sda   -
[1:0:0:0]    cd/dvd  VBOX     CD-ROM           1.0   /dev/sr0   -
[2:0:0:0]    disk    LIO-ORG  idisk1           4.0   /dev/sdb   360014052894c914c81040b4a87e59fb2
[2:0:0:1]    disk    LIO-ORG  idisk2           4.0   /dev/sdf   360014050da191d8d53b4d04a277aa8f5
[2:0:0:2]    disk    LIO-ORG  idisk7           4.0   /dev/sdg   36001405dae91187b8d24ee49a86e1558
[2:0:0:3]    disk    LIO-ORG  idisk4           4.0   /dev/sde   36001405d8832f16856e45b0b44cd9252
[2:0:0:4]    disk    LIO-ORG  idisk5           4.0   /dev/sdd   360014058606671082694fca897a2404d
[2:0:0:5]    disk    LIO-ORG  idisk6           4.0   /dev/sdc   36001405067e2cf5c3a046d299ee74301
[2:0:0:6]    disk    LIO-ORG  idisk8           4.0   /dev/sdh   36001405bcd67f428faf49eb9fc8c80dd

[root@node208 rules.d]# lsblk
NAME               MAJ:MIN RM   SIZE RO TYPE MOUNTPOINT
sda                  8:0    0 122.5G  0 disk
├─sda1               8:1    0     1G  0 part /boot
└─sda2               8:2    0 121.5G  0 part
  ├─openeuler-root 253:0    0    70G  0 lvm  /
  ├─openeuler-swap 253:1    0   4.2G  0 lvm  [SWAP]
  └─openeuler-home 253:2    0  47.3G  0 lvm  /home
sdb                  8:16   0   512M  0 disk
sdc                  8:32   0  60.6G  0 disk
sdd                  8:48   0   128M  0 disk
sde                  8:64   0   128M  0 disk
sdf                  8:80   0  10.7G  0 disk /sharedata/data_gfs2
sdg                  8:96   0   2.2G  0 disk
sdh                  8:112  0   128M  0 disk
sr0                 11:0    1  1024M  0 rom

2、配置udev绑定存储（all nodes）

[root@node208 rules.d]# cat 75-persist-iscsi.rules
KERNEL=="sd*",SUBSYSTEM=="block",PROGRAM=="/lib/udev/scsi_id -g -u -d /dev/$name",RESULT=="360014058606671082694fca897a2404d",SYMLINK+="qdsk",OWNER="root",GROUP="disk",MODE="0660"
KERNEL=="sd*",SUBSYSTEM=="block",PROGRAM=="/lib/udev/scsi_id -g -u -d /dev/$name",RESULT=="360014050da191d8d53b4d04a277aa8f5",SYMLINK+="kdata",OWNER="root",GROUP="disk",MODE="0660"

3、查看udev绑定

[root@node208 rules.d]# udevadm control --reload
[root@node208 rules.d]# udevadm trigger
[root@node208 rules.d]# /sbin/udevadm control --reload
[root@node208 rules.d]# /sbin/udevadm trigger --type=devices --action=change
# 如下所示存储绑定信息
[root@node208 rules.d]# ls -lh /dev/kdata
lrwxrwxrwx 1 root root 3 Jan  6 15:54 /dev/kdata -> sdf
[root@node208 rules.d]# ls -lh /dev/qdsk
lrwxrwxrwx 1 root root 3 Jan  6 15:54 /dev/qdsk -> sdd

# 另外节点：
[root@node209 rules.d]# cat 75-persist-iscsi.rules
KERNEL=="sd*",SUBSYSTEM=="block",PROGRAM=="/lib/udev/scsi_id -g -u -d /dev/$name",RESULT=="360014058606671082694fca897a2404d",SYMLINK+="kdata",OWNER="root",GROUP="disk",MODE="0660"
KERNEL=="sd*",SUBSYSTEM=="block",PROGRAM=="/lib/udev/scsi_id -g -u -d /dev/$name",RESULT=="360014050da191d8d53b4d04a277aa8f5",SYMLINK+="qdsk",OWNER="root",GROUP="disk",MODE="0660"

[root@node209 rules.d]# udevadm control --reload
[root@node209 rules.d]# /sbin/udevadm trigger --type=devices --action=change
[root@node208 rules.d]# ls -lh /dev/kdata
lrwxrwxrwx 1 root root 3 Jan  6 15:54 /dev/kdata -> sdf
[root@node208 rules.d]# ls -lh /dev/qdsk
lrwxrwxrwx 1 root root 3 Jan  6 15:54 /dev/qdsk -> sdd

4、配置集群指定共享存储

[root@node208 KingbaseHA]# cat cluster_manager.conf|less
######################################## Basic Configuration ####################################
################# install #################
##cluster node information
cluster_name=krac
node_name=(node208 node209)
node_ip=(192.168.1.208 192.168.1.209)

##voting disk, used for qdevice
#check votingdisk path carefully before you use silent/--silent or -y to skip confirmation of
#qdisk_init, unverified execution may cause permanent data loss.
enable_qdisk=1
votingdisk=/dev/qdsk

##shared data disk, used for gfs2
#check sharedata_disk path carefully before you use silent/--silent or -y to skip confirmation of
#cluster_disk_init, unverified execution may cause permanent data loss.
sharedata_dir=/sharedata/data_gfs2
sharedata_disk=/dev/kdata

如下所示，在集群配置文件指定绑定后的盘符链接：