centos7挂载浪潮FC存储

1. 查看WWPN

# lspci |grep Fibre

81:00.0 Fibre Channel: Emulex Corporation LPe15000/LPe16000 Series 8Gb/16Gb Fibre Channel Adapter (rev 30)
81:00.1 Fibre Channel: Emulex Corporation LPe15000/LPe16000 Series 8Gb/16Gb Fibre Channel Adapter (rev 30)
c2:00.0 Fibre Channel: Emulex Corporation LPe15000/LPe16000 Series 8Gb/16Gb Fibre Channel Adapter (rev 30)
c2:00.1 Fibre Channel: Emulex Corporation LPe15000/LPe16000 Series 8Gb/16Gb Fibre Channel Adapter (rev 30)

# ls -l   /sys/class/fc_host/
total 0
lrwxrwxrwx 1 root root 0 7月  29 15:11 host10 -> ../../devices/pci0000:c0/0000:c0:03.0/0000:c2:00.1/host10/fc_host/host10
lrwxrwxrwx 1 root root 0 7月  29 15:11 host7 -> ../../devices/pci0000:80/0000:80:02.0/0000:81:00.0/host7/fc_host/host7
lrwxrwxrwx 1 root root 0 7月  29 15:11 host8 -> ../../devices/pci0000:80/0000:80:02.0/0000:81:00.1/host8/fc_host/host8
lrwxrwxrwx 1 root root 0 7月  29 15:11 host9 -> ../../devices/pci0000:c0/0000:c0:03.0/0000:c2:00.0/host9/fc_host/host9

# more /sys/class/fc_host/host7/port_state 
Online

# more /sys/class/fc_host/host8/port_state 
Linkdown

# more /sys/class/fc_host/host9/port_state 
Online

# more /sys/class/fc_host/host10/port_state 
Linkdown

# more /sys/class/fc_host/host7/port_name 
0x100000109b41825b

# more /sys/class/fc_host/host9/port_name 
0x100000109b418488

2. 存储主机映射

3. 扫描磁盘

# echo '1' > /sys/class/fc_host/host7/issue_lip
# echo '1' > /sys/class/fc_host/host9/issue_lip

# lsblk 
NAME   MAJ:MIN RM   SIZE RO TYPE MOUNTPOINT
sda      8:0    0 446.6G  0 disk 
├─sda1   8:1    0  46.6G  0 part /
└─sda2   8:2    0 400.1G  0 part /opt
sdb      8:16   0  13.1T  0 disk 
└─sdb1   8:17   0  13.1T  0 part 
sdc      8:32   0  13.1T  0 disk 
└─sdc1   8:33   0  13.1T  0 part 
sdd      8:48   0  13.1T  0 disk 
└─sdd1   8:49   0  13.1T  0 part 
sde      8:64   0  13.1T  0 disk 
└─sde1   8:65   0  13.1T  0 part 
sdf      8:80   0  13.1T  0 disk 
└─sdf1   8:81   0  13.1T  0 part 
sdg      8:96   0  13.1T  0 disk 
└─sdg1   8:97   0  13.1T  0 part 
sdh      8:112  0  13.1T  0 disk 
└─sdh1   8:113  0  13.1T  0 part 
sdi      8:128  0  13.1T  0 disk 
└─sdi1   8:129  0  13.1T  0 part 

4. 多路径支持

# yum install -y device-mapper-multipath libaio-devel

# modprobe dm-multipath
# modprobe dm-round-robin

# lsmod | grep -i multi
dm_multipath           27792  1 dm_round_robin
dm_mod                124501  1 dm_multipath

# systemctl enable multipathd && systemctl restart multipathd

# mpathconf --enable --find_multipaths y --with_module y 

# cat > /etc/multipath.conf << EOF
defaults {
        user_friendly_names yes
        find_multipaths yes
        failback immediate
        no_path_retry fail
}

blacklist {
       devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"
       devnode "^hd[a-z]"
       devnode "^sda"
}
EOF

# systemctl restart multipathd

# multipath -ll
mpatha (36005076708808065f800000000000002) dm-0 INSPUR  ,MCS             
size=13T features='0' hwhandler='0' wp=rw
|-+- policy='service-time 0' prio=1 status=active
| `- 7:0:7:0 sdd 8:48  active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 7:0:3:0 sdb 8:16  active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 7:0:4:0 sdc 8:32  active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 7:0:6:0 sde 8:64  active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 9:0:7:0 sdi 8:128 active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 9:0:3:0 sdh 8:112 active ready running
|-+- policy='service-time 0' prio=1 status=enabled
| `- 9:0:4:0 sdf 8:80  active ready running
`-+- policy='service-time 0' prio=1 status=enabled
  `- 9:0:6:0 sdg 8:96  active ready running

# cat > /etc/multipath.conf << EOF
defaults {
        user_friendly_names yes
        find_multipaths yes
        failback immediate
        no_path_retry fail
}

blacklist {
       devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"
       devnode "^hd[a-z]"
       devnode "^sda"
}

multipaths {
       multipath {
               wwid                    36005076708808065f800000000000002
               alias                   mpatha
       }
}
EOF

# systemctl restart multipathd

# ls -lh /dev/mapper/
total 0
crw------- 1 root root 10, 236 7月  30 00:24 control
lrwxrwxrwx 1 root root       7 7月  30 00:24 mpatha -> ../dm-0

5. 挂载硬盘

# parted --script /dev/mapper/mpatha "mklabel gpt"
# parted --script /dev/mapper/mpatha "mkpart primary 0% 100%"

# ls -lh /dev/mapper/
total 0
crw------- 1 root root 10, 236 7月  29 15:47 control
lrwxrwxrwx 1 root root       7 7月  29 15:57 mpatha -> ../dm-0
lrwxrwxrwx 1 root root       7 7月  29 15:57 mpatha1 -> ../dm-1

# mkfs.xfs -f /dev/mapper/mpatha1

# ls -la /dev/disk/by-uuid/
total 0
drwxr-xr-x 2 root root 100 7月  29 16:11 .
drwxr-xr-x 7 root root 140 7月  29 16:09 ..
lrwxrwxrwx 1 root root  10 7月  29 15:11 185b039d-e980-44d0-a598-05adf596adbd -> ../../sda1
lrwxrwxrwx 1 root root  10 7月  29 16:11 78609856-67b3-4d25-94d3-2ae75ace0362 -> ../../dm-1
lrwxrwxrwx 1 root root  10 7月  29 15:11 a94136a2-cc2e-4d88-bab5-8e7483510424 -> ../../sda2

# mkdir -p /mnt/disk1 

# cat /etc/fstab 

UUID=185b039d-e980-44d0-a598-05adf596adbd /                       xfs     defaults        0 0
UUID=a94136a2-cc2e-4d88-bab5-8e7483510424 /opt                    xfs     defaults        0 0
UUID=78609856-67b3-4d25-94d3-2ae75ace0362 /mnt/disk1              xfs     defaults        0 0

# mount -a

# df -h
Filesystem           Size  Used Avail Use% Mounted on
devtmpfs              63G     0   63G   0% /dev
tmpfs                 63G     0   63G   0% /dev/shm
tmpfs                 63G   11M   63G   1% /run
tmpfs                 63G     0   63G   0% /sys/fs/cgroup
/dev/sda1             47G  1.7G   45G   4% /
/dev/sda2            400G   33M  400G   1% /opt
tmpfs                 13G     0   13G   0% /run/user/0
/dev/mapper/mpatha1   14T   34M   14T   1% /mnt/disk1