磁盘多路径挂载

admin

背景：项目中，92-98物理机采用的是华三的3par集中式网络存储，每台机器挂载有一个2TB的硬盘，由于使用的多路径，所以展示出来的结果就是多个盘。
多路径：多条链路提供存储，一条链路出现问题，不影响磁盘使用。

挂载方法：
1、安装插件

1. yum install -y device-mapper-multipath

复制代码

2、新建 /etc/multipath.conf 文件

1. # This is a basic configuration file with some examples, for device mapper
   
2. # multipath.
   
3. #
   
4. # For a complete list of the default configuration values, run either
   
5. # multipath -t
   
6. # or
   
7. # multipathd show config
   
8. #
   
9. # For a list of configuration options with descriptions, see the multipath.conf
   
10. # man page
    
11. 
    
12. ## By default, devices with vendor = "IBM" and product = "S/390.*" are
    
13. ## blacklisted. To enable mulitpathing on these devies, uncomment the
    
14. ## following lines.
    
15. #blacklist_exceptions {
    
16. #    device {
    
17. #        vendor    "IBM"
    
18. #        product    "S/390.*"
    
19. #    }
    
20. #}
    
21. 
    
22. ## Use user friendly names, instead of using WWIDs as names.
    
23. #defaults {
    
24. #    user_friendly_names yes
    
25. #    find_multipaths yes
    
26. #}
    
27. ##
    
28. ## Here is an example of how to configure some standard options.
    
29. ##
    
30. #
    
31. #defaults {
    
32. #    polling_interval     10
    
33. #    path_selector        "round-robin 0"
    
34. #    path_grouping_policy    multibus
    
35. #    uid_attribute        ID_SERIAL
    
36. #    prio            alua
    
37. #    path_checker        readsector0
    
38. #    rr_min_io        100
    
39. #    max_fds            8192
    
40. #    rr_weight        priorities
    
41. #    failback        immediate
    
42. #    no_path_retry        fail
    
43. #    user_friendly_names    yes
    
44. #}
    
45. ##
    
46. ## The wwid line in the following blacklist section is shown as an example
    
47. ## of how to blacklist devices by wwid.  The 2 devnode lines are the
    
48. ## compiled in default blacklist. If you want to blacklist entire types
    
49. ## of devices, such as all scsi devices, you should use a devnode line.
    
50. ## However, if you want to blacklist specific devices, you should use
    
51. ## a wwid line.  Since there is no guarantee that a specific device will
    
52. ## not change names on reboot (from /dev/sda to /dev/sdb for example)
    
53. ## devnode lines are not recommended for blacklisting specific devices.
    
54. ##
    
55. #blacklist {
    
56. #       wwid 26353900f02796769
    
57. #    devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"
    
58. #    devnode "^hd[a-z]"
    
59. #}
    
60. #multipaths {
    
61. #    multipath {
    
62. #        wwid            3600508b4000156d700012000000b0000
    
63. #        alias            yellow
    
64. #        path_grouping_policy    multibus
    
65. #        path_selector        "round-robin 0"
    
66. #        failback        manual
    
67. #        rr_weight        priorities
    
68. #        no_path_retry        5
    
69. #    }
    
70. #    multipath {
    
71. #        wwid            1DEC_____321816758474
    
72. #        alias            red
    
73. #    }
    
74. #}
    
75. #devices {
    
76. #    device {
    
77. #        vendor            "COMPAQ  "
    
78. #        product            "HSV110 (C)COMPAQ"
    
79. #        path_grouping_policy    multibus
    
80. #        path_checker        readsector0
    
81. #        path_selector        "round-robin 0"
    
82. #        hardware_handler    "0"
    
83. #        failback        15
    
84. #        rr_weight        priorities
    
85. #        no_path_retry        queue
    
86. #    }
    
87. #    device {
    
88. #        vendor            "COMPAQ  "
    
89. #        product            "MSA1000         "
    
90. #        path_grouping_policy    multibus
    
91. #    }
    
92. #}
    
93. 
    
94. blacklist {
    
95. }
    
96. defaults {
    
97. polling_interval 10
    
98. user_friendly_names no
    
99. find_multipaths yes
    
100. }
     
101. devices {
     
102. device {
     
103. vendor "3PARdata"
     
104. product "VV"
     
105. path_grouping_policy group_by_prio
     
106. path_selector "round-robin 0"
     
107. path_checker tur
     
108. features "0"
     
109. hardware_handler "1 alua"
     
110. prio alua
     
111. failback immediate
     
112. rr_weight uniform
     
113. no_path_retry 18
     
114. rr_min_io_rq 1
     
115. detect_prio yes
     
116. }
     
117. }
     
118. multipaths {
     
119. multipath {
     
120. wwid 360002ac00000000000000020000209e9
     
121. alias oradata
     
122. }
     
123. multipath {
     
124. wwid 360002ac00000000000000025000209e9
     
125. alias management1
     
126. }
     
127. multipath {
     
128. wwid 360002ac00000000000000026000209e9
     
129. alias management2
     
130. }
     
131. multipath {
     
132. wwid 360002ac00000000000000027000209e9
     
133. alias votting1
     
134. }
     
135. multipath {
     
136. wwid 360002ac00000000000000028000209e9
     
137. alias votting2
     
138. }
     
139. }

复制代码

3、验证生成wwn文件，查看磁盘id

1. ll /dev/disk/by-id
   
2. total 0
   
3. 
   
4. lrwxrwxrwx 1 root root 10 Mar 15 19:18 dm-name-cl-swap -> ../../dm-0
   
5. lrwxrwxrwx 1 root root 10 Mar 15 19:18 dm-uuid-LVM-w8tBZQeobwqkqq2whhl3jqYpUh2s2zh8rx2rTOpjORXiwW43hqWhD4tgaVgb0T7d -> ../../dm-0
   
6. lrwxrwxrwx 1 root root 10 Mar 15 19:18 lvm-pv-uuid-2Ka8iQ-ZlMi-a1Ae-13kD-qI6U-xDZ3-rFgR5g -> ../../sda4
   
7. lrwxrwxrwx 1 root root  9 Mar 15 19:18 scsi-360002ac0000000000000daf300025d53 -> ../../sdi
   
8. lrwxrwxrwx 1 root root  9 Mar 15 19:18 scsi-3600605b0110ca9b029c31a1eed563978 -> ../../sda
   
9. lrwxrwxrwx 1 root root 10 Mar 15 19:18 scsi-3600605b0110ca9b029c31a1eed563978-part1 -> ../../sda1
   
10. lrwxrwxrwx 1 root root 10 Mar 15 19:18 scsi-3600605b0110ca9b029c31a1eed563978-part2 -> ../../sda2
    
11. lrwxrwxrwx 1 root root 10 Mar 15 19:18 scsi-3600605b0110ca9b029c31a1eed563978-part3 -> ../../sda3
    
12. lrwxrwxrwx 1 root root 10 Mar 15 19:18 scsi-3600605b0110ca9b029c31a1eed563978-part4 -> ../../sda4
    
13. lrwxrwxrwx 1 root root 10 Mar 15 19:18 scsi-3600605b0110ca9b029c31a1eed563978-part5 -> ../../sda5
    
14. lrwxrwxrwx 1 root root  9 Mar 15 19:18 wwn-0x60002ac0000000000000daf300025d53 -> ../../sdf
    
15. lrwxrwxrwx 1 root root  9 Mar 15 19:18 wwn-0x600605b0110ca9b029c31a1eed563978 -> ../../sda
    
16. lrwxrwxrwx 1 root root 10 Mar 15 19:18 wwn-0x600605b0110ca9b029c31a1eed563978-part1 -> ../../sda1
    
17. lrwxrwxrwx 1 root root 10 Mar 15 19:18 wwn-0x600605b0110ca9b029c31a1eed563978-part2 -> ../../sda2
    
18. lrwxrwxrwx 1 root root 10 Mar 15 19:18 wwn-0x600605b0110ca9b029c31a1eed563978-part3 -> ../../sda3
    
19. lrwxrwxrwx 1 root root 10 Mar 15 19:18 wwn-0x600605b0110ca9b029c31a1eed563978-part4 -> ../../sda4
    
20. lrwxrwxrwx 1 root root 10 Mar 15 19:18 wwn-0x600605b0110ca9b029c31a1eed563978-part5 -> ../../sda5

复制代码

4、查看是否存在两组随机字符串

1. cat /sys/class/fc_host/host*/port_name
   
2. 0x210034800d3f3a05
   
3. 0x210034800d3f3d58
   

复制代码

5、查看磁盘的id

1. multipath -l
   
2. 
   
3. baidu_data1 (360002ac0000000000000daf300025d53) dm-1 3PARdata,VV              
   
4. size=2.1T features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
   
5. `-+- policy='round-robin 0' prio=0 status=active
   
6.   |- 2:0:0:0  sdb 8:16  active undef running
   
7.   |- 16:0:0:0 sdf 8:80  active undef running
   
8.   |- 2:0:1:0  sdc 8:32  active undef running
   
9.   |- 16:0:1:0 sdg 8:96  active undef running
   
10.   |- 2:0:2:0  sdd 8:48  active undef running
    
11.   |- 16:0:2:0 sdh 8:112 active undef running
    
12.   |- 2:0:7:0  sde 8:64  active undef running
    
13.   `- 16:0:7:0 sdi 8:128 active undef running

复制代码

6、把第5步看到的id号替换掉 /etc/multipath.conf文件中以下行

1. multipaths {
   
2. multipath {
   
3. wwid 360002ac00000000000000020000209e9       #磁盘id
   
4. alias oradata                                #可以随边取名
   
5. }

复制代码

7、启动服务

1. systemctl restart multipathd.service
   
2. systemctl status multipathd.service

复制代码

8、查看磁盘信息

1. lsblk
   
2. NAME            MAJ:MIN RM   SIZE RO TYPE  MOUNTPOINT
   
3. sdd               8:48   0   2.1T  0 disk  
   
4. └─h3c_jzcc      253:2    0   2.1T  0 mpath
   
5. sdb               8:16   0   2.1T  0 disk  
   
6. └─h3c_jzcc      253:2    0   2.1T  0 mpath
   
7. sde               8:64   0   2.1T  0 disk  
   
8. └─h3c_jzcc      253:2    0   2.1T  0 mpath
   
9. sdc               8:32   0   2.1T  0 disk  
   
10. └─h3c_jzcc      253:2    0   2.1T  0 mpath
    
11. sda               8:0    0 278.9G  0 disk  
    
12. ├─sda2            8:2    0     1G  0 part  /boot
    
13. ├─sda3            8:3    0 277.7G  0 part  
    
14. │ ├─centos-swap 253:1    0     4G  0 lvm   
    
15. │ ├─centos-root 253:0    0    80G  0 lvm   /
    
16. │ └─centos-home 253:5    0 193.7G  0 lvm   /home
    
17. └─sda1            8:1    0   200M  0 part  /boot/efi

复制代码

9、进行分区，记得必须要分两个区

1. fdisk /dev/mapper/h3c_jzcc
   
2. 
   
3. Welcome to fdisk (util-linux 2.23.2).
   
4. 
   
5. 
   
6. 
   
7. Changes will remain in memory only, until you decide to write them.
   
8. 
   
9. Be careful before using the write command.
   
10. 
    
11. 
    
12. 
    
13. Device does not contain a recognized partition table
    
14. 
    
15. Building a new DOS disklabel with disk identifier 0x1a464a06.
    
16. 
    
17. 
    
18. 
    
19. WARNING: The size of this disk is 2.3 TB (2308544921600 bytes).
    
20. 
    
21. DOS partition table format can not be used on drives for volumes
    
22. 
    
23. larger than (2199023255040 bytes) for 512-byte sectors. Use parted(1) and GUID
    
24. 
    
25. partition table format (GPT).
    
26. 
    
27. 
    
28. 
    
29. 
    
30. 
    
31. Command (m for help): n
    
32. 
    
33. Partition type:
    
34. 
    
35.    p   primary (0 primary, 0 extended, 4 free)
    
36. 
    
37.    e   extended
    
38. 
    
39. Select (default p):
    
40. 
    
41. Using default response p
    
42. 
    
43. Partition number (1-4, default 1):
    
44. 
    
45. First sector (32768-4294967295, default 32768):
    
46. 
    
47. Using default value 32768
    
48. 
    
49. Last sector, +sectors or +size{K,M,G} (32768-4294967294, default 4294967294):
    
50. 
    
51. Using default value 4294967294
    
52. 
    
53. Partition 1 of type Linux and of size 2 TiB is set
    
54. 
    
55. 
    
56. 
    
57. Command (m for help): w
    
58. 
    
59. The partition table has been altered!
    
60. 
    
61. 
    
62. 
    
63. Calling ioctl() to re-read partition table.
    
64. 
    
65. 
    
66. 
    
67. WARNING: Re-reading the partition table failed with error 22: Invalid argument.
    
68. 
    
69. The kernel still uses the old table. The new table will be used at
    
70. 
    
71. the next reboot or after you run partprobe(8) or kpartx(8)
    
72. 
    
73. Syncing disks.

复制代码

10、挂载

1. lsblk -f
   
2. NAME            FSTYPE       LABEL UUID                                   MOUNTPOINT
   
3. sdd             mpath_member       db8cf5b2-c1c0-4192-9cd7-0d26a1e32bca   
   
4. └─h3c_jzcc      ext4               db8cf5b2-c1c0-4192-9cd7-0d26a1e32bca   
   
5.   ├─h3c_jzcc2                                                            
   
6.   └─h3c_jzcc1   ext4               bfcf1ea9-6f70-4715-abab-73feb6a9077f   /data
   
7. sdb             mpath_member       db8cf5b2-c1c0-4192-9cd7-0d26a1e32bca   
   
8. └─h3c_jzcc      ext4               db8cf5b2-c1c0-4192-9cd7-0d26a1e32bca   
   
9.   ├─h3c_jzcc2                                                            
   
10.   └─h3c_jzcc1   ext4               bfcf1ea9-6f70-4715-abab-73feb6a9077f   /data
    
11. sde             mpath_member       db8cf5b2-c1c0-4192-9cd7-0d26a1e32bca   
    
12. └─h3c_jzcc      ext4               db8cf5b2-c1c0-4192-9cd7-0d26a1e32bca   
    
13.   ├─h3c_jzcc2                                                            
    
14.   └─h3c_jzcc1   ext4               bfcf1ea9-6f70-4715-abab-73feb6a9077f   /data
    
15. sdc             mpath_member       db8cf5b2-c1c0-4192-9cd7-0d26a1e32bca   
    
16. └─h3c_jzcc      ext4               db8cf5b2-c1c0-4192-9cd7-0d26a1e32bca   
    
17.   ├─h3c_jzcc2                                                            
    
18.   └─h3c_jzcc1   ext4               bfcf1ea9-6f70-4715-abab-73feb6a9077f   /data
    
19. sda                                                                       
    
20. ├─sda2          ext4               8cc8c9c5-c80f-4144-bd83-dd5b833c0382   /boot
    
21. ├─sda3          LVM2_member        JKVITB-A0aV-rXVS-q0vO-YlW3-Kvel-Fw1GNP
    
22. │ ├─centos-swap swap               297cfdff-eb63-4193-a460-575e98d74075   
    
23. │ ├─centos-root ext4               841d4192-5fba-4ad7-81ca-aaa0b7181e95   /
    
24. │ └─centos-home ext4               5c7b9ba4-5cde-4c1c-b5ae-8a4550c16cc2   /home
    
25. └─sda1          vfat               4266-FFA9                              /boot/efi
    
26. 
    
27. ## 写入
    
28. partprobe  /dev/mapper/h3c_jzcc1
    
29. 
    
30. ##格式化分区
    
31. mkfs.ext4 /dev/mapper/h3c_jzcc1
    
32. ## 创建挂载点
    
33. mkdir /data
    
34. ## 写入启动挂载文件
    
35. echo "UUID=bfcf1ea9-6f70-4715-abab-73feb6a9077f /data         ext4    defaults        0 0" >>/etc/fstab
    
36. ## 挂载
    
37. mount -a      

复制代码