1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
|
from ..udev import *
import iutil
import os
def parseMultipathOutput(output):
# this function parses output from "multipath -d", so we can use its
# logic for our topology.
# The input looks like:
# create: mpathb (1ATA ST3120026AS 5M) undef ATA,ST3120026AS
# size=112G features='0' hwhandler='0' wp=undef
# `-+- policy='round-robin 0' prio=1 status=undef
# `- 2:0:0:0 sda 8:0 undef ready running
# create: mpatha (36006016092d21800703762872c60db11) undef DGC,RAID 5
# size=10G features='1 queue_if_no_path' hwhandler='1 emc' wp=undef
# `-+- policy='round-robin 0' prio=2 status=undef
# |- 6:0:0:0 sdb 8:16 undef ready running
# `- 7:0:0:0 sdc 8:32 undef ready running
#
# (In anaconda, the first one there won't be included because we blacklist
# "ATA" as a vendor.)
#
# It returns a structure like:
# [ {'mpatha':['sdb','sdc']}, ... ]
mpaths = {}
if output is None:
return mpaths
name = None
devices = []
lines = output.split('\n')
for line in lines:
lexemes = line.split()
if not lexemes:
break
if lexemes[0] == 'create:':
if name and devices:
mpaths[name] = devices
name = None
devices = []
name = lexemes[1]
elif lexemes[0].startswith('size='):
pass
elif lexemes[0] == '`-+-':
pass
elif lexemes[0] in ['|-','`-']:
devices.append(lexemes[2].replace('!', '/'))
if name and devices:
mpaths[name] = devices
return mpaths
def identifyMultipaths(devices):
# this function does a couple of things
# 1) identifies multipath disks
# 2) sets their ID_FS_TYPE to multipath_member
# 3) removes the individual members of an mpath's partitions
# sample input with multipath pair [sdb,sdc]
# [sr0, sda, sda1, sdb, sdb1, sdb2, sdc, sdc1, sdd, sdd1, sdd2]
# sample output:
# [sda, sdd], [[sdb, sdc]], [sr0, sda1, sdd1, sdd2]]
log.info("devices to scan for multipath: %s" % [d['name'] for d in devices])
if not os.path.exists("/etc/multipath.conf"):
cfg = MultipathConfigWriter().write()
open("/etc/multipath.conf", "w+").write(cfg)
del cfg
topology = parseMultipathOutput(iutil.execWithCapture("multipath", ["-d",]))
# find the devices that aren't in topology, and add them into it...
topodevs = reduce(lambda x,y: x.union(y), topology.values(), set())
for name in set([d['name'] for d in devices]).difference(topodevs):
topology[name] = [name]
devmap = {}
non_disk_devices = {}
for d in devices:
if not udev_device_is_disk(d):
non_disk_devices[d['name']] = d
log.info("adding %s to non_disk_device list" % (d['name'],))
continue
devmap[d['name']] = d
singlepath_disks = []
multipaths = []
for name, disks in topology.items():
if len(disks) == 1:
if not non_disk_devices.has_key(disks[0]):
log.info("adding %s to singlepath_disks" % (disks[0],))
singlepath_disks.append(devmap[disks[0]])
else:
# some usb cardreaders use multiple lun's (for different slots)
# and report a fake disk serial which is the same for all the
# lun's (#517603)
all_usb = True
# see if we've got any non-disk devices on our mpath list.
# If so, they're probably false-positives.
non_disks = False
for disk in disks:
d = devmap[disk]
if d.get("ID_USB_DRIVER") != "usb-storage":
all_usb = False
if (not devmap.has_key(disk)) and non_disk_devices.has_key(disk):
log.warning("non-disk device %s is part of an mpath" %
(disk,))
non_disks = True
if all_usb:
log.info("adding multi lun usb mass storage device to singlepath_disks: %s" %
(disks,))
singlepath_disks.extend([devmap[d] for d in disks])
continue
if non_disks:
for disk in disks:
if devmap.has_key(disk):
del devmap[disk]
if topology.has_key(disk):
del topology[disk]
continue
log.info("found multipath set: %s" % (disks,))
for disk in disks:
d = devmap[disk]
log.info("adding %s to multipath_disks" % (disk,))
d["ID_FS_TYPE"] = "multipath_member"
d["ID_MPATH_NAME"] = name
multipaths.append([devmap[d] for d in disks])
non_disk_serials = {}
for name,device in non_disk_devices.items():
serial = udev_device_get_serial(device)
non_disk_serials.setdefault(serial, [])
non_disk_serials[serial].append(device)
for mpath in multipaths:
for serial in [d.get('ID_SERIAL_SHORT') for d in mpath]:
if non_disk_serials.has_key(serial):
log.info("filtering out non disk devices [%s]" % [d['name'] for d in non_disk_serials[serial]])
for name in [d['name'] for d in non_disk_serials[serial]]:
if non_disk_devices.has_key(name):
del non_disk_devices[name]
partition_devices = []
for device in non_disk_devices.values():
partition_devices.append(device)
# this is the list of devices we want to keep from the original
# device list, but we want to maintain its original order.
singlepath_disks = filter(lambda d: d in devices, singlepath_disks)
#multipaths = filter(lambda d: d in devices, multipaths)
partition_devices = filter(lambda d: d in devices, partition_devices)
mpathStr = "["
for mpath in multipaths:
mpathStr += str([d['name'] for d in mpath])
mpathStr += "]"
s = "(%s, %s, %s)" % ([d['name'] for d in singlepath_disks], \
mpathStr, \
[d['name'] for d in partition_devices])
log.info("devices post multipath scan: %s" % s)
return (singlepath_disks, multipaths, partition_devices)
class MultipathConfigWriter:
def __init__(self):
self.blacklist_devices = []
self.mpaths = []
def addBlacklistDevice(self, device):
self.blacklist_devices.append(device)
def addMultipathDevice(self, mpath):
self.mpaths.append(mpath)
def write(self):
# if you add anything here, be sure and also add it to anaconda's
# multipath.conf
ret = ''
ret += """\
# multipath.conf written by anaconda
defaults {
user_friendly_names yes
}
blacklist {
devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"
devnode "^hd[a-z]"
devnode "^dcssblk[0-9]*"
device {
vendor "DGC"
product "LUNZ"
}
device {
vendor "IBM"
product "S/390.*"
}
# don't count normal SATA devices as multipaths
device {
vendor "ATA"
}
# don't count 3ware devices as multipaths
device {
vendor "3ware"
}
device {
vendor "AMCC"
}
# nor highpoint devices
device {
vendor "HPT"
}
"""
for device in self.blacklist_devices:
if device.serial:
ret += '\twwid %s\n' % device.serial
elif device.vendor and device.model:
ret += '\tdevice {\n'
ret += '\t\tvendor %s\n' % device.vendor
ret += '\t\tproduct %s\n' % device.model
ret += '\t}\n'
ret += '}\n'
ret += 'multipaths {\n'
for mpath in self.mpaths:
ret += '\tmultipath {\n'
for k,v in mpath.config.items():
ret += '\t\t%s %s\n' % (k, v)
ret += '\t}\n'
ret += '}\n'
return ret
|
