1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
|
# GlusterFS module by James
# Copyright (C) 2010-2013+ James Shubin
# Written by James Shubin <james@shubin.ca>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
define gluster::brick(
$group = 'default', # grouping for multiple puppet-glusters
# if dev is false, path in $name is used directly after a mkdir -p
$dev = false, # /dev/sdc, /dev/disk/by-id/scsi-36003048007e14f0014ca2743150a5471
$fsuuid = '', # set a uuid for this fs (uuidgen)
$labeltype = '', # gpt
$fstype = '', # xfs
$xfs_inode64 = false,
$xfs_nobarrier = false,
$ro = false, # use for emergencies only- you want your fs rw
$force = false, # if true, this will overwrite any xfs fs it sees, useful for rebuilding gluster and wiping data. NOTE: there are other safeties in place to stop this.
$areyousure = false # do you allow puppet to do dangerous things ?
) {
include gluster::brick::base
include gluster::vardir
#$vardir = $::gluster::vardir::module_vardir # with trailing slash
$vardir = regsubst($::gluster::vardir::module_vardir, '\/$', '')
# eg: annex1.example.com:/storage1a
$split = split($name, ':') # do some $name parsing
$host = $split[0] # host fqdn
# NOTE: technically $path should be everything BUT split[0]. This
# lets our $path include colons if for some reason they're needed.
#$path = $split[1] # brick mount or storage path
# TODO: create substring function
$path = inline_template("<%= '${name}'.slice('${host}'.length+1, '${name}'.length-'${host}'.length-1) %>")
$short_path = sprintf("%s", regsubst($path, '\/$', '')) # no trailing
$valid_path = sprintf("%s/", regsubst($path, '\/$', ''))
if ! ( "${host}:${path}" == "${name}" ) {
fail('The brick $name must match a $host-$path pattern.')
}
Gluster::Host[$host] -> Gluster::Brick[$name] # brick requires host
# create a brick tag to be collected by the gluster_brick_group_* fact!
$safename = regsubst("${name}", '/', '_', 'G') # make /'s safe
file { "${vardir}/brick/${safename}.${group}":
content => "${name}\n",
owner => root,
group => root,
mode => 644,
ensure => present,
require => File["${vardir}/brick/"],
}
$ro_bool = $ro ? { # this has been added as a convenience
true => 'ro',
default => 'rw',
}
$valid_labeltype = $labeltype ? {
#'msdos' => 'msdos', # TODO
default => 'gpt',
}
# if $dev is false, we assume we're using a path backing store on brick
$valid_fstype = type($dev) ? {
'boolean' => $dev ? {
false => 'path', # no dev, just a path spec
default => '', # invalid type
},
default => $fstype ? {
'ext4' => 'ext4', # TODO
default => 'xfs',
},
}
$force_flag = $force ? {
true => 'f',
default => '',
}
if ( $valid_fstype == 'path' ) {
# do a mkdir -p in the execution section below...
$options_list = [] # n/a
# XFS mount options:
# http://git.kernel.org/?p=linux/kernel/git/torvalds/linux-2.6.git;a=blob;f=Documentation/filesystems/xfs.txt;hb=HEAD
} elsif ( $valid_fstype == 'xfs' ) {
# exec requires
include gluster::brick::xfs
$exec_requires = [Package['xfsprogs']]
# mkfs w/ uuid command
# NOTE: the -f forces creation when it sees an old xfs part
# TODO: xfs_admin doesn't have a --quiet flag. silence it...
$exec_mkfs = "/sbin/mkfs.${valid_fstype} -q${force_flag} `/bin/readlink -e ${dev}`1 && /usr/sbin/xfs_admin -U '${fsuuid}' `/bin/readlink -e ${dev}`1"
# By default, XFS allocates inodes to reflect their on-disk
# location. However, because some 32-bit userspace applications
# are not compatible with inode numbers greater than 232, XFS
# will allocate all inodes in disk locations which result in
# 32-bit inode numbers. This can lead to decreased performance
# on very large filesystems (i.e. larger than 2 terabytes),
# because inodes are skewed to the beginning of the block
# device, while data is skewed towards the end.
# To address this, use the inode64 mount option. This option
# configures XFS to allocate inodes and data across the entire
# file system, which can improve performance.
$option01 = $xfs_inode64 ? {
true => 'inode64',
default => '',
}
# By default, XFS uses write barriers to ensure file system
# integrity even when power is lost to a device with write
# caches enabled. For devices without write caches, or with
# battery-backed write caches, disable barriers using the
# nobarrier option.
$option02 = $xfs_nobarrier ? {
true => 'nobarrier',
default => '',
}
$options_list = ["${option01}", "${option02}"]
} elsif ( $valid_fstype == 'ext4' ) {
# exec requires
include gluster::brick::ext4
$exec_requires = [Package['e2fsprogs']]
# mkfs w/ uuid command
$exec_mkfs = "/sbin/mkfs.${valid_fstype} -U '${fsuuid}' `/bin/readlink -e ${dev}`1"
# mount options
$options_list = [] # TODO
} else {
fail('The $fstype is invalid.')
}
# put all the options in an array, remove the empty ones, and join with
# commas (this removes ',,' double comma uglyness)
# adding 'defaults' here ensures no ',' (leading comma) in mount command
$mount_options = inline_template('<%= (["defaults"]+@options_list).delete_if {|x| x.empty? }.join(",") %>')
$exec_noop = $areyousure ? {
true => false,
default => true,
}
# if we're on itself, and we have a real device to work with
if (type($dev) != 'boolean') and ("${fqdn}" == "${host}") {
# first get the device ready
# the scary parted command to run...
$exec_mklabel = "/sbin/parted -s -m -a optimal ${dev} mklabel ${valid_labeltype}"
$exec_mkpart = "/sbin/parted -s -m -a optimal ${dev} mkpart primary 0% 100%"
$scary_exec = "${exec_mklabel} && ${exec_mkpart} && ${exec_mkfs}" # the command
if $exec_noop {
notify { "noop for ${name}":
message => "${scary_exec}",
}
}
exec { "${scary_exec}":
logoutput => on_failure,
unless => [ # if one element is true, this *doesn't* run
"/usr/bin/test -e `/bin/readlink -e ${dev}`1", # does partition 1 exist ?
"/usr/bin/test -e /dev/disk/by-uuid/${fsuuid}",
'/bin/false', # TODO: add more criteria
],
require => $exec_requires,
timeout => 3600, # set to something very long
noop => $exec_noop,
alias => "gluster-brick-make-${name}",
}
# make an empty directory for the mount point
file { "${valid_path}":
ensure => directory, # make sure this is a directory
recurse => false, # don't recurse into directory
purge => false, # don't purge unmanaged files
force => false, # don't purge subdirs and links
require => Exec["gluster-brick-make-${name}"],
}
# mount points don't seem to like trailing slashes...
mount { "${short_path}":
atboot => true,
ensure => mounted,
device => "UUID=${fsuuid}",
fstype => "${valid_fstype}",
# noatime,nodiratime to save gluster from silly updates
options => "${mount_options},${ro_bool},noatime,nodiratime,noexec", # TODO: is nodev? nosuid? noexec? a good idea?
dump => '0', # fs_freq: 0 to skip file system dumps
# NOTE: technically this should be '2', to `fsck.xfs`
# after the rootfs ('1'), but fsck.xfs actually does
# 'nothing, successfully', so it's irrelevant, because
# xfs uses xfs_check and friends only when suspect.
pass => '2', # fs_passno: 0 to skip fsck on boot
require => [
File["${valid_path}"],
],
}
} elsif ((type($dev) == 'boolean') and (! $dev)) and ("${fqdn}" == "${host}") {
# ensure the full path exists!
exec { "/bin/mkdir -p '${valid_path}'":
creates => "${valid_path}",
logoutput => on_failure,
noop => $exec_noop,
alias => "gluster-brick-mkdir ${name}",
}
}
}
# vim: ts=8
|
