1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
|
#
# Copyright 2009 - 2012 Clark Williams <williams@redhat.com>
# Copyright 2012 David Sommerseth <davids@redhat.com>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
#
# For the avoidance of doubt the "preferred form" of this code is one which
# is in an open unpatent encumbered format. Where cryptographic key signing
# forms part of the process of creating an executable the information
# including keys needed to generate an equivalently functional executable
# are deemed to be part of the source code.
#
import os
import time
import threading
import libxml2
from Log import Log
from rtevalConfig import rtevalCfgSection
from modules import RtEvalModules
class LoadThread(threading.Thread):
def __init__(self, name, params={}, logger=None):
threading.Thread.__init__(self)
if name is None or not isinstance(name, str):
raise TypeError("name attribute is not a string")
if params and not isinstance(params, rtevalCfgSection):
raise TypeError("params attribute is not a rtevalCfgSection() object")
if logger and not isinstance(logger, Log):
raise TypeError("logger attribute is not a Log() object")
self.__logger = logger
self.name = name
self.builddir = params.setdefault('builddir', os.path.abspath("../build")) # abs path to top dir
self.srcdir = params.setdefault('srcdir', os.path.abspath("../loadsource")) # abs path to src dir
self.num_cpus = params.setdefault('numcores', 1)
self.source = params.setdefault('source', None)
self.reportdir = params.setdefault('reportdir', os.getcwd())
self.logging = params.setdefault('logging', False)
self.memsize = params.setdefault('memsize', (0, 'GB'))
self.params = params
self.ready = False
self.mydir = None
self.startevent = threading.Event()
self.stopevent = threading.Event()
self.jobs = 0
self.args = None
if not os.path.exists(self.builddir):
os.makedirs(self.builddir)
def _log(self, logtype, msg):
if self.__logger:
self.__logger.log(logtype, "[%s] %s" % (self.name, msg))
def isReady(self):
return self.ready
def shouldStop(self):
return self.stopevent.isSet()
def shouldStart(self):
return self.startevent.isSet()
def setup(self, builddir, tarball):
pass
def build(self, builddir):
pass
def runload(self, rundir):
pass
def run(self):
if self.shouldStop():
return
self.setup()
if self.shouldStop():
return
self.build()
while True:
if self.shouldStop():
return
self.startevent.wait(1.0)
if self.shouldStart():
break
self.runload()
def open_logfile(self, name):
return os.open(os.path.join(self.reportdir, "logs", name), os.O_CREAT|os.O_WRONLY)
class CommandLineLoad(LoadThread):
def __init__(self, name, params, logger):
LoadThread.__init__(self, name, params, logger)
def MakeReport(self):
if not (self.jobs and self.args):
return None
rep_n = libxml2.newNode("command_line")
rep_n.newProp("name", self.name)
if self.jobs:
rep_n.newProp("job_instances", str(self.jobs))
if self.args:
rep_n.addContent(" ".join(self.args))
return rep_n
class LoadModules(RtEvalModules):
"""Module container for LoadThread based modules"""
def __init__(self, config, logger):
self._module_type = "load"
self._module_config = "loads"
self._report_tag = "loads"
self.__loadavg_accum = 0.0
self.__loadavg_samples = 0
self.__cfg = config
RtEvalModules.__init__(self, "modules.loads", logger)
def Setup(self, modparams):
if not isinstance(modparams, dict):
raise TypeError("modparams attribute is not of a dictionary type")
modcfg = self.__cfg.GetSection(self._module_config)
for m in modcfg:
# hope to eventually have different kinds but module is only on
# for now (jcw)
if m[1].lower() == 'module':
self.__cfg.AppendConfig(m[0], modparams)
modobj = self._InstantiateModule(m[0], self.__cfg.GetSection(m[0]))
self._RegisterModuleObject(m[0], modobj)
def MakeReport(self):
rep_n = RtEvalModules.MakeReport(self)
rep_n.newProp("load_average", str(self.GetLoadAvg()))
return rep_n
def SaveLoadAvg(self):
# open the loadavg /proc entry
p = open("/proc/loadavg")
load = float(p.readline().split()[0])
p.close()
self.__loadavg_accum += load
self.__loadavg_samples += 1
def GetLoadAvg(self):
if self.__loadavg_samples == 0:
self.SaveLoadAvg()
return float(self.__loadavg_accum / self.__loadavg_samples)
|
