Diff	ID	Base	Description	Created	Lint	Unit
Base			Base
Diff 1	2853	f86e666		Feb 8 2017, 5:08 AM	★	★
Diff 2	2854	f86e666	Fixing copyright blocks (whoops, copy/paste fail)	Feb 8 2017, 5:12 AM	★	★
Diff 3	2859	f86e666	Improve test approach using fixtures	Feb 9 2017, 8:01 AM	★	★
Diff 4	2860	f86e666	Tiny tweak.	Feb 9 2017, 8:02 AM	★	★
Diff 5	2861	f86e666	Start work on CLI tests	Feb 9 2017, 8:04 AM	★	★
Diff 6	2862	f86e666	Use autospec when mocking	Feb 9 2017, 9:01 AM	★	★
Diff 7	2869	f86e666	Use mock.patch.dict to temporarily modify dicts	Feb 9 2017, 4:07 PM	★	★
Diff 8	2870	f86e666	Document consumer tests better, fix test_configs	Feb 9 2017, 4:53 PM	★	★
Diff 9	2871	f86e666	Optimize the test consumer init process a bit	Feb 9 2017, 5:21 PM	★	★
Diff 10	2872	f86e666	Complete test suite, lint test suite, few other cleanups	Feb 10 2017, 12:49 AM	★	★
Diff 11	2898	f86e666	rOPENQAeab29fdc84874fe38c032abe4509a23c4f32cddd	Feb 14 2017, 5:25 PM	★	★

Commit	Tree	Parents	Author	Summary	Date
4cabbaa5624f	16750f184b57	f86e666d22b6	Adam Williamson	Improve configurability of consumers and CLI, add tests (Show More…)	Feb 8 2017, 5:04 AM

Diff 2898

.gitignore

1	*~	1	*~
2	*.swp	2	*.swp
3	*.pyc	3	*.pyc
4	*.pyo	4	*.pyo
5	build/	5	build/
6	dist/	6	dist/
7	fedora_openqa.egg-info/	7	fedora_openqa.egg-info/
8	tools/openqa-testrepo*	8	tools/openqa-testrepo*
		9	scheduler/.cache/
		10	scheduler/.coverage
		11	# so you can keep symlinks to checkouts if you like
		12	scheduler/fedfind
		13	scheduler/openqa_client
		14	scheduler/resultsdb_conventions
		15	scheduler/wikitcms

View Options

scheduler/.pylintrc

This file was added.

		1		[FORMAT]
		2		max-line-length=120

View Options

scheduler/fedora_openqa_schedule/cli.py

1	#!/usr/bin/env python	1	#!/usr/bin/env python
2		2
3	# Copyright (C) 2015 Red Hat	3	# Copyright (C) Red Hat Inc.
4	#	4	#
5	# This file is part of fedora-openqa-schedule.	5	# This file is part of fedora-openqa-schedule.
6	#	6	#
7	# fedora-openqa-schedule is free software; you can redistribute it	7	# fedora-openqa-schedule is free software; you can redistribute it
8	# and/or modify it under the terms of the GNU General Public License	8	# and/or modify it under the terms of the GNU General Public License
9	# as published by the Free Software Foundation, either version 3 of	9	# as published by the Free Software Foundation, either version 3 of
10	# the License, or (at your option) any later version.	10	# the License, or (at your option) any later version.
11	#	11	#
12	# This program is distributed in the hope that it will be useful,	12	# This program is distributed in the hope that it will be useful,
13	# but WITHOUT ANY WARRANTY; without even the implied warranty of	13	# but WITHOUT ANY WARRANTY; without even the implied warranty of
14	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the	14	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15	# GNU General Public License for more details.	15	# GNU General Public License for more details.
16	#	16	#
17	# You should have received a copy of the GNU General Public License	17	# You should have received a copy of the GNU General Public License
18	# along with this program. If not, see <http://www.gnu.org/licenses/>.	18	# along with this program. If not, see <http://www.gnu.org/licenses/>.
19	#	19	#
20	# Author(s): Jan Sedlak <jsedlak@redhat.com>	20	# Author(s): Jan Sedlak <jsedlak@redhat.com>
21	# Josef Skladanka <jskladan@redhat.com>	21	# Josef Skladanka <jskladan@redhat.com>
22	# Adam Williamson <awilliam@redhat.com>	22	# Adam Williamson <awilliam@redhat.com>
23		23
24	"""CLI module for fedora-openqa-schedule."""	24	"""CLI module for fedora-openqa-schedule."""
25		25
26	# Standard libraries	26	# Standard libraries
27	import argparse	27	import argparse
		28	from functools import partial
28	import logging	29	import logging
29	import sys	30	import sys
30		31
31	# External dependencies	32	# External dependencies
32	from resultsdb_api import ResultsDBapiException	33	from resultsdb_api import ResultsDBapiException
33		34
34	# Internal dependencies	35	# Internal dependencies
35	import fedora_openqa_schedule.schedule as schedule	36	from . import schedule
36	import fedora_openqa_schedule.report as report	37	from . import report
37	from fedora_openqa_schedule.config import CONFIG	38	from .config import CONFIG
38		39
39	logger = logging.getLogger(__name__)	40	logger = logging.getLogger(__name__)
40		41
41		42
42	### SUB-COMMAND METHODS	43	### SUB-COMMAND METHODS
43		44
44	def command_compose(args, _, *__):	45	def command_compose(args):
45	"""run OpenQA on a specified compose, optionally reporting	46	"""run OpenQA on a specified compose, optionally reporting
46	results if a matching wikitcms ValidationEvent is found by	47	results if a matching wikitcms ValidationEvent is found by
47	relval/wikitcms.	48	relval/wikitcms.
48	"""	49	"""
49	extraparams = None	50	extraparams = None
50	if args.updates:	51	if args.updates:
51	extraparams = {'GRUBADD': "inst.updates={0}".format(args.updates)}	52	extraparams = {'GRUBADD': "inst.updates={0}".format(args.updates)}
52	try:	53	try:
53	(compose, jobs) = schedule.jobs_from_compose(	54	(_, jobs) = schedule.jobs_from_compose(
54	args.location, force=args.force, extraparams=extraparams, create_resultsdb_job=args.create_resultsdb_job)	55	args.location, force=args.force, extraparams=extraparams, openqa_hostname=args.openqa_hostname)
55	except schedule.TriggerException as err:	56	except schedule.TriggerException as err:
56	logger.warning("No jobs run! %s", err)	57	logger.warning("No jobs run! %s", err)
57	sys.exit(1)	58	sys.exit(1)
58		59
59	if jobs:	60	if jobs:
60	print("Scheduled jobs: {0}".format(jobs))	61	print("Scheduled jobs: {0}".format(', '.join((str(job) for job in jobs))))
61	sys.exit()	62	sys.exit()
62	else:	63	else:
63	msg = "No jobs run!"	64	msg = "No jobs run!"
64	if not args.force:	65	if not args.force:
65	msg = "{0} {1}".format(	66	msg = "{0} {1}".format(
66	msg, "You did not pass --force: maybe jobs exist for all ISOs/flavors")	67	msg, "You did not pass --force: maybe jobs exist for all ISOs/flavors")
67	logger.warning(msg)	68	logger.warning(msg)
68	sys.exit(1)	69	sys.exit(1)
69		70
70	logger.debug("finished")	71	logger.debug("finished")
71	sys.exit()	72	sys.exit()
72		73
73		74
74	def command_report(args, wiki_url):	75	def command_report(args):
75	"""Map a list of openQA job IDs and/or builds to Wikitcms test	76	"""Map a list of openQA job IDs and/or builds to Wikitcms test
76	results, and either display the ResTups for inspection or report	77	results, and either display the ResTups for inspection or report
77	the results to the wiki and/or ResultsDB.	78	the results to the wiki and/or ResultsDB.
78	"""	79	"""
79	jobs = [int(job) for job in args.jobs if job.isdigit()]	80	jobs = [int(job) for job in args.jobs if job.isdigit()]
80	builds = [build for build in args.jobs if not build.isdigit()]	81	builds = [build for build in args.jobs if not build.isdigit()]
81	resultsdb_url = CONFIG.get('report', 'resultsdb_url')
82		82
		83	openqa_args = {
		84	'openqa_hostname': args.openqa_hostname,
		85	'openqa_baseurl': args.openqa_baseurl
		86	}
		87	# to avoid a bunch of boiler plate below, let's use some partials
		88	wikireport = partial(report.wiki_report, wiki_hostname=args.wiki_hostname, **openqa_args)
		89	rdbreport = partial(report.resultsdb_report, resultsdb_url=args.resultsdb_url, **openqa_args)
83	if jobs:	90	if jobs:
84	try:	91	try:
85	if args.wiki:	92	if args.wiki:
86	report.wiki_report(wiki_url, jobs=jobs, do_report=True)	93	wikireport(jobs=jobs, do_report=True)
87	if args.resultsdb:	94	if args.resultsdb:
88	report.resultsdb_report(	95	rdbreport(jobs=jobs, do_report=True)
89	resultsdb_url, jobs=jobs, do_report=True, resultsdb_job_id=args.resultsdb_job_id)
90	if not args.wiki and not args.resultsdb:	96	if not args.wiki and not args.resultsdb:
91	# use wiki_report to only print results	97	# use wiki_report to only print results
92	report.wiki_report(wiki_url, jobs=jobs, do_report=False)	98	wikireport(jobs=jobs, do_report=False)
93	except (report.LoginError, ResultsDBapiException) as e:	99	except (report.LoginError, ResultsDBapiException) as e:
94	logger.error("Reporting failed: %s", e)	100	logger.error("Reporting failed: %s", e)
95	if builds:	101	if builds:
96	for build in builds:	102	for build in builds:
97	try:	103	try:
98	if args.wiki:	104	if args.wiki:
99	report.wiki_report(wiki_url, build=build, do_report=True)	105	wikireport(build=build, do_report=True)
100	if args.resultsdb:	106	if args.resultsdb:
101	report.resultsdb_report(	107	rdbreport(build=build, do_report=True)
102	resultsdb_url, build=build, do_report=True, resultsdb_job_id=args.resultsdb_job_id)
103	if not args.wiki and not args.resultsdb:	108	if not args.wiki and not args.resultsdb:
104	# use wiki_report to only print results	109	# use wiki_report to only print results
105	report.wiki_report(wiki_url, build=build, do_report=False)	110	wikireport(build=build, do_report=False)
106	except (report.LoginError, ResultsDBapiException) as e:	111	except (report.LoginError, ResultsDBapiException) as e:
107	logger.error("Reporting failed: %s", e)	112	logger.error("Reporting failed: %s", e)
108		113
109		114
110	### ARGUMENT PARSING AND SUB-COMMAND INIT	115	### ARGUMENT PARSING AND SUB-COMMAND INIT
111		116
112	def run():	117	def run():
113	"""Read in args, set up logging and wikitcms, and run sub-command	118	"""Read in args, set up logging and wikitcms, and run sub-command
114	function.	119	function.
115	"""	120	"""
116	args = parse_args()	121	args = parse_args()
117	loglevel = getattr(	122	loglevel = getattr(
118	logging, args.log_level.upper(), logging.INFO)	123	logging, args.log_level.upper(), logging.INFO)
119	if args.log_file:	124	if args.log_file:
120	logging.basicConfig(format="%(levelname)s:%(name)s:%(asctime)s:%(message)s",	125	logging.basicConfig(format="%(levelname)s:%(name)s:%(asctime)s:%(message)s",
121	filename=args.log_file, level=loglevel)	126	filename=args.log_file, level=loglevel)
122	else:	127	else:
123	logging.basicConfig(level=loglevel)	128	logging.basicConfig(level=loglevel)
124	# shut up, requests	129	# shut up, requests
125	logging.getLogger('requests.packages.urllib3.connectionpool').setLevel(logging.WARNING)	130	logging.getLogger('requests.packages.urllib3.connectionpool').setLevel(logging.WARNING)
126		131
127	wiki_url = "fedoraproject.org"	132	args.func(args)
128	if args.test:
129	logger.debug("using test wiki")
130	wiki_url = "stg.fedoraproject.org"
131		133
132	args.func(args, wiki_url)
133		134
134		135	def parse_args(args=None):
135	def parse_args():	136	"""Parse arguments with argparse. Args can be passed in for
136	"""Parse arguments with argparse."""	137	testing as args; usually, will parse sys.argv.
137	test_help = "Operate on the staging wiki (for testing)"	138	"""
138	parser = argparse.ArgumentParser(description=(	139	parser = argparse.ArgumentParser(description=(
139	"Run OpenQA tests for a release validation test event."))	140	"Run OpenQA tests for a release validation test event."))
140	subparsers = parser.add_subparsers()	141	subparsers = parser.add_subparsers()
141		142
142	parser_compose = subparsers.add_parser(	143	parser_compose = subparsers.add_parser(
143	'compose', description="Run for a specific compose (TC/RC or nightly). If a matching "	144	'compose', description="Run for a specific compose (TC/RC or nightly). If a matching "
144	"release validation test event can be found and --submit-results is passed, results "	145	"release validation test event can be found and --submit-results is passed, results "
145	"will be reported.")	146	"will be reported.")
146	parser_compose.add_argument(	147	parser_compose.add_argument(
147	'location', help="The top-level URL of the compose",	148	'location', help="The top-level URL of the compose",
148	metavar="https://kojipkgs.fedoraproject.org/compose/rawhide/Fedora-24-20160113.n.1/compose")	149	metavar="https://kojipkgs.fedoraproject.org/compose/rawhide/Fedora-24-20160113.n.1/compose")
149	parser_compose.add_argument(	150	parser_compose.add_argument(
		151	"--openqa-hostname", help="openQA host to schedule jobs on (default: client library "
		152	"default)", metavar='localhost')
		153	parser_compose.add_argument(
150	'--force', '-f', help="For each ISO/flavor combination, schedule jobs even if there "	154	'--force', '-f', help="For each ISO/flavor combination, schedule jobs even if there "
151	"are existing, non-cancelled jobs for that combination", action='store_true')	155	"are existing, non-cancelled jobs for that combination", action='store_true')
152	parser_compose.add_argument(	156	parser_compose.add_argument(
153	'--updates', '-u', help="URL to an updates image to load for all tests. The tests that "	157	'--updates', '-u', help="URL to an updates image to load for all tests. The tests that "
154	"test updates image loading will fail when you use this")	158	"test updates image loading will fail when you use this")
155	parser_compose.add_argument(
156	'--create_resultsdb_job', '-r', help="Create job for this run in ResultsDB and add its ID "
157	"to openQA job settings. This is needed if you want to submit results of scheduled tests into ResultsDB",
158	action="store_true", default=False)
159	parser_compose.set_defaults(func=command_compose)	159	parser_compose.set_defaults(func=command_compose)
160		160
161	parser_report = subparsers.add_parser(	161	parser_report = subparsers.add_parser(
162	'report', description="Map openQA job results to Wikitcms test results and either log them to output or "	162	'report', description="Map openQA job results to Wikitcms test results and either log them to output or "
163	"submit them to the wiki and/or ResultsDB.")	163	"submit them to the wiki and/or ResultsDB.")
164	parser_report.add_argument(	164	parser_report.add_argument(
165	'jobs', nargs='+', help="openQA job IDs or builds (e.g. "	165	'jobs', nargs='+', help="openQA job IDs or builds (e.g. "
166	"'Fedora-24-20160113.n.1'). For each build included, the latest jobs will be reported.")	166	"'Fedora-24-20160113.n.1'). For each build included, the latest jobs will be reported.")
167	parser_report.set_defaults(func=command_report)	167	parser_report.set_defaults(func=command_report)
168	parser_report.add_argument(	168	parser_report.add_argument(
		169	"--openqa-hostname", help="openQA host to query for results (default: client library "
		170	"default)", metavar='localhost')
		171	parser_report.add_argument(
		172	"--openqa-baseurl", help="Public openQA base URL for producing links to results (default: "
		173	"client library baseurl)", metavar='https://openqa.example.org')
		174	parser_report.add_argument(
169	"--wiki", action="store_true", default=False, help="Submit results to wiki")	175	"--wiki", action="store_true", default=False, help="Submit results to wiki")
170	parser_report.add_argument(	176	parser_report.add_argument(
171	"--resultsdb", action="store_true", default=False, help="Submit results to ResultsDB")	177	"--resultsdb", action="store_true", default=False, help="Submit results to ResultsDB")
172	parser_report.add_argument(	178	parser_report.add_argument(
173	"--resultsdb_job_id", "-r", help="ResultsDB job ID (if it wasn't set automatically by scheduling with "	179	"--wiki-hostname", help="Mediawiki host to report to (default: stg.fedoraproject.org). "
174	"--create_resultsdb_job argument)")	180	"Scheme 'https' and path '/w/' are currently hard coded", metavar='fedoraproject.org')
		181	parser_report.add_argument(
		182	"--resultsdb-url", help="ResultsDB URL to report to (default: "
		183	"http://localhost:5001/api/v2.0/)")
175		184
176	parser.add_argument(	185	parser.add_argument(
177	'--test', '-t', help=test_help, action='store_true')
178	parser.add_argument(
179	'--log-file', '-f', help="If given, log into specified file. When not provided, stdout"	186	'--log-file', '-f', help="If given, log into specified file. When not provided, stdout"
180	" is used", default=CONFIG.get('cli', 'log-file'))	187	" is used", default=CONFIG.get('cli', 'log-file'))
181	parser.add_argument(	188	parser.add_argument(
182	'--log-level', '-l', help="Specify log level to be outputted",	189	'--log-level', '-l', help="Specify log level to be outputted",
183	choices=('debug', 'info', 'warning', 'error', 'critical'),	190	choices=('debug', 'info', 'warning', 'error', 'critical'),
184	default=CONFIG.get('cli', 'log-level'))	191	default=CONFIG.get('cli', 'log-level'))
185		192
186	return parser.parse_args()	193	if not args:
		194	# usual case, use sys.argv
		195	args = sys.argv[1:]
		196	return parser.parse_args(args)
187		197
188		198
189	def main():	199	def main():
190	"""Main loop."""	200	"""Main loop."""
191	try:	201	try:
192	run()	202	run()
193	except KeyboardInterrupt:	203	except KeyboardInterrupt:
194	sys.stderr.write("Interrupted, exiting...\n")	204	sys.stderr.write("Interrupted, exiting...\n")
195	sys.exit(1)	205	sys.exit(1)
196		206
197	if __name__ == '__main__':	207	if __name__ == '__main__':
198	main()	208	main()
		209
		210	# vim: set textwidth=120 ts=8 et sw=4:

View Options

scheduler/fedora_openqa_schedule/conf_test_suites.py

Show First 20 Lines • Show All 865 Lines • ▼ Show 20 Line(s)		433	TESTSUITES = {
866	],	866		],
867	"install_iscsi": [	867		"install_iscsi": [
868	"QA:Testcase_install_to_iSCSI_no_authentication",	868		"QA:Testcase_install_to_iSCSI_no_authentication",
869	"QA:Testcase_Anaconda_User_Interface_Graphical",	869		"QA:Testcase_Anaconda_User_Interface_Graphical",
870	"QA:Testcase_Anaconda_user_creation",	870		"QA:Testcase_Anaconda_user_creation",
871	"QA:Testcase_Package_Sets_Minimal_Package_Install",	871		"QA:Testcase_Package_Sets_Minimal_Package_Install",
872	],	872		],
873	}	873		}
		874
		875		# vim: set textwidth=120 ts=8 et sw=4:

View Options

scheduler/fedora_openqa_schedule/config.py

Show All 31 Lines		30	class ConfigError(Exception):
32	pass	32		pass
33		33
34	# Read in config from /etc/fedora-openqa/schedule.conf or	34		# Read in config from /etc/fedora-openqa/schedule.conf or
35	# ~/.config/fedora-openqa/schedule.conf after setting some default	35		# ~/.config/fedora-openqa/schedule.conf after setting some default
36	# values.	36		# values.
37	CONFIG = configparser.ConfigParser()	37		CONFIG = configparser.ConfigParser()
38	CONFIG.add_section('cli')	38		CONFIG.add_section('cli')
39	CONFIG.add_section('report')	39		CONFIG.add_section('report')
		40		CONFIG.add_section('consumers')
		41
40	CONFIG.set('cli', 'log-file', '')	42		CONFIG.set('cli', 'log-file', '')
41	CONFIG.set('cli', 'log-level', 'info')	43		CONFIG.set('cli', 'log-level', 'info')
42	CONFIG.set('report', 'submit_wiki', 'true')	44
43	CONFIG.set('report', 'submit_resultsdb', 'true')
44	CONFIG.set('report', 'openqa_url', 'http://localhost')
45	CONFIG.set('report', 'resultsdb_url', 'http://localhost:5001/api/v2.0/')	45		CONFIG.set('report', 'resultsdb_url', 'http://localhost:5001/api/v2.0/')
46	CONFIG.set('report', 'wiki_url', 'https://fedoraproject.org/wiki')	46		CONFIG.set('report', 'wiki_hostname', 'stg.fedoraproject.org')
47	CONFIG.set('report', 'wiki_stg_url', 'https://stg.fedoraproject.org/wiki')	47
		48		# Default URLs and submission settings for the fedmsg consumers. It'd
		49		# be nice if fedmsg itself provided a config mechanism for consumers,
		50		# but AFAICS it doesn't
		51		CONFIG.set('consumers', 'prod_oqa_hostname', 'openqa.fedoraproject.org')
		52		CONFIG.set('consumers', 'prod_oqa_baseurl', '')
		53		CONFIG.set('consumers', 'stg_oqa_hostname', 'openqa.stg.fedoraproject.org')
		54		CONFIG.set('consumers', 'stg_oqa_baseurl', '')
		55		# this all depends on which instance's messages you replay...
		56		CONFIG.set('consumers', 'test_oqa_hostname', 'openqa.fedoraproject.org')
		57		CONFIG.set('consumers', 'test_oqa_baseurl', '')
		58		# NOTE: these are a bit of a hack for Fedora infra, we can't use the
		59		# public URLs due to RDB using IP-based authentication
		60		CONFIG.set('consumers', 'prod_rdb_url', 'http://resultsdb01.qa.fedoraproject.org/resultsdb_api/api/v2.0/')
		61		CONFIG.set('consumers', 'prod_rdb_report', 'false')
		62		CONFIG.set('consumers', 'stg_rdb_url', 'http://resultsdb-stg01.qa.fedoraproject.org/resultsdb_api/api/v2.0/')
		63		CONFIG.set('consumers', 'stg_rdb_report', 'false')
		64		CONFIG.set('consumers', 'test_rdb_url', 'http://localhost:5001/api/v2.0/')
		65		CONFIG.set('consumers', 'test_rdb_report', 'true')
		66		CONFIG.set('consumers', 'prod_wiki_hostname', 'fedoraproject.org')
		67		CONFIG.set('consumers', 'prod_wiki_report', 'false')
		68		CONFIG.set('consumers', 'stg_wiki_hostname', 'stg.fedoraproject.org')
		69		CONFIG.set('consumers', 'stg_wiki_report', 'false')
		70		CONFIG.set('consumers', 'test_wiki_hostname', 'stg.fedoraproject.org')
		71		# As the default location is public staging, keep this as false
		72		CONFIG.set('consumers', 'test_wiki_report', 'false')
		73
48	CONFIG.read('/etc/fedora-openqa/schedule.conf')	74		CONFIG.read('/etc/fedora-openqa/schedule.conf')
49	CONFIG.read('{0}/.config/fedora-openqa/schedule.conf'.format(os.path.expanduser('~')))	75		CONFIG.read('{0}/.config/fedora-openqa/schedule.conf'.format(os.path.expanduser('~')))
50		76
51	# The default set of tested images. This set can be overridden by an	77		# The default set of tested images. This set can be overridden by an
52	# 'images.json' file in /etc/fedora-openqa or ~/.config/fedora-openqa.	78		# 'images.json' file in /etc/fedora-openqa or ~/.config/fedora-openqa.
53		79
54	# The format is a list of dicts. Each dict represents a single image	80		# The format is a list of dicts. Each dict represents a single image
55	# we want to test. The list is compared against the list of image	81		# we want to test. The list is compared against the list of image
▲ Show 20 Lines • Show All 148 Lines • ▼ Show 20 Line(s)		228	with open(fname, 'r') as fout:
204	try:	230		try:
205	WANTED.keys()	231		WANTED.keys()
206	raise ConfigError("{0} is in old format (dict, not list)!".format(fname))	232		raise ConfigError("{0} is in old format (dict, not list)!".format(fname))
207	except AttributeError:	233		except AttributeError:
208	pass	234		pass
209	except IOError:	235		except IOError:
210	# file not found	236		# file not found
211	pass	237		pass
		238
		239		# vim: set textwidth=120 ts=8 et sw=4:

View Options

scheduler/fedora_openqa_schedule/consumer.py

1	# Copyright (C) 2016 John Dulaney, Adam Williamson	1	# Copyright (C) 2016 John Dulaney, Red Hat Inc.
2	#	2	#
3	# This file is part of fedora-openqa-schedule.	3	# This file is part of fedora-openqa-schedule.
4	#	4	#
5	# fedora-openqa-schedule is free software; you can redistribute it	5	# fedora-openqa-schedule is free software; you can redistribute it
6	# and/or modify it under the terms of the GNU General Public License	6	# and/or modify it under the terms of the GNU General Public License
7	# as published by the Free Software Foundation, either version 3 of	7	# as published by the Free Software Foundation, either version 3 of
8	# the License, or (at your option) any later version.	8	# the License, or (at your option) any later version.
9	#	9	#
10	# This program is distributed in the hope that it will be useful,	10	# This program is distributed in the hope that it will be useful,
11	# but WITHOUT ANY WARRANTY; without even the implied warranty of	11	# but WITHOUT ANY WARRANTY; without even the implied warranty of
12	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the	12	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13	# GNU General Public License for more details.	13	# GNU General Public License for more details.
14	#	14	#
15	# You should have received a copy of the GNU General Public License	15	# You should have received a copy of the GNU General Public License
16	# along with this program. If not, see <http://www.gnu.org/licenses/>.	16	# along with this program. If not, see <http://www.gnu.org/licenses/>.
17	#	17	#
18	# Author(s): John Dulaney <jdulaney@fedoraproject.org>	18	# Author(s): John Dulaney <jdulaney@fedoraproject.org>
19	# Adam Williamson <awilliam@redhat.com>	19	# Adam Williamson <awilliam@redhat.com>
20		20
21	"""fedmsg consumer to schedule openQA jobs."""	21	"""fedmsg consumer to schedule openQA jobs."""
22		22
23	import re	23	# external imports
24	import sys
25
26	import fedmsg.consumers	24	import fedmsg.consumers
27	import fedora_openqa_schedule.schedule as schedule	25
28	import fedora_openqa_schedule.report as report	26	# internal imports
		27	from .config import CONFIG
		28	from . import schedule
		29	from . import report
		30
		31
		32	# COMMON BASE CLASSES WITH OPENQA CONFIG VALUES
		33
		34
		35	class OpenQAProductionConsumer(fedmsg.consumers.FedmsgConsumer):
		36	"""Production mixin for both wiki and ResultsDB reporters so they
		37	can handily share some config settings.
		38	"""
		39	topic = "org.fedoraproject.prod.openqa.job.done"
		40
		41	# Values read from CONFIG are implemented as properties (not class
		42	# or instance variables) to ease testing
		43	@property
		44	def openqa_hostname(self):
		45	"""openQA hostname."""
		46	return CONFIG.get('consumers', 'prod_oqa_hostname')
		47
		48	@property
		49	def openqa_baseurl(self):
		50	"""openQA base URL."""
		51	return CONFIG.get('consumers', 'prod_oqa_baseurl')
		52
		53
		54	class OpenQAStagingConsumer(fedmsg.consumers.FedmsgConsumer):
		55	"""Staging mixin for both wiki and ResultsDB reporters so they can
		56	handily share some config settings.
		57	"""
		58	topic = "org.fedoraproject.stg.openqa.job.done"
		59
		60	@property
		61	def openqa_hostname(self):
		62	"""openQA hostname."""
		63	return CONFIG.get('consumers', 'stg_oqa_hostname')
		64
		65	@property
		66	def openqa_baseurl(self):
		67	"""openQA base URL."""
		68	return CONFIG.get('consumers', 'stg_oqa_baseurl')
		69
		70
		71	class OpenQATestConsumer(fedmsg.consumers.FedmsgConsumer):
		72	"""Test mixin for both wiki and ResultsDB reporters so they can
		73	handily share some config settings.
		74	"""
		75	topic = "org.fedoraproject.dev.openqa.job.done"
		76	validate_signatures = False
		77
		78	@property
		79	def openqa_hostname(self):
		80	"""openQA hostname."""
		81	return CONFIG.get('consumers', 'test_oqa_hostname')
		82
		83	@property
		84	def openqa_baseurl(self):
		85	"""openQA base URL."""
		86	return CONFIG.get('consumers', 'test_oqa_baseurl')
29		87
30		88
31	class OpenQAConsumer(fedmsg.consumers.FedmsgConsumer):	89	# SCHEDULER CLASSES
		90
		91
		92	class OpenQAScheduler(fedmsg.consumers.FedmsgConsumer):
32	"""A fedmsg consumer that schedules openQA jobs when a new compose	93	"""A fedmsg consumer that schedules openQA jobs when a new compose
33	appears.	94	appears.
34	"""	95	"""
35	topic = ["org.fedoraproject.prod.pungi.compose.status.change"]
36	config_key = "fedora_openqa_schedule.consumer.enabled"
37		96
38	def _log(self, level, message):	97	def _log(self, level, message):
39	"""Convenience function for sticking the class name on the	98	"""Convenience function for sticking the class name on the
40	front of the log message as an identifier.	99	front of the log message as an identifier.
41	"""	100	"""
42	logfnc = getattr(self.log, level)	101	logfnc = getattr(self.log, level)
43	logfnc("%s: %s", self.__class__.__name__, message)	102	logfnc("%s: %s", self.__class__.__name__, message)
44		103
45	def consume(self, message):	104	def consume(self, message):
46	"""Consume incoming message."""	105	"""Consume incoming message."""
47	status = message['body']['msg'].get('status')	106	status = message['body']['msg'].get('status')
48	location = message['body']['msg'].get('location')	107	location = message['body']['msg'].get('location')
49	compstr = message['body']['msg'].get('compose_id', location)	108	compstr = message['body']['msg'].get('compose_id', location)
50		109
51	if 'FINISHED' in status and location:	110	if 'FINISHED' in status and location:
52	# We have a complete pungi4 compose	111	# We have a complete pungi4 compose
53	self._log('info', "Scheduling openQA jobs for {0}".format(compstr))	112	self._log('info', "Scheduling openQA jobs for {0}".format(compstr))
54	try:	113	try:
55	(compose, jobs) = schedule.jobs_from_compose(location)	114	# pylint: disable=no-member
		115	(compose, jobs) = schedule.jobs_from_compose(location, openqa_hostname=self.openqa_hostname)
56	except schedule.TriggerException as err:	116	except schedule.TriggerException as err:
57	self._log('warning', "No openQA jobs run! {0}".format(err))	117	self._log('warning', "No openQA jobs run! {0}".format(err))
58	return	118	return
59	if jobs:	119	if jobs:
60	self._log('info', "openQA jobs run on {0}: "	120	self._log('info', "openQA jobs run on {0}: "
61	"{1}".format(compose, ' '.join(str(job) for job in jobs)))	121	"{1}".format(compose, ' '.join(str(job) for job in jobs)))
62	else:	122	else:
63	self._log('warning', "No openQA jobs run!")	123	self._log('warning', "No openQA jobs run!")
64	return	124	return
65		125
66	self._log('debug', "Finished")	126	self._log('debug', "Finished")
67	return	127	return
68		128
69	return	129	return
70		130
71		131
72	class OpenQAWikiConsumer(fedmsg.consumers.FedmsgConsumer):	132	class OpenQAProductionScheduler(OpenQAScheduler, OpenQAProductionConsumer):
		133	"""A scheduling consumer that listens for production fedmsgs and
		134	creates events in the production openQA instance by default.
		135	"""
		136	topic = ["org.fedoraproject.prod.pungi.compose.status.change"]
		137	config_key = "fedora_openqa_schedule.scheduler.prod.enabled"
		138
		139
		140	class OpenQAStagingScheduler(OpenQAScheduler, OpenQAStagingConsumer):
		141	"""A scheduling consumer that listens for staging fedmsgs and
		142	creates events in the staging openQA instance by default.
		143	"""
		144	topic = ["org.fedoraproject.stg.pungi.compose.status.change"]
		145	config_key = "fedora_openqa_schedule.scheduler.stg.enabled"
		146
		147
		148	class OpenQATestScheduler(OpenQAScheduler):
		149	"""A scheduling consumer that listens for dev fedmsgs and creates
		150	events in a local openQA instance by default.
		151	"""
		152	topic = ["org.fedoraproject.dev.pungi.compose.status.change"]
		153	config_key = "fedora_openqa_schedule.scheduler.test.enabled"
		154	# We just hardcode this here and don't inherit from TestConsumer,
		155	# as the config values are intended for the Reporter consumers
		156	# that consume openQA jobs, we likely always want localhost for
		157	# test creating openQA jobs
		158	openqa_hostname = 'localhost'
		159
		160
		161	# WIKI REPORTER CLASSES
		162
		163
		164	class OpenQAWikiReporter(fedmsg.consumers.FedmsgConsumer):
73	"""A fedmsg consumer that reports openQA results to Wikitcms when	165	"""A fedmsg consumer that reports openQA results to Wikitcms when
74	a job completes. This is a parent class for prod, stg and test	166	a job completes. This is a parent class for prod, stg and test
75	variants, it is not complete in itself. Whichever child you use,	167	variants, it is not intended to be used itself.
76	make sure the openQA client client.conf is pointed at the same
77	openQA instance that produces the fedmsgs you're listening for,
78	or things will get weird (you'll be getting job IDs from one
79	openQA but retrieving the jobs with those same IDs from the other
80	openQA).
81	"""	168	"""
82		169
83	def consume(self, message):	170	def consume(self, message):
84	"""Consume incoming message."""	171	"""Consume incoming message."""
85	job = message['body']['msg']['id']	172	job = message['body']['msg']['id']
86	self.log.info("%s: reporting results for %s", self.__class__.__name__, job)	173	self.log.info("%s: reporting results for %s", self.__class__.__name__, job)
87	results = report.wiki_report(self.url, jobs=[job], do_report=self.report)	174	# pylint: disable=no-member
88	if not self.report:	175	results = report.wiki_report(
		176	wiki_hostname=self.wiki_hostname, jobs=[job], do_report=self.do_report,
		177	openqa_hostname=self.openqa_hostname, openqa_baseurl=self.openqa_baseurl)
		178	if not self.do_report:
89	for res in results:	179	for res in results:
90	self.log.info("%s: would report %s", self.__class__.__name__, res)	180	self.log.info("%s: would report %s", self.__class__.__name__, res)
91		181
92		182
93	class OpenQAProductionWikiConsumer(OpenQAWikiConsumer):	183	class OpenQAProductionWikiReporter(OpenQAWikiReporter, OpenQAProductionConsumer):
94	"""A result reporting consumer that listens for production fedmsgs	184	"""A result reporting consumer that listens for production fedmsgs
95	and reports to the production wiki. Only one of these should ever	185	and reports to the production wiki. Only one of these should ever
96	be running at one time; it'd be particularly bad if we had two	186	be running at one time; it'd be particularly bad if we had two
97	running with different FAS accounts, all results would be duped.	187	running with different FAS accounts, all results would be duped.
98	Please don't enable this consumer unless you're sure you know what	188	Please don't enable this consumer unless you're sure you know what
99	you're doing.	189	you're doing.
100	"""	190	"""
101	topic = "org.fedoraproject.prod.openqa.job.done"	191	config_key = "fedora_openqa_schedule.wiki.reporter.prod.enabled"
102	config_key = "fedora_openqa_schedule.wiki.consumer.prod.enabled"	192
103	url = "fedoraproject.org"	193	@property
104	report = True	194	def wiki_hostname(self):
		195	"""Wiki hostname."""
		196	return CONFIG.get('consumers', 'prod_wiki_hostname')
		197
		198	@property
		199	def do_report(self):
		200	"""Whether to report."""
		201	return CONFIG.getboolean('consumers', 'prod_wiki_report')
105		202
106		203
107	class OpenQAStagingWikiConsumer(OpenQAWikiConsumer):	204	class OpenQAStagingWikiReporter(OpenQAWikiReporter, OpenQAStagingConsumer):
108	"""A result reporting consumer that listens for staging fedmsgs	205	"""A result reporting consumer that listens for staging fedmsgs
109	and reports to the staging wiki. Only one of these should ever	206	and reports to the staging wiki. Only one of these should ever
110	be running at one time; it'd be particularly bad if we had two	207	be running at one time; it'd be particularly bad if we had two
111	running with different FAS accounts, all results would be duped.	208	running with different FAS accounts, all results would be duped.
112	Please don't enable this consumer unless you're sure you know what	209	Please don't enable this consumer unless you're sure you know what
113	you're doing.	210	you're doing.
114	"""	211	"""
115	topic = "org.fedoraproject.stg.openqa.job.done"	212	config_key = "fedora_openqa_schedule.wiki.reporter.stg.enabled"
116	config_key = "fedora_openqa_schedule.wiki.consumer.stg.enabled"	213
117	url = "stg.fedoraproject.org"	214	@property
118	report = True	215	def wiki_hostname(self):
		216	"""Wiki hostname."""
		217	return CONFIG.get('consumers', 'stg_wiki_hostname')
119		218
		219	@property
		220	def do_report(self):
		221	"""Whether to report."""
		222	return CONFIG.getboolean('consumers', 'stg_wiki_report')
120		223
121	class OpenQATestWikiConsumer(OpenQAWikiConsumer):	224
		225	class OpenQATestWikiReporter(OpenQAWikiReporter, OpenQATestConsumer):
122	"""A result reporting consumer that listens for dev fedmsgs (so it	226	"""A result reporting consumer that listens for dev fedmsgs (so it
123	will catch ones produced by fedmsg-dg-replay) and does not really	227	will catch ones produced by fedmsg-dg-replay) and does not really
124	report results, it should log the produced ResTuples instead. This	228	report results, it should log the produced ResTuples instead. This
125	is the one you should use to test stuff, go nuts with it.	229	is the one you should use to test stuff, go nuts with it.
126	"""	230	"""
127	topic = "org.fedoraproject.dev.openqa.job.done"	231	config_key = "fedora_openqa_schedule.wiki.reporter.test.enabled"
128	validate_signatures = False	232
129	config_key = "fedora_openqa_schedule.wiki.consumer.test.enabled"	233	@property
130	url = "stg.fedoraproject.org"	234	def wiki_hostname(self):
131	report = False	235	"""Wiki hostname."""
		236	return CONFIG.get('consumers', 'test_wiki_hostname')
		237
		238	@property
		239	def do_report(self):
		240	"""Whether to report."""
		241	return CONFIG.getboolean('consumers', 'test_wiki_report')
		242
		243
		244	# RESULTSDB REPORTER CLASSES
		245
132		246
133	class OpenQAResultsDBReporter(fedmsg.consumers.FedmsgConsumer):	247	class OpenQAResultsDBReporter(fedmsg.consumers.FedmsgConsumer):
134	"""A fedmsg consumer that reports openQA results to ResultsDB when	248	"""A fedmsg consumer that reports openQA results to ResultsDB when
135	a job completes. This is a parent class for prod and test	249	a job completes. This is a parent class for prod and test
136	variants, it is not complete in itself. Whichever child you use,	250	variants, it is not complete in itself.
137	make sure the openQA client client.conf is pointed at the same
138	openQA instance that produces the fedmsgs you're listening for,
139	or things will get weird (you'll be getting job IDs from one
140	openQA but retrieving the jobs with those same IDs from the other
141	openQA).
142	"""	251	"""
143		252
144	def consume(self, message):	253	def consume(self, message):
145	"""Consume incoming message."""	254	"""Consume incoming message."""
146	job = message['body']['msg']['id']	255	job = message['body']['msg']['id']
147	self.log.info("%s: reporting results for %s", self.__class__.__name__, job)	256	self.log.info("%s: reporting results for %s", self.__class__.__name__, job)
148	results = report.resultsdb_report(self.url, jobs=[job], do_report=self.report)	257	# pylint: disable=no-member
149	if not self.report:	258	report.resultsdb_report(
150	for res in results:	259	resultsdb_url=self.resultsdb_url, jobs=[job], do_report=self.do_report,
151	self.log.info("%s: would report %s", self.__class__.__name__, res)	260	openqa_hostname=self.openqa_hostname, openqa_baseurl=self.openqa_baseurl)
152		261
153		262
154	class OpenQAProductionResultsDBReporter(OpenQAResultsDBReporter):	263	class OpenQAProductionResultsDBReporter(OpenQAResultsDBReporter, OpenQAProductionConsumer):
155	"""A result reporting consumer that listens for production fedmsgs	264	"""A result reporting consumer that listens for production fedmsgs
156	and reports to the production ResultsDB. Only one of these should	265	and reports to the production ResultsDB. Only one of these should
157	ever be running at one time; it'd be particularly bad if we had	266	ever be running at one time; it'd be particularly bad if we had
158	two running, all results would be duped. Please don't enable this	267	two running, all results would be duped. Please don't enable this
159	consumer unless you're sure you know what you're doing.	268	consumer unless you're sure you know what you're doing.
160	"""	269	"""
161	topic = "org.fedoraproject.prod.openqa.job.done"
162	config_key = "fedora_openqa_schedule.resultsdb.reporter.prod.enabled"	270	config_key = "fedora_openqa_schedule.resultsdb.reporter.prod.enabled"
163	url = "http://resultsdb01.qa.fedoraproject.org/resultsdb_api/api/v2.0/"
164	report = True
165		271
		272	@property
		273	def resultsdb_url(self):
		274	"""ResultsDB URL."""
		275	return CONFIG.get('consumers', 'prod_rdb_url')
166		276
167	class OpenQATestResultsDBReporter(OpenQAResultsDBReporter):	277	@property
		278	def do_report(self):
		279	"""Whether to report."""
		280	return CONFIG.getboolean('consumers', 'prod_rdb_report')
		281
		282
		283	class OpenQAStagingResultsDBReporter(OpenQAResultsDBReporter, OpenQAStagingConsumer):
		284	"""A result reporting consumer that listens for staging fedmsgs
		285	and reports to the production ResultsDB. Only one of these should
		286	ever be running at one time; it'd be particularly bad if we had
		287	two running, all results would be duped. Please don't enable this
		288	consumer unless you're sure you know what you're doing.
		289	"""
		290	config_key = "fedora_openqa_schedule.resultsdb.reporter.prod.enabled"
		291
		292	@property
		293	def resultsdb_url(self):
		294	"""ResultsDB URL."""
		295	return CONFIG.get('consumers', 'stg_rdb_url')
		296
		297	@property
		298	def do_report(self):
		299	"""Whether to report."""
		300	return CONFIG.getboolean('consumers', 'stg_rdb_report')
		301
		302
		303	class OpenQATestResultsDBReporter(OpenQAResultsDBReporter, OpenQATestConsumer):
168	"""A result reporting consumer that listens for dev fedmsgs (so it	304	"""A result reporting consumer that listens for dev fedmsgs (so it
169	will catch ones produced by fedmsg-dg-replay) and reports to a	305	will catch ones produced by fedmsg-dg-replay) and reports to a
170	ResultsDB instance running on localhost:5001 (as you get by running	306	ResultsDB instance running on localhost:5001 (as you get by running
171	the development mode).	307	the development mode).
172	"""	308	"""
173	topic = "org.fedoraproject.dev.openqa.job.done"
174	validate_signatures = False
175	config_key = "fedora_openqa_schedule.resultsdb.reporter.test.enabled"	309	config_key = "fedora_openqa_schedule.resultsdb.reporter.test.enabled"
176	url = "http://localhost:5001/api/v2.0/"	310
177	report = False	311	@property
		312	def resultsdb_url(self):
		313	"""ResultsDB URL."""
		314	return CONFIG.get('consumers', 'test_rdb_url')
		315
		316	@property
		317	def do_report(self):
		318	"""Whether to report."""
		319	return CONFIG.getboolean('consumers', 'test_rdb_report')
		320
		321	# vim: set textwidth=120 ts=8 et sw=4:

View Options

scheduler/fedora_openqa_schedule/report.py

Show All 19 Lines
20	# Adam Williamson <awilliam@redhat.com>	20		# Adam Williamson <awilliam@redhat.com>
21		21
22	"""report module for fedora-openqa-schedule. Functions related to job	22		"""report module for fedora-openqa-schedule. Functions related to job
23	result reporting go here.	23		result reporting go here.
24	"""	24		"""
25		25
26	# standard libraries	26		# standard libraries
27	import re	27		import re
28	import copy
29	import time
30	import logging	28		import logging
31	from operator import attrgetter	29		from operator import attrgetter
32		30
33	# External dependencies	31		# External dependencies
34	import mwclient.errors	32		import mwclient.errors
35	from openqa_client.client import OpenQA_Client	33		from openqa_client.client import OpenQA_Client
36	from resultsdb_api import ResultsDBapi, ResultsDBapiException	34		from resultsdb_api import ResultsDBapi, ResultsDBapiException
37	from resultsdb_conventions.fedora import FedoraImageResult, FedoraComposeResult	35		from resultsdb_conventions.fedora import FedoraImageResult, FedoraComposeResult
38	from wikitcms.wiki import Wiki, ResTuple	36		from wikitcms.wiki import Wiki, ResTuple
39		37
40	# Internal dependencies	38		# Internal dependencies
41	import fedora_openqa_schedule.conf_test_suites as conf_test_suites	39		from . import conf_test_suites
42	from fedora_openqa_schedule.config import CONFIG	40		from .config import CONFIG
43		41
44	logger = logging.getLogger(__name__)	42		logger = logging.getLogger(__name__)
45		43
46		44
47	class LoginError(Exception):	45		class LoginError(Exception):
48	"""Raised when cannot log in to wiki to submit results."""	46		"""Raised when cannot log in to wiki to submit results."""
49	pass	47		pass
50		48
51		49
52	def _uniqueres_replacements(job, tcdict):	50		def _uniqueres_replacements(job, tcdict):
53	"""Replace some magic values in the 'tcdict' dict with test job	51		"""Replace some magic values in the 'tcdict' dict with test job
54	properties; this is to distinguish between environments for a test	52		properties; this is to distinguish between environments for a test
55	case, or tests with the same test case but different test names,	53		case, or tests with the same test case but different test names,
56	and so on. Returns a new dict with the modifications.	54		and so on. Returns a new dict with the modifications.
57	"""	55		"""
58	arch = job['settings']['ARCH']	56		arch = job['settings']['ARCH']
59	flavor = job['settings']['FLAVOR']	57		fs = job['test'].split('_')[-1]
60	fs = job['settings']['TEST'].split('_')[-1]
61	desktop = job['settings'].get('DESKTOP', '')	58		desktop = job['settings'].get('DESKTOP', '')
62	try:	59		subvariant = job['settings']['SUBVARIANT']
63	(subvariant, imagetype, _) = flavor.split('-')	60		imagetype = job['settings']['IMAGETYPE']
64	except ValueError:
65	# the above fails when the flavor is 'universal'. This is just
66	# to avoid crashing, these values should never be used
67	subvariant = imagetype = 'universal'
68	imagetype = imagetype.replace('boot', 'netinst')	61		imagetype = imagetype.replace('boot', 'netinst')
69	# reverse the - to _ sub we do when constructing the flavor (we
70	# know no type values really have _ in them, so this is safe)
71	imagetype = imagetype.replace('_', '-')
72	subvariant = subvariant.replace('_Base', '')	62		subvariant = subvariant.replace('_Base', '')
73	subvariant_or_arm = "ARM" if arch == "arm" else subvariant	63		subvariant_or_arm = "ARM" if arch == "arm" else subvariant
74	if 'UEFI' in job['settings']:	64
		65		if arch == "arm":
		66		bootmethod = 'ARM'
		67		firmware = 'ARM'
		68		elif 'UEFI' in job['settings']:
75	firmware = 'UEFI'	69		firmware = 'UEFI'
76	bootmethod = 'x86_64 UEFI'	70		bootmethod = 'x86_64 UEFI'
77	else:	71		else:
78	firmware = 'BIOS'	72		firmware = 'BIOS'
79	bootmethod = 'x86_64 BIOS'	73		bootmethod = 'x86_64 BIOS'
		74
80	role = ''	75		role = ''
81	if 'role_deploy_' in job['test']:	76		if 'role_deploy_' in job['test']:
82	role = job['test'].split('role_deploy_')[1]	77		role = job['test'].split('role_deploy_')[1]
83		78
84	# We effectively deep copy the `tcdict` dict here; if we just modified it directly	79		# We effectively deep copy the `tcdict` dict here; if we just modified it directly
85	# we'd actually be changing it in TESTCASES, so the results for later jobs in this run	80		# we'd actually be changing it in TESTCASES, so the results for later jobs in this run
86	# with the same testcase (but a different environment, section or testname) would read	81		# with the same testcase (but a different environment, section or testname) would read
87	# the modified values and be messed up	82		# the modified values and be messed up
Show All 21 Lines		99	def _get_passed_tcnames(job, composeid, client=None):
109	composeid is the compose ID, passed in from get_passed_testcases.	104		composeid is the compose ID, passed in from get_passed_testcases.
110	client can be an OpenQA_Client instance (to save us instantiating	105		client can be an OpenQA_Client instance (to save us instantiating
111	a new one, and also so checkwiki can use a fake one); it's used	106		a new one, and also so checkwiki can use a fake one); it's used
112	for entries that use the 'testsuites' condition, we have to go get	107		for entries that use the 'testsuites' condition, we have to go get
113	the appropriate results from openQA and check them, we can't	108		the appropriate results from openQA and check them, we can't
114	assume they're already in the jobs list that get_passed_testcases	109		assume they're already in the jobs list that get_passed_testcases
115	got.	110		got.
116	"""	111		"""
117	tsname = job['settings']['TEST']	112		tsname = job['test']
118	# There usually ought to be an entry in TESTSUITES for all	113		# There usually ought to be an entry in TESTSUITES for all
119	# tests, but just in case someone messed up, let's be safe	114		# tests, but just in case someone messed up, let's be safe
120	if tsname not in conf_test_suites.TESTSUITES:	115		if tsname not in conf_test_suites.TESTSUITES:
121	logger.warning("No TESTSUITES entry found for test {0}!".format(tsname))	116		logger.warning("No TESTSUITES entry found for test %s!", tsname)
122	return []	117		return []
123		118
124	passed = []	119		passed = []
125	testsuite = conf_test_suites.TESTSUITES[tsname]	120		testsuite = conf_test_suites.TESTSUITES[tsname]
126	# testsuite can be simply a list of test case names - in which case all those test	121		# testsuite can be simply a list of test case names - in which case all those test
127	# cases are considered 'passed' if the openQA job overall 'passed' - or a dict whose	122		# cases are considered 'passed' if the openQA job overall 'passed' - or a dict whose
128	# keys are test case names and whose values are dicts of conditions indicating when	123		# keys are test case names and whose values are dicts of conditions indicating when
129	# that test case should be considered as 'passed'. Here, we handle the conditions for	124		# that test case should be considered as 'passed'. Here, we handle the conditions for
▲ Show 20 Lines • Show All 87 Lines • ▼ Show 20 Line(s)		208	if composeid.endswith('EXTRA'):
217	logger.debug("Job was run with extra params! Will not report")	212		logger.debug("Job was run with extra params! Will not report")
218	continue	213		continue
219	# find the TESTSUITES entry for the job and parse it to	214		# find the TESTSUITES entry for the job and parse it to
220	# get a list of passed test case names (TESTCASES keys)	215		# get a list of passed test case names (TESTCASES keys)
221	passed = _get_passed_tcnames(job, composeid, client)	216		passed = _get_passed_tcnames(job, composeid, client)
222	for testcase in passed:	217		for testcase in passed:
223	# skip with warning if testcase is not in TESTCASES	218		# skip with warning if testcase is not in TESTCASES
224	if testcase not in conf_test_suites.TESTCASES:	219		if testcase not in conf_test_suites.TESTCASES:
225	logger.warning("No TESTCASES entry found for {0}!".format(testcase))	220		logger.warning("No TESTCASES entry found for %s!", testcase)
226	continue	221		continue
227	# Each testcase name now in the `passed` list is the name of a dict in the	222		# Each testcase name now in the `passed` list is the name of a dict in the
228	# TESTCASES dict-of-dicts which more precisely identifies the 'test instance' (when	223		# TESTCASES dict-of-dicts which more precisely identifies the 'test instance' (when
229	# there is more than one for a testcase) and environment for which the result	224		# there is more than one for a testcase) and environment for which the result
230	# should be filed.	225		# should be filed.
231		226
232	# create new dict based on the testcase dict with $FOO$ values replaced	227		# create new dict based on the testcase dict with $FOO$ values replaced
233	uniqueres = _uniqueres_replacements(job, conf_test_suites.TESTCASES[testcase])	228		uniqueres = _uniqueres_replacements(job, conf_test_suites.TESTCASES[testcase])
234	result = ResTuple(	229		result = ResTuple(
235	testtype=uniqueres['type'], testcase=testcase,	230		testtype=uniqueres['type'], testcase=testcase,
236	section=uniqueres.get('section'), testname=uniqueres.get('name', ''),	231		section=uniqueres.get('section'), testname=uniqueres.get('name', ''),
237	env=uniqueres.get('env', ''), status='pass', bot=True, cid=composeid)	232		env=uniqueres.get('env', ''), status='pass', bot=True, cid=composeid)
238	passed_testcases.add(result)	233		passed_testcases.add(result)
239		234
240	return sorted(list(passed_testcases), key=attrgetter('testcase'))	235		return sorted(list(passed_testcases), key=attrgetter('testcase'))
241		236
242		237
243	def wiki_report(wiki_url, jobs=None, build=None, do_report=None):	238		def wiki_report(wiki_hostname=None, jobs=None, build=None, do_report=True, openqa_hostname=None,
		239		openqa_baseurl=None):
244	"""Report results from openQA jobs to Wikitcms. Either jobs (an	240		"""Report results from openQA jobs to Wikitcms. Either jobs (an
245	iterable of job IDs) or build (an openQA BUILD string, usually a	241		iterable of job IDs) or build (an openQA BUILD string, usually a
246	Fedora compose ID) is required (if neither is specified, the	242		Fedora compose ID) is required (if neither is specified, the
247	openQA client will raise TypeError). If do_report is False, will	243		openQA client will raise TypeError). If do_report is False, will
248	just print out the python-wikitcms ResTups for inspection. If	244		just print out the python-wikitcms ResTups for inspection.
249	do_report is None, will read the setting from the config file; if
250	no config file is present, default is True.
251	"""	245		"""
252	client = OpenQA_Client()	246		client = OpenQA_Client(openqa_hostname)
253	jobs = client.get_jobs(jobs=jobs, build=build)	247		jobs = client.get_jobs(jobs=jobs, build=build)
254	passed_testcases = get_passed_testcases(jobs, client)	248		passed_testcases = get_passed_testcases(jobs, client)
255	logger.info("passed testcases: %s", passed_testcases)	249		logger.info("passed testcases: %s", passed_testcases)
256	if do_report is None:	250
257	do_report = CONFIG.getboolean('report', 'submit_wiki')	251		if not wiki_hostname:
		252		wiki_hostname = CONFIG.get('report', 'wiki_hostname')
258		253
259	if do_report:	254		if do_report:
260	logger.info("reporting test passes")	255		logger.info("reporting test passes to %s", wiki_hostname)
261	wiki = Wiki(('https', wiki_url), '/w/')	256		wiki = Wiki(('https', wiki_hostname), '/w/')
262	if not wiki.logged_in:	257		if not wiki.logged_in:
263	# This seems to occasionally throw bogus WrongPass errors	258		# This seems to occasionally throw bogus WrongPass errors
264	try:	259		try:
265	wiki.login()	260		wiki.login()
266	except mwclient.errors.LoginError:	261		except mwclient.errors.LoginError:
267	wiki.login()	262		wiki.login()
268	if not wiki.logged_in:	263		if not wiki.logged_in:
269	logger.error("could not log in to wiki")	264		logger.error("could not log in to wiki")
Show All 9 Lines		272	for insuff in insuffs:
279	logger.info(tmpl, insuff.testcase, insuff.env)	274		logger.info(tmpl, insuff.testcase, insuff.env)
280	return []	275		return []
281		276
282	else:	277		else:
283	logger.warning("no reporting is done")	278		logger.warning("no reporting is done")
284	return passed_testcases	279		return passed_testcases
285		280
286		281
287	def resultsdb_report(resultsdb_url, jobs=None, build=None, do_report=None, resultsdb_job_id=None):	282		def resultsdb_report(resultsdb_url=None, jobs=None, build=None, do_report=True,
		283		openqa_hostname=None, openqa_baseurl=None):
288	"""Report results from openQA jobs to ResultsDB. Either jobs (an	284		"""Report results from openQA jobs to ResultsDB. Either jobs (an
289	iterable of job IDs) or build (an openQA BUILD string, usually a	285		iterable of job IDs) or build (an openQA BUILD string, usually a
290	Fedora compose ID) is required (if neither is specified, the	286		Fedora compose ID) is required (if neither is specified, the
291	openQA client will raise TypeError). If set, report jobs to ResultsDB	287		openQA client will raise TypeError). If do_report is false-y, will
292	job, specified by resultsdb_job_id. If not set, try to obtain ID from	288		just print out list of jobs to report for inspection.
293	openQA job settings. If do_report is False, will	289		openqa_hostname is the host name of the openQA server to connect
294	just print out list of jobs to report for inspection. If	290		to; if set to None, the client library's default behaviour is used
295	do_report is None, will read the setting from the config file; if	291		(see library for more details). openqa_baseurl is the public base
296	no config file is present, default is True.	292		URL for constructing links to openQA pages; if set to None, the
		293		OpenQA_Client base_url property (which is derived from the host
		294		name) will be used.
297	"""	295		"""
298	if do_report is None:	296		if not resultsdb_url:
299	do_report = CONFIG.getboolean('report', 'submit_resultsdb')	297		resultsdb_url = CONFIG.get('report', 'resultsdb_url')
300		298
301	if do_report:	299		if do_report:
302	try:	300		try:
303	rdb_instance = ResultsDBapi(resultsdb_url)	301		rdb_instance = ResultsDBapi(resultsdb_url)
304	except ResultsDBapiException as e:	302		except ResultsDBapiException as e:
305	logger.error(e)	303		logger.error(e)
306	return	304		return
		305		else:
		306		rdb_instance = None
		307
		308		client = OpenQA_Client(openqa_hostname)
		309		if not openqa_baseurl:
		310		openqa_baseurl = client.baseurl
307		311
308	client = OpenQA_Client()
309	jobs = client.get_jobs(jobs=jobs, build=build)	312		jobs = client.get_jobs(jobs=jobs, build=build)
310	tcname_safeify = re.compile(r"\W+")	313		tcname_safeify = re.compile(r"\W+")
311	target_regex = re.compile(r"^(ISO\|HDD)(_\d+)?$")	314		target_regex = re.compile(r"^(ISO\|HDD)(_\d+)?$")
312		315
313	for job in jobs:	316		for job in jobs:
314	# don't report jobs that have clone or user-cancelled jobs, or were obsoleted	317		# don't report jobs that have clone or user-cancelled jobs, or were obsoleted
315	if job['clone_id'] is not None or job['result'] == "user_cancelled" or job['result'] == 'obsoleted':	318		if job['clone_id'] is not None or job['result'] == "user_cancelled" or job['result'] == 'obsoleted':
316	continue	319		continue
Show All 19 Lines
336	kwargs["tc_name"] = "compose." + tc_name # FIXME: this will not be "compose." for update testing...	339		kwargs["tc_name"] = "compose." + tc_name # FIXME: this will not be "compose." for update testing...
337	# map openQA's results to resultsdb's outcome	340		# map openQA's results to resultsdb's outcome
338	kwargs["outcome"] = {	341		kwargs["outcome"] = {
339	'passed': "PASSED",	342		'passed': "PASSED",
340	'failed': "FAILED",	343		'failed': "FAILED",
341	'parallel_failed': "FAILED",	344		'parallel_failed': "FAILED",
342	'softfailed': "INFO"	345		'softfailed': "INFO"
343	}.get(job['result'], 'NEEDS_INSPECTION')	346		}.get(job['result'], 'NEEDS_INSPECTION')
344	job_url = "%s/tests/%s" % (CONFIG.get('report', 'openqa_url'), job['id'])	347		job_url = "%s/tests/%s" % (openqa_baseurl, job['id'])
345	if job["result"] in ["passed", "softfailed"]:	348		if job["result"] in ["passed", "softfailed"]:
346	kwargs["tc_url"] = job_url # point testcase url to latest passed test	349		kwargs["tc_url"] = job_url # point testcase url to latest passed test
347	kwargs["ref_url"] = job_url	350		kwargs["ref_url"] = job_url
348	kwargs["source"] = "openqa"	351		kwargs["source"] = "openqa"
349		352
350	# create link to overall url for group ref_url	353		# create link to overall url for group ref_url
351	overall_url = "%s/tests/overview?distri=%s&version=%s&build=%s" % (	354		overall_url = "%s/tests/overview?distri=%s&version=%s&build=%s" % (
352	CONFIG.get('report', 'openqa_url'), distri, version, compose)	355		openqa_baseurl, distri, version, compose)
353		356
354	# put in the "note" field whether some module failed	357		# put in the "note" field whether some module failed
355	for module in job["modules"]:	358		for module in job["modules"]:
356	if module["result"] == "failed" and ("fatal" in module["flags"] or "important" in module["flags"]):	359		if module["result"] == "failed" and ("fatal" in module["flags"] or "important" in module["flags"]):
357	kwargs["note"] = module["name"] + " module failed"	360		kwargs["note"] = module["name"] + " module failed"
358	break	361		break
359	if module["result"] == "failed" and job["result"] == "softfailed":	362		if module["result"] == "failed" and job["result"] == "softfailed":
360	kwargs["note"] = module["name"] + " module softfailed"	363		kwargs["note"] = "non-important module {0} failed".format(module["name"])
361		364
362	if target_regex.match(job['settings']['TEST_TARGET']):	365		if target_regex.match(job['settings']['TEST_TARGET']):
363	test_target_name = job['settings'][job['settings']['TEST_TARGET']]	366		test_target_name = job['settings'][job['settings']['TEST_TARGET']]
364	rdb_object = FedoraImageResult(test_target_name, compose, **kwargs)	367		rdb_object = FedoraImageResult(test_target_name, compose, **kwargs)
365	elif job['settings']['TEST_TARGET'] == "COMPOSE":	368		elif job['settings']['TEST_TARGET'] == "COMPOSE":
366	rdb_object = FedoraComposeResult(compose, **kwargs)	369		rdb_object = FedoraComposeResult(compose, **kwargs)
367	else:	370		else:
368	logger.warning("cannot report job %d because TEST_TARGET variable is invalid", job['id'])	371		logger.warning("cannot report job %d because TEST_TARGET variable is invalid", job['id'])
369	continue	372		continue
370		373
371	rdb_object.extradata.update({	374		rdb_object.extradata.update({
372	'firmware': 'uefi' if 'UEFI' in job['settings'] else 'bios'	375		'firmware': 'uefi' if 'UEFI' in job['settings'] else 'bios'
373	})	376		})
374	# FIXME: use overall_url as a group ref_url	377		# FIXME: use overall_url as a group ref_url
375		378
376	rdb_object.report(rdb_instance)	379		return rdb_object.report(rdb_instance)
		380
		381		# vim: set textwidth=120 ts=8 et sw=4:

View Options

scheduler/fedora_openqa_schedule/schedule.py

1	# Copyright (C) 2015 Red Hat	1		# Copyright (C) 2015 Red Hat Inc.
2	#	2		#
3	# This file is part of fedora-openqa-schedule.	3		# This file is part of fedora-openqa-schedule.
4	#	4		#
5	# fedora-openqa-schedule is free software; you can redistribute it	5		# fedora-openqa-schedule is free software; you can redistribute it
6	# and/or modify it under the terms of the GNU General Public License	6		# and/or modify it under the terms of the GNU General Public License
7	# as published by the Free Software Foundation, either version 3 of	7		# as published by the Free Software Foundation, either version 3 of
8	# the License, or (at your option) any later version.	8		# the License, or (at your option) any later version.
9	#	9		#
Show All 9 Lines
19	# Josef Skladanka <jskladan@redhat.com>	19		# Josef Skladanka <jskladan@redhat.com>
20	# Adam Williamson <awilliam@redhat.com>	20		# Adam Williamson <awilliam@redhat.com>
21		21
22	"""Scheduler module for fedora-openqa-schedule. Functions related to	22		"""Scheduler module for fedora-openqa-schedule. Functions related to
23	job scheduling go here.	23		job scheduling go here.
24	"""	24		"""
25		25
26	# Standard libraries	26		# Standard libraries
27	import json
28	import logging	27		import logging
29	import os.path	28		import os.path
30	import re
31		29
32	# External dependencies	30		# External dependencies
33	import fedfind.helpers	31		import fedfind.helpers
34	import fedfind.release	32		import fedfind.release
35	from openqa_client.client import OpenQA_Client	33		from openqa_client.client import OpenQA_Client
36	from six.moves.urllib.request import urlopen
37	from six.moves.urllib.error import URLError, HTTPError
38		34
39	# Internal dependencies	35		# Internal dependencies
40	from fedora_openqa_schedule.config import CONFIG, WANTED	36		from .config import WANTED
41		37
42	logger = logging.getLogger(__name__)	38		logger = logging.getLogger(__name__)
43		39
44	FORMAT_TO_PARAM = {	40		FORMAT_TO_PARAM = {
45	"iso": "ISO_URL",	41		"iso": "ISO_URL",
46	# let's connect it as second HDD - we can then use NUMDISKS=1 when we don't need it connected	42		# let's connect it as second HDD - we can then use NUMDISKS=1 when we don't need it connected
47	"raw.xz": "HDD_2_DECOMPRESS_URL"	43		"raw.xz": "HDD_2_DECOMPRESS_URL"
48	}	44		}
49		45
50		46
51	class TriggerException(Exception):	47		class TriggerException(Exception):
52	pass	48		pass
53		49
54		50
55	def _get_dkboot_urls(location, arch='armhfp'):	51		def _get_dkboot_urls(location, arch='armhfp'):
56	"""Given a fedfind release 'generic' location (and arch if provided), return URLs for kernel	52		"""Given a fedfind release 'generic' location (and arch if provided), return URLs for kernel
57	and initrd files.	53		and initrd files.
58	"""	54		"""
59	pxeboot_url = '{0}/{1}/os/images/pxeboot/{2}'	55		pxeboot_url = '{0}/{1}/os/images/pxeboot/{2}'
60	return (pxeboot_url.format(location, arch, 'vmlinuz'), pxeboot_url.format(location, arch, 'initrd.img'))	56		return (pxeboot_url.format(location, arch, 'vmlinuz'), pxeboot_url.format(location, arch, 'initrd.img'))
61		57
62		58
63	def _get_images(rel, wanted=WANTED):	59		def _get_images(rel, wanted=None):
64	"""Given a fedfind Release instance, this returns a list of (flavor, arch, score, {param: url},	60		"""Given a fedfind Release instance, this returns a list of (flavor, arch, score, {param: url},
65	subvariant, imagetype) tuples for images to be tested.	61		subvariant, imagetype) tuples for images to be tested.
66	"""	62		"""
		63		if not wanted:
		64		wanted = WANTED
67	images = []	65		images = []
68	for wantimg in wanted:	66		for wantimg in wanted:
69	matchdict = wantimg['match'].copy()	67		matchdict = wantimg['match'].copy()
70	for foundimg in rel.all_images:	68		for foundimg in rel.all_images:
71	# see if the foundimg matches the wantimg	69		# see if the foundimg matches the wantimg
72	if not all(item in foundimg.items() for item in matchdict.items()):	70		if not all(item in foundimg.items() for item in matchdict.items()):
73	continue	71		continue
74	score = wantimg.get('score', 0)	72		score = wantimg.get('score', 0)
▲ Show 20 Lines • Show All 53 Lines • ▼ Show 20 Line(s)		110	if any([param in param_urls for param in ('ISO_URL', 'HDD_1_DECOMPRESS_URL', 'HDD_1')]):
128	if jobs:	126		if jobs:
129	logger.info("run_openqa_jobs: Existing jobs found for asset %s flavor %s, and force "	127		logger.info("run_openqa_jobs: Existing jobs found for asset %s flavor %s, and force "
130	"not set! No jobs scheduled.", assetname, flavor)	128		"not set! No jobs scheduled.", assetname, flavor)
131	return jobs	129		return jobs
132	return []	130		return []
133		131
134		132
135	def run_openqa_jobs(param_urls, flavor, arch, subvariant, imagetype, build, version,	133		def run_openqa_jobs(param_urls, flavor, arch, subvariant, imagetype, build, version,
136	location, force=False, extraparams=None):	134		location, force=False, extraparams=None, openqa_hostname=None):
137	"""# run OpenQA 'isos' job on ISO at urls from 'param_urls', with	135		"""# run OpenQA 'isos' job on ISO at urls from 'param_urls', with
138	given URLs, flavor, arch, subvariant, imagetype, build identifier,	136		given URLs, flavor, arch, subvariant, imagetype, build identifier,
139	and version. NOTE: 'build' is passed to openQA as BUILD and is	137		and version. NOTE: 'build' is passed to openQA as BUILD and is
140	later retrieved and parsed by report.py for wiki reporting; for	138		later retrieved and parsed by report.py for wiki reporting; for
141	this to work it should be a productmd/Pungi compose ID. Returns	139		this to work it should be a productmd/Pungi compose ID. Returns
142	list of job IDs. If force is False, jobs will only be scheduled if	140		list of job IDs. If force is False, jobs will only be scheduled if
143	there are no existing, non-cancelled jobs for the same ISO and	141		there are no existing, non-cancelled jobs for the same ISO and
144	flavor. If extraparams is specified, it must be a dict or	142		flavor. If extraparams is specified, it must be a dict or
145	something else that can be combined with a dict using `update`; it	143		something else that can be combined with a dict using `update`; it
146	adds additional parameters (usually openQA variables) to the POST	144		adds additional parameters (usually openQA variables) to the POST
147	request. When extraparams is used, the BUILD value has '-EXTRA'	145		request. When extraparams is used, the BUILD value has '-EXTRA'
148	appended to signify that this should not be considered a clean run	146		appended to signify that this should not be considered a clean run
149	for the build.	147		for the build. openqa_hostname can be used to specify a particular
		148		host to schedule the jobs on, if not set, the client library will
		149		choose (see library documentation for details on how). You must
		150		have a key and secret in your openQA client library config for the
		151		chosen host.
150	"""	152		"""
151	logger.info("sending jobs to openQA")	153		logger.info("sending jobs to openQA")
152	# find current and previous releases; these are used to determine	154		# find current and previous releases; these are used to determine
153	# the hard disk image file names for the upgrade tests	155		# the hard disk image file names for the upgrade tests
154	try:	156		try:
155	currrel = str(fedfind.helpers.get_current_release())	157		currrel = str(fedfind.helpers.get_current_release())
156	prevrel = str(int(currrel) - 1)	158		prevrel = str(int(currrel) - 1)
157	except ValueError:	159		except ValueError:
Show All 17 Lines
175	}	177		}
176	if extraparams:	178		if extraparams:
177	params.update(extraparams)	179		params.update(extraparams)
178	# mung the BUILD so this is not considered a 'real' test run	180		# mung the BUILD so this is not considered a 'real' test run
179	params['BUILD'] = "{0}-EXTRA".format(params['BUILD'])	181		params['BUILD'] = "{0}-EXTRA".format(params['BUILD'])
180		182
181	params.update(param_urls)	183		params.update(param_urls)
182		184
183	client = OpenQA_Client()	185		client = OpenQA_Client(openqa_hostname)
184		186
185	if not force:	187		if not force:
186	duplicates = _find_duplicate_jobs(client, param_urls, flavor)	188		duplicates = _find_duplicate_jobs(client, param_urls, flavor)
187	if duplicates:	189		if duplicates:
188	logger.debug("Existing jobs found: %s", ' '.join(str(dupe['id']) for dupe in duplicates))	190		logger.debug("Existing jobs found: %s", ' '.join(str(dupe['id']) for dupe in duplicates))
189	return []	191		return []
190		192
191	output = client.openqa_request('POST', 'isos', params)	193		output = client.openqa_request('POST', 'isos', params)
192	logger.debug("run_openqa_jobs: executed")	194		logger.debug("run_openqa_jobs: executed")
193	logger.debug("run_openqa_jobs: planned jobs: %s", output["ids"])	195		logger.debug("run_openqa_jobs: planned jobs: %s", output["ids"])
194		196
195	return output["ids"]	197		return output["ids"]
196		198
197		199
198	def jobs_from_compose(location, wanted=WANTED, force=False, extraparams=None, create_resultsdb_job=None):	200		def jobs_from_compose(location, wanted=None, force=False, extraparams=None, openqa_hostname=None):
199	"""Schedule jobs against a specific compose. Returns a 2-tuple	201		"""Schedule jobs against a specific compose. Returns a 2-tuple
200	of the compose ID and the list of job IDs.	202		of the compose ID and the list of job IDs.
201		203
202	location is the top level of the compose. Note this value is	204		location is the top level of the compose. Note this value is
203	provided by fedmsg 'pungi.compose.status.change' messages as	205		provided by fedmsg 'pungi.compose.status.change' messages as
204	'location'.	206		'location'.
205		207
206	wanted is a dict defining which images from the compose we should	208		wanted is a dict defining which images from the compose we should
207	schedule tests for. It is passed direct to _get_images(). The	209		schedule tests for. It is passed direct to _get_images(). The
208	default set of tested images is specified in config.py. It can be	210		default set of tested images is specified in config.py. It can be
209	overridden by a system-wide or per-user file as well as with this	211		overridden by a system-wide or per-user file as well as with this
210	argument. The layout is, intentionally, a subset of the pungi	212		argument. The layout is, intentionally, a subset of the pungi
211	images.json metadata file (except for the 'score' item). Check	213		images.json metadata file (except for the 'score' item). Check
212	config.py to see the layout and for more information.	214		config.py to see the layout and for more information.
213		215
214	If force is False, for each ISO, jobs will only be scheduled if	216		If force is False, for each ISO, jobs will only be scheduled if
215	there are no existing, non-cancelled jobs for the same ISO and	217		there are no existing, non-cancelled jobs for the same ISO and
216	flavor.	218		flavor.
217		219
218	extraparams is passed through to `run_openqa_jobs()`. It can be	220		extraparams is passed through to `run_openqa_jobs()`. It can be
219	a dict (or anything else that can be passed to `dict.update()`)	221		a dict (or anything else that can be passed to `dict.update()`)
220	containing arbitrary extra parameters to be included in the ISO	222		containing arbitrary extra parameters to be included in the ISO
221	post request (usually this will be to specify extra openQA vars).	223		post request (usually this will be to specify extra openQA vars).
222		224
223	create_resultsdb_job controls whether to create job in ResultsDB for	225		openqa_hostname is passed through as well. It specifies which
224	this compose.	226		openQA host to schedule the jobs on. If not set, the client lib
		227		will choose.
225	"""	228		"""
		229		if not wanted:
		230		wanted = WANTED
226	try:	231		try:
227	rel = fedfind.release.get_release(url=location)	232		rel = fedfind.release.get_release(url=location)
228	except ValueError:	233		except ValueError:
229	raise TriggerException("Could not find a release at {0}".format(location))	234		raise TriggerException("Could not find a release at {0}".format(location))
230	logger.debug("Finding images for compose %s in location %s", rel.cid, location)	235		logger.debug("Finding images for compose %s in location %s", rel.cid, location)
231	images = _get_images(rel, wanted=wanted)	236		images = _get_images(rel, wanted=wanted)
232	if len(images) == 0:	237		if len(images) == 0:
233	raise TriggerException("Compose found, but no available images")	238		raise TriggerException("Compose found, but no available images")
234	jobs = []	239		jobs = []
235	univs = {}	240		univs = {}
236		241
237	# schedule per-image jobs, keeping track of the highest score	242		# schedule per-image jobs, keeping track of the highest score
238	# per arch along the way	243		# per arch along the way
239	for (flavor, arch, score, param_urls, subvariant, imagetype) in images:	244		for (flavor, arch, score, param_urls, subvariant, imagetype) in images:
240	jobs.extend(run_openqa_jobs(param_urls, flavor, arch, subvariant, imagetype, rel.cid,	245		jobs.extend(run_openqa_jobs(param_urls, flavor, arch, subvariant, imagetype, rel.cid,
241	rel.release, location, force=force, extraparams=extraparams))	246		rel.release, location, force=force, extraparams=extraparams,
		247		openqa_hostname=openqa_hostname))
242	if score > univs.get(arch, [None, 0])[1]:	248		if score > univs.get(arch, [None, 0])[1]:
243	univs[arch] = (param_urls, score, subvariant, imagetype)	249		univs[arch] = (param_urls, score, subvariant, imagetype)
244		250
245	# now schedule universal jobs	251		# now schedule universal jobs
246	if univs:	252		if univs:
247	for (arch, (param_urls, _, subvariant, imagetype)) in univs.items():	253		for (arch, (param_urls, _, subvariant, imagetype)) in univs.items():
248	# We are assuming that ISO_URL is present in param_urls. This could create problem when	254		# We are assuming that ISO_URL is present in param_urls. This could create problem when
249	# unversal tests are run on product that doesn't have ISO. OTOH, only product without ISO	255		# unversal tests are run on product that doesn't have ISO. OTOH, only product without ISO
250	# is ARM and there would be whole lot of other problems if universal tests are run on ARM.	256		# is ARM and there would be whole lot of other problems if universal tests are run on ARM.
251	logger.info("running universal tests for %s with %s", arch, param_urls['ISO_URL'])	257		logger.info("running universal tests for %s with %s", arch, param_urls['ISO_URL'])
252	jobs.extend(run_openqa_jobs(param_urls, 'universal', arch, subvariant, imagetype,	258		jobs.extend(run_openqa_jobs(param_urls, 'universal', arch, subvariant, imagetype,
253	rel.cid, rel.release, location, force=force,	259		rel.cid, rel.release, location, force=force,
254	extraparams=extraparams))	260		extraparams=extraparams, openqa_hostname=openqa_hostname))
255		261
256	return (rel.cid, jobs)	262		return (rel.cid, jobs)
		263
		264		# vim: set textwidth=120 ts=8 et sw=4:

View Options

scheduler/schedule.conf.sample

1	# fedora-openqa-schedule (both CLI and module) will read configuration from	1	# fedora-openqa-schedule (both CLI and module) will read configuration from
2	# /etc/fedora-qa/schedule.conf or ~/.config/fedora-qa/schedule.conf (with the	2	# /etc/fedora-qa/schedule.conf or ~/.config/fedora-qa/schedule.conf (with the
3	# latter taking priority if both exist). Most of these settings may be	3	# latter taking priority if both exist). Most of these settings may be
4	# overridden with CLI arguments, when using the CLI. Values in this sample	4	# overridden with CLI arguments, when using the CLI. Values in this sample
5	# config indicate the defaults.	5	# config indicate the defaults.
6		6
7	[cli]	7	[cli]
8	# File to log to (if not set, will log to stdout)	8	# File to log to (if not set, will log to stdout)
9	log-file:	9	log-file:
10		10
11	# Logging level (debug, info, warning, error, critical)	11	# Logging level (debug, info, warning, error, critical)
12	log-level: info	12	log-level: info
13		13
14	[report]	14	[report]
15	# Whether to submit results to the Wiki from fedmsg consumer (if false, just log them)	15	# URL of ResultsDB instance to report to
16	submit_wiki: true
17	# Whether to submit results to the ResultsDB from fedmsg consumer
18	submit_resultsdb: true
19	# URL of openQA instance for creating links in ResultsDB
20	openqa_url: http://localhost
21	# URL of ResultsDB instance
22	resultsdb_url: http://localhost/resultsdb_api/api/v2.0/	16	resultsdb_url: http://localhost/resultsdb_api/api/v2.0/
23	# URL of Fedora wiki for creating links in ResultsDB	17
24	wiki_url: https://fedoraproject.org/wiki	18	# Hostname of Fedora wiki to report to
		19	wiki_hostname: stg.fedoraproject.org
		20
		21	[consumers]
		22	# Settings in this section affect the behaviour of the Fedmsg consumers
		23	# in consumer.py
		24
		25	# openQA host to query for results (for production reporters) or
		26	# create jobs on (for production scheduler)
		27	prod_oqa_hostname: openqa.fedoraproject.org
		28
		29	# openQA baseurl (for formatting links) for production reporters
		30	prod_oqa_baseurl:
		31
		32	# openQA host to query for results (for staging reporters) or
		33	# create jobs on (for staging scheduler)
		34	stg_oqa_hostname: openqa.stg.fedoraproject.org
		35
		36	# openQA baseurl (for formatting links) for staging reporters
		37	stg_oqa_baseurl:
		38
		39	# openQA host to query for results for test reporters
		40	# NOTE: test scheduler does not respect this, always uses localhost
		41	test_oqa_hostname: openqa.fedoraproject.org
		42
		43	# openQA baseurl (for formatting links) for test reporters
		44	test_oqa_baseurl:
		45
		46	# URL for ResultsDB instance the production reporter should report to
		47	prod_rdb_url: http://resultsdb01.qa.fedoraproject.org/resultsdb_api/api/v2.0/
		48
		49	# Whether the production ResultsDB reporter should actually submit results
		50	prod_rdb_report: false
		51
		52	# URL for ResultsDB instance the staging reporter should report to
		53	stg_rdb_url: http://resultsdb-stg01.qa.fedoraproject.org/resultsdb_api/api/v2.0/
		54
		55	# Whether the staging ResultsDB reporter should actually submit results
		56	stg_rdb_report: false
		57
		58	# URL for ResultsDB instance the test reporter should report to
		59	test_rdb_url: http://localhost:5001/api/v2.0/
		60
		61	# Whether the testing ResultsDB reporter should actually submit results
		62	test_rdb_report: true
		63
		64	# Host name for Mediawiki instance the production reporter should report to
		65	prod_wiki_hostname: fedoraproject.org
		66
		67	# Whether the production wiki reporter should actually submit results
		68	prod_wiki_report: false
		69
		70	# Host name for Mediawiki instance the staging reporter should report to
		71	stg_wiki_hostname: stg.fedoraproject.org
		72
		73	# Whether the staging wiki reporter should actually submit results
		74	stg_wiki_report: false
		75
		76	# Host name for Mediawiki instance the test reporter should report to
		77	test_wiki_hostname: stg.fedoraproject.org
		78
		79	# Whether the test wiki reporter should actually submit results
		80	test_wiki_report: false

View Options

scheduler/setup.py

Show All 11 Lines
12	setup(	12	setup(
13	name = "fedora-openqa",	13	name = "fedora-openqa",
14	version = "2.0",	14	version = "2.0",
15	entry_points = {	15	entry_points = {
16	'console_scripts': [	16	'console_scripts': [
17	'fedora-openqa-schedule = fedora_openqa_schedule.cli:main',	17	'fedora-openqa-schedule = fedora_openqa_schedule.cli:main',
18	],	18	],
19	'moksha.consumer': [	19	'moksha.consumer': [
20	'fedora_openqa_schedule.consumer = fedora_openqa_schedule.consumer:OpenQAConsumer',	20	'fedora_openqa_schedule.scheduler.prod = fedora_openqa_schedule.consumer:OpenQAProductionScheduler',
21	'fedora_openqa_schedule.wiki.consumer.prod = fedora_openqa_schedule.consumer:OpenQAProductionWikiConsumer',	21	'fedora_openqa_schedule.scheduler.stg = fedora_openqa_schedule.consumer:OpenQAStagingScheduler',
22	'fedora_openqa_schedule.wiki.consumer.stg = fedora_openqa_schedule.consumer:OpenQAStagingWikiConsumer',	22	'fedora_openqa_schedule.scheduler.test = fedora_openqa_schedule.consumer:OpenQATestScheduler',
		23	'fedora_openqa_schedule.wiki.reporter.prod = fedora_openqa_schedule.consumer:OpenQAProductionWikiReporter',
		24	'fedora_openqa_schedule.wiki.reporter.stg = fedora_openqa_schedule.consumer:OpenQAStagingWikiReporter',
		25	'fedora_openqa_schedule.wiki.reporter.test = fedora_openqa_schedule.consumer:OpenQATestWikiReporter',
23	'fedora_openqa_schedule.resultsdb.reporter.prod = fedora_openqa_schedule.consumer:OpenQAProductionResultsDBReporter',	26	'fedora_openqa_schedule.resultsdb.reporter.prod = fedora_openqa_schedule.consumer:OpenQAProductionResultsDBReporter',
		27	'fedora_openqa_schedule.resultsdb.reporter.stg = fedora_openqa_schedule.consumer:OpenQAStagingResultsDBReporter',
24	'fedora_openqa_schedule.resultsdb.reporter.test = fedora_openqa_schedule.consumer:OpenQATestResultsDBReporter',	28	'fedora_openqa_schedule.resultsdb.reporter.test = fedora_openqa_schedule.consumer:OpenQATestResultsDBReporter',
25	],	29	],
26	},	30	},
27	author = "Fedora QA devel team",	31	author = "Fedora QA devel team",
28	author_email = "qa-devel@lists.fedoraproject.org",	32	author_email = "qa-devel@lists.fedoraproject.org",
29	description = "Fedora openQA scheduler",	33	description = "Fedora openQA scheduler",
30	license = "GPLv3+",	34	license = "GPLv3+",
31	keywords = "fedora openqa test qa",	35	keywords = "fedora openqa test qa",
Show All 12 Lines

View Options

scheduler/tests/conftest.py

This file was added.

		1		# Copyright (C) Red Hat Inc.
		2		#
		3		# This file is part of fedora-openqa-schedule.
		4		#
		5		# fedora-openqa-schedule is free software; you can redistribute it
		6		# and/or modify it under the terms of the GNU General Public License
		7		# as published by the Free Software Foundation, either version 3 of
		8		# the License, or (at your option) any later version.
		9		#
		10		# This program is distributed in the hope that it will be useful,
		11		# but WITHOUT ANY WARRANTY; without even the implied warranty of
		12		# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		13		# GNU General Public License for more details.
		14		#
		15		# You should have received a copy of the GNU General Public License
		16		# along with this program. If not, see <http://www.gnu.org/licenses/>.
		17		#
		18		# Author: Adam Williamson <awilliam@redhat.com>
		19
		20		"""Test configuration and fixtures."""
		21
		22		from __future__ import unicode_literals
		23		from __future__ import print_function
		24
		25		# stdlib imports
		26		import json
		27		import os
		28
		29		# external imports
		30		import fedfind.release
		31		import mock
		32		import pytest
		33
		34
		35		COMPURL = "https://kojipkgs.fedoraproject.org/compose/rawhide/Fedora-Rawhide-20170207.n.0/compose/"
		36
		37		@pytest.fixture(scope="function")
		38		def jobdict01():
		39		"""An openQA job dict."""
		40		return {
		41		"children": {
		42		"Chained": [],
		43		"Parallel": []
		44		},
		45		"clone_id": None,
		46		"group": "fedora",
		47		"group_id": 1,
		48		"id": 70581,
		49		"modules": [
		50		{
		51		"category": "tests",
		52		"flags": ["fatal"],
		53		"name": "_boot_to_anaconda",
		54		"result": "passed"
		55		},
		56		{
		57		"category": "tests",
		58		"flags": ["fatal", "milestone"],
		59		"name": "_console_wait_login",
		60		"result": "passed"
		61		},
		62		{
		63		"category": "tests",
		64		"flags": ["fatal"],
		65		"name": "freeipa_client",
		66		"result": "passed"
		67		}
		68		],
		69		"name": "fedora-Rawhide-Server-dvd-iso-x86_64-BuildFedora-Rawhide-20170207.n.0-realmd_join_kickstart@64bit",
		70		"parents": {
		71		"Chained": [70579],
		72		"Parallel": [70577]
		73		},
		74		"priority": 40,
		75		"result": "passed",
		76		"retry_avbl": 3,
		77		"settings": {
		78		"ARCH": "x86_64",
		79		"BACKEND": "qemu",
		80		"BOOTFROM": "c",
		81		"BUILD": "Fedora-Rawhide-20170207.n.0",
		82		"CURRREL": "25",
		83		"DISTRI": "fedora",
		84		"FLAVOR": "Server-dvd-iso",
		85		"GRUB_POSTINSTALL": "net.ifnames=0 biosdevname=0",
		86		"HDD_1": "disk_64bit_cockpit.qcow2",
		87		"IMAGETYPE": "dvd",
		88		"ISO": "Fedora-Server-dvd-x86_64-Rawhide-20170207.n.0.iso",
		89		"ISO_URL": COMPURL + "Server/x86_64/iso/Fedora-Server-dvd-x86_64-Rawhide-20170207.n.0.iso",
		90		"LOCATION": COMPURL,
		91		"MACHINE": "64bit",
		92		# pylint: disable=line-too-long
		93		"NAME": "00070581-fedora-Rawhide-Server-dvd-iso-x86_64-BuildFedora-Rawhide-20170207.n.0-realmd_join_cockpit@64bit",
		94		"NICTYPE": "tap",
		95		"PARALLEL_WITH": "server_role_deploy_domain_controller",
		96		"PART_TABLE_TYPE": "mbr",
		97		"POSTINSTALL": "realmd_join_cockpit freeipa_webui freeipa_password_change freeipa_client",
		98		"PREVREL": "24",
		99		"QEMUCPU": "Nehalem",
		100		"QEMUCPUS": "2",
		101		"QEMURAM": "2048",
		102		"QEMUVGA": "qxl",
		103		"ROOT_PASSWORD": "weakpassword",
		104		"START_AFTER_TEST": "server_cockpit_default",
		105		"SUBVARIANT": "Server",
		106		"TEST": "server_realmd_join_kickstart",
		107		"TEST_TARGET": "ISO",
		108		"USER_LOGIN": "false",
		109		"VERSION": "Rawhide",
		110		"WORKER_CLASS": "tap"
		111		},
		112		"state": "done",
		113		"t_finished": "2017-02-01T11:57:32",
		114		"t_started": None,
		115		"test": "server_realmd_join_kickstart"
		116		}
		117
		118		@pytest.fixture(scope="function")
		119		def ffimg01():
		120		"""A pre-canned fedfind image dict, for the x86_64 Server DVD from
		121		the 20170207.n.0 Rawhide nightly.
		122		"""
		123		return {
		124		"variant": "Server",
		125		"arch": "x86_64",
		126		"bootable": True,
		127		"checksums": {
		128		"sha256": "a641656db6c2e26d97cf7697afbb1f0c510d37587b5fab5d2ce6bfbdedcc4449"
		129		},
		130		"disc_count": 1,
		131		"disc_number": 1,
		132		"format": "iso",
		133		"implant_md5": "1a9c27f768bb6c97562faaec4500f115",
		134		"mtime": 1486462254,
		135		"path": "Server/x86_64/iso/Fedora-Server-dvd-x86_64-Rawhide-20170207.n.0.iso",
		136		"size": 3001024512,
		137		"subvariant": "Server",
		138		"type": "dvd",
		139		"volume_id": "Fedora-S-dvd-x86_64-rawh"
		140		}
		141
		142		@pytest.fixture(scope="function")
		143		def ffmd01():
		144		"""Incomplete metadata dict for fedfind mocking; provides enough
		145		data (on Rawhide 20170207.n.0 nightly) to avoid round trips for
		146		compose ID purposes.
		147		"""
		148		return {
		149		"composeinfo": {
		150		"header": {
		151		"type": "productmd.composeinfo",
		152		"version": "1.2"
		153		},
		154		"payload": {
		155		"compose": {
		156		"date": "20170207",
		157		"id": "Fedora-Rawhide-20170207.n.0",
		158		"respin": 0,
		159		"type": "nightly"
		160		},
		161		"release": {
		162		"internal": False,
		163		"name": "Fedora",
		164		"short": "Fedora",
		165		"type": "ga",
		166		"version": "Rawhide"
		167		},
		168		},
		169		},
		170		}
		171
		172		@pytest.yield_fixture(scope="function")
		173		# pylint: disable=redefined-outer-name
		174		def ffmock(ffmd01, ffimg01):
		175		"""Mock up fedfind metadata and all_images using the ffmd01 and
		176		ffimg01 fixtures. Yield the current iteration of the dicts so the
		177		test can modify them if it wants.
		178		"""
		179		mdpatch = mock.patch.object(fedfind.release.RawhideNightly, 'metadata', ffmd01)
		180		imgpatch = mock.patch.object(fedfind.release.RawhideNightly, 'all_images', [ffimg01])
		181		mdpatch.start()
		182		imgpatch.start()
		183		yield (ffmd01, ffimg01)
		184		mdpatch.stop()
		185		imgpatch.stop()
		186
		187		@pytest.yield_fixture(scope="function")
		188		def ffmock02():
		189		"""Alternative fedfind mock using some real metadata files (from
		190		the Rawhide 20170208.n.0 compose), for tests that need more
		191		complete metadata.
		192		"""
		193		cifile = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'data', 'composeinfo.json')
		194		with open(cifile, 'r') as cifh:
		195		cidict = json.loads(cifh.read())
		196		imgsfile = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'data', 'images.json')
		197		with open(imgsfile, 'r') as imgsfh:
		198		imgsdict = json.loads(imgsfh.read())
		199		metadata = {'composeinfo': cidict, 'images': imgsdict}
		200		mdpatch = mock.patch.object(fedfind.release.BranchedNightly, 'metadata', metadata)
		201		mdpatch.start()
		202		yield
		203		mdpatch.stop()
		204
		205		@pytest.yield_fixture(scope="function")
		206		# pylint: disable=redefined-outer-name
		207		def oqaclientmock(jobdict01):
		208		"""Mock OpenQA_Client which has a specified base_url and always
		209		returns [jobdict01] from its get_jobs method. Yields the class
		210		mock, the instance mock, and the jobdict (so tests can modify it
		211		if they like).
		212		"""
		213		patcher = mock.patch('fedora_openqa_schedule.report.OpenQA_Client', autospec=True)
		214		mockedoqa = patcher.start()
		215		# this is the MagicMock that will always be returned when a test
		216		# instantiates the class
		217		instance = mockedoqa.return_value
		218		instance.baseurl = 'https://some.url'
		219		# pylint doesn't get mock
		220		# pylint: disable=no-member
		221		instance.get_jobs.return_value = [jobdict01]
		222		yield (mockedoqa, instance, jobdict01)
		223		patcher.stop()
		224
		225		@pytest.yield_fixture(scope="function")
		226		def wikimock():
		227		"""Mock wikitcms Wiki which has a specific return value for
		228		report_validation_results. Yields the class mock and the
		229		instance mock.
		230		"""
		231		patcher = mock.patch('fedora_openqa_schedule.report.Wiki', autospec=True)
		232		mockedwiki = patcher.start()
		233		# this is the MagicMock that will always be returned when a test
		234		# instantiates the class
		235		instance = mockedwiki.return_value
		236		instance.logged_in = True
		237		# pylint doesn't get mock
		238		# pylint: disable=no-member
		239		instance.report_validation_results.return_value = ([], [])
		240		yield (mockedwiki, instance)
		241		patcher.stop()
		242
		243		# vim: set textwidth=120 ts=8 et sw=4:

View Options

scheduler/tests/data/composeinfo.json

This file was added.

		1		{
		2		"header": {
		3		"type": "productmd.composeinfo",
		4		"version": "1.2"
		5		},
		6		"payload": {
		7		"compose": {
		8		"date": "20161115",
		9		"id": "Fedora-25-20161115.n.0",
		10		"respin": 0,
		11		"type": "nightly"
		12		},
		13		"release": {
		14		"internal": false,
		15		"name": "Fedora",
		16		"short": "Fedora",
		17		"type": "ga",
		18		"version": "25"
		19		},
		20		"variants": {
		21		"Atomic": {
		22		"arches": [
		23		"x86_64"
		24		],
		25		"id": "Atomic",
		26		"name": "Atomic",
		27		"paths": {
		28		"debug_packages": {
		29		"x86_64": "Atomic/x86_64/debug/tree/Packages"
		30		},
		31		"debug_repository": {
		32		"x86_64": "Atomic/x86_64/debug/tree"
		33		},
		34		"debug_tree": {
		35		"x86_64": "Atomic/x86_64/debug/tree"
		36		},
		37		"isos": {
		38		"x86_64": "Atomic/x86_64/iso"
		39		},
		40		"os_tree": {
		41		"x86_64": "Atomic/x86_64/os"
		42		},
		43		"packages": {
		44		"x86_64": "Atomic/x86_64/os/Packages"
		45		},
		46		"repository": {
		47		"x86_64": "Atomic/x86_64/os"
		48		},
		49		"source_isos": {
		50		"x86_64": "Atomic/source/iso"
		51		},
		52		"source_packages": {
		53		"x86_64": "Atomic/source/tree/Packages"
		54		},
		55		"source_repository": {
		56		"x86_64": "Atomic/source/tree"
		57		},
		58		"source_tree": {
		59		"x86_64": "Atomic/source/tree"
		60		}
		61		},
		62		"type": "variant",
		63		"uid": "Atomic"
		64		},
		65		"Cloud": {
		66		"arches": [
		67		"aarch64",
		68		"armhfp",
		69		"i386",
		70		"ppc64",
		71		"ppc64le",
		72		"x86_64"
		73		],
		74		"id": "Cloud",
		75		"name": "Cloud",
		76		"paths": {
		77		"debug_packages": {
		78		"aarch64": "Cloud/aarch64/debug/tree/Packages",
		79		"armhfp": "Cloud/armhfp/debug/tree/Packages",
		80		"i386": "Cloud/i386/debug/tree/Packages",
		81		"ppc64": "Cloud/ppc64/debug/tree/Packages",
		82		"ppc64le": "Cloud/ppc64le/debug/tree/Packages",
		83		"x86_64": "Cloud/x86_64/debug/tree/Packages"
		84		},
		85		"debug_repository": {
		86		"aarch64": "Cloud/aarch64/debug/tree",
		87		"armhfp": "Cloud/armhfp/debug/tree",
		88		"i386": "Cloud/i386/debug/tree",
		89		"ppc64": "Cloud/ppc64/debug/tree",
		90		"ppc64le": "Cloud/ppc64le/debug/tree",
		91		"x86_64": "Cloud/x86_64/debug/tree"
		92		},
		93		"debug_tree": {
		94		"aarch64": "Cloud/aarch64/debug/tree",
		95		"armhfp": "Cloud/armhfp/debug/tree",
		96		"i386": "Cloud/i386/debug/tree",
		97		"ppc64": "Cloud/ppc64/debug/tree",
		98		"ppc64le": "Cloud/ppc64le/debug/tree",
		99		"x86_64": "Cloud/x86_64/debug/tree"
		100		},
		101		"isos": {
		102		"aarch64": "Cloud/aarch64/iso",
		103		"i386": "Cloud/i386/iso",
		104		"ppc64": "Cloud/ppc64/iso",
		105		"ppc64le": "Cloud/ppc64le/iso",
		106		"x86_64": "Cloud/x86_64/iso"
		107		},
		108		"os_tree": {
		109		"aarch64": "Cloud/aarch64/os",
		110		"armhfp": "Cloud/armhfp/os",
		111		"i386": "Cloud/i386/os",
		112		"ppc64": "Cloud/ppc64/os",
		113		"ppc64le": "Cloud/ppc64le/os",
		114		"x86_64": "Cloud/x86_64/os"
		115		},
		116		"packages": {
		117		"aarch64": "Cloud/aarch64/os/Packages",
		118		"armhfp": "Cloud/armhfp/os/Packages",
		119		"i386": "Cloud/i386/os/Packages",
		120		"ppc64": "Cloud/ppc64/os/Packages",
		121		"ppc64le": "Cloud/ppc64le/os/Packages",
		122		"x86_64": "Cloud/x86_64/os/Packages"
		123		},
		124		"repository": {
		125		"aarch64": "Cloud/aarch64/os",
		126		"armhfp": "Cloud/armhfp/os",
		127		"i386": "Cloud/i386/os",
		128		"ppc64": "Cloud/ppc64/os",
		129		"ppc64le": "Cloud/ppc64le/os",
		130		"x86_64": "Cloud/x86_64/os"
		131		},
		132		"source_packages": {
		133		"aarch64": "Cloud/source/tree/Packages",
		134		"armhfp": "Cloud/source/tree/Packages",
		135		"i386": "Cloud/source/tree/Packages",
		136		"ppc64": "Cloud/source/tree/Packages",
		137		"ppc64le": "Cloud/source/tree/Packages",
		138		"x86_64": "Cloud/source/tree/Packages"
		139		},
		140		"source_repository": {
		141		"aarch64": "Cloud/source/tree",
		142		"armhfp": "Cloud/source/tree",
		143		"i386": "Cloud/source/tree",
		144		"ppc64": "Cloud/source/tree",
		145		"ppc64le": "Cloud/source/tree",
		146		"x86_64": "Cloud/source/tree"
		147		},
		148		"source_tree": {
		149		"aarch64": "Cloud/source/tree",
		150		"armhfp": "Cloud/source/tree",
		151		"i386": "Cloud/source/tree",
		152		"ppc64": "Cloud/source/tree",
		153		"ppc64le": "Cloud/source/tree",
		154		"x86_64": "Cloud/source/tree"
		155		}
		156		},
		157		"type": "variant",
		158		"uid": "Cloud"
		159		},
		160		"CloudImages": {
		161		"arches": [
		162		"aarch64",
		163		"i386",
		164		"ppc64",
		165		"ppc64le",
		166		"x86_64"
		167		],
		168		"id": "CloudImages",
		169		"name": "CloudImages",
		170		"paths": {
		171		"debug_packages": {
		172		"aarch64": "CloudImages/aarch64/debug/tree/Packages",
		173		"i386": "CloudImages/i386/debug/tree/Packages",
		174		"ppc64": "CloudImages/ppc64/debug/tree/Packages",
		175		"ppc64le": "CloudImages/ppc64le/debug/tree/Packages",
		176		"x86_64": "CloudImages/x86_64/debug/tree/Packages"
		177		},
		178		"debug_repository": {
		179		"aarch64": "CloudImages/aarch64/debug/tree",
		180		"i386": "CloudImages/i386/debug/tree",
		181		"ppc64": "CloudImages/ppc64/debug/tree",
		182		"ppc64le": "CloudImages/ppc64le/debug/tree",
		183		"x86_64": "CloudImages/x86_64/debug/tree"
		184		},
		185		"debug_tree": {
		186		"aarch64": "CloudImages/aarch64/debug/tree",
		187		"i386": "CloudImages/i386/debug/tree",
		188		"ppc64": "CloudImages/ppc64/debug/tree",
		189		"ppc64le": "CloudImages/ppc64le/debug/tree",
		190		"x86_64": "CloudImages/x86_64/debug/tree"
		191		},
		192		"isos": {
		193		"aarch64": "CloudImages/aarch64/iso",
		194		"i386": "CloudImages/i386/iso",
		195		"ppc64": "CloudImages/ppc64/iso",
		196		"ppc64le": "CloudImages/ppc64le/iso",
		197		"x86_64": "CloudImages/x86_64/iso"
		198		},
		199		"os_tree": {
		200		"aarch64": "CloudImages/aarch64/os",
		201		"i386": "CloudImages/i386/os",
		202		"ppc64": "CloudImages/ppc64/os",
		203		"ppc64le": "CloudImages/ppc64le/os",
		204		"x86_64": "CloudImages/x86_64/os"
		205		},
		206		"packages": {
		207		"aarch64": "CloudImages/aarch64/os/Packages",
		208		"i386": "CloudImages/i386/os/Packages",
		209		"ppc64": "CloudImages/ppc64/os/Packages",
		210		"ppc64le": "CloudImages/ppc64le/os/Packages",
		211		"x86_64": "CloudImages/x86_64/os/Packages"
		212		},
		213		"repository": {
		214		"aarch64": "CloudImages/aarch64/os",
		215		"i386": "CloudImages/i386/os",
		216		"ppc64": "CloudImages/ppc64/os",
		217		"ppc64le": "CloudImages/ppc64le/os",
		218		"x86_64": "CloudImages/x86_64/os"
		219		},
		220		"source_isos": {
		221		"aarch64": "CloudImages/source/iso",
		222		"i386": "CloudImages/source/iso",
		223		"ppc64": "CloudImages/source/iso",
		224		"ppc64le": "CloudImages/source/iso",
		225		"x86_64": "CloudImages/source/iso"
		226		},
		227		"source_packages": {
		228		"aarch64": "CloudImages/source/tree/Packages",
		229		"i386": "CloudImages/source/tree/Packages",
		230		"ppc64": "CloudImages/source/tree/Packages",
		231		"ppc64le": "CloudImages/source/tree/Packages",
		232		"x86_64": "CloudImages/source/tree/Packages"
		233		},
		234		"source_repository": {
		235		"aarch64": "CloudImages/source/tree",
		236		"i386": "CloudImages/source/tree",
		237		"ppc64": "CloudImages/source/tree",
		238		"ppc64le": "CloudImages/source/tree",
		239		"x86_64": "CloudImages/source/tree"
		240		},
		241		"source_tree": {
		242		"aarch64": "CloudImages/source/tree",
		243		"i386": "CloudImages/source/tree",
		244		"ppc64": "CloudImages/source/tree",
		245		"ppc64le": "CloudImages/source/tree",
		246		"x86_64": "CloudImages/source/tree"
		247		}
		248		},
		249		"type": "variant",
		250		"uid": "CloudImages"
		251		},
		252		"Docker": {
		253		"arches": [
		254		"aarch64",
		255		"armhfp",
		256		"ppc64",
		257		"ppc64le",
		258		"x86_64"
		259		],
		260		"id": "Docker",
		261		"name": "Docker",
		262		"paths": {
		263		"debug_packages": {
		264		"aarch64": "Docker/aarch64/debug/tree/Packages",
		265		"armhfp": "Docker/armhfp/debug/tree/Packages",
		266		"ppc64": "Docker/ppc64/debug/tree/Packages",
		267		"ppc64le": "Docker/ppc64le/debug/tree/Packages",
		268		"x86_64": "Docker/x86_64/debug/tree/Packages"
		269		},
		270		"debug_repository": {
		271		"aarch64": "Docker/aarch64/debug/tree",
		272		"armhfp": "Docker/armhfp/debug/tree",
		273		"ppc64": "Docker/ppc64/debug/tree",
		274		"ppc64le": "Docker/ppc64le/debug/tree",
		275		"x86_64": "Docker/x86_64/debug/tree"
		276		},
		277		"debug_tree": {
		278		"aarch64": "Docker/aarch64/debug/tree",
		279		"armhfp": "Docker/armhfp/debug/tree",
		280		"ppc64": "Docker/ppc64/debug/tree",
		281		"ppc64le": "Docker/ppc64le/debug/tree",
		282		"x86_64": "Docker/x86_64/debug/tree"
		283		},
		284		"isos": {
		285		"aarch64": "Docker/aarch64/iso",
		286		"armhfp": "Docker/armhfp/iso",
		287		"ppc64": "Docker/ppc64/iso",
		288		"ppc64le": "Docker/ppc64le/iso",
		289		"x86_64": "Docker/x86_64/iso"
		290		},
		291		"os_tree": {
		292		"aarch64": "Docker/aarch64/os",
		293		"armhfp": "Docker/armhfp/os",
		294		"ppc64": "Docker/ppc64/os",
		295		"ppc64le": "Docker/ppc64le/os",
		296		"x86_64": "Docker/x86_64/os"
		297		},
		298		"packages": {
		299		"aarch64": "Docker/aarch64/os/Packages",
		300		"armhfp": "Docker/armhfp/os/Packages",
		301		"ppc64": "Docker/ppc64/os/Packages",
		302		"ppc64le": "Docker/ppc64le/os/Packages",
		303		"x86_64": "Docker/x86_64/os/Packages"
		304		},
		305		"repository": {
		306		"aarch64": "Docker/aarch64/os",
		307		"armhfp": "Docker/armhfp/os",
		308		"ppc64": "Docker/ppc64/os",
		309		"ppc64le": "Docker/ppc64le/os",
		310		"x86_64": "Docker/x86_64/os"
		311		},
		312		"source_isos": {
		313		"aarch64": "Docker/source/iso",
		314		"armhfp": "Docker/source/iso",
		315		"ppc64": "Docker/source/iso",
		316		"ppc64le": "Docker/source/iso",
		317		"x86_64": "Docker/source/iso"
		318		},
		319		"source_packages": {
		320		"aarch64": "Docker/source/tree/Packages",
		321		"armhfp": "Docker/source/tree/Packages",
		322		"ppc64": "Docker/source/tree/Packages",
		323		"ppc64le": "Docker/source/tree/Packages",
		324		"x86_64": "Docker/source/tree/Packages"
		325		},
		326		"source_repository": {
		327		"aarch64": "Docker/source/tree",
		328		"armhfp": "Docker/source/tree",
		329		"ppc64": "Docker/source/tree",
		330		"ppc64le": "Docker/source/tree",
		331		"x86_64": "Docker/source/tree"
		332		},
		333		"source_tree": {
		334		"aarch64": "Docker/source/tree",
		335		"armhfp": "Docker/source/tree",
		336		"ppc64": "Docker/source/tree",
		337		"ppc64le": "Docker/source/tree",
		338		"x86_64": "Docker/source/tree"
		339		}
		340		},
		341		"type": "variant",
		342		"uid": "Docker"
		343		},
		344		"Everything": {
		345		"arches": [
		346		"aarch64",
		347		"armhfp",
		348		"i386",
		349		"ppc64",
		350		"ppc64le",
		351		"x86_64"
		352		],
		353		"id": "Everything",
		354		"name": "Everything",
		355		"paths": {
		356		"debug_packages": {
		357		"aarch64": "Everything/aarch64/debug/tree/Packages",
		358		"armhfp": "Everything/armhfp/debug/tree/Packages",
		359		"i386": "Everything/i386/debug/tree/Packages",
		360		"ppc64": "Everything/ppc64/debug/tree/Packages",
		361		"ppc64le": "Everything/ppc64le/debug/tree/Packages",
		362		"x86_64": "Everything/x86_64/debug/tree/Packages"
		363		},
		364		"debug_repository": {
		365		"aarch64": "Everything/aarch64/debug/tree",
		366		"armhfp": "Everything/armhfp/debug/tree",
		367		"i386": "Everything/i386/debug/tree",
		368		"ppc64": "Everything/ppc64/debug/tree",
		369		"ppc64le": "Everything/ppc64le/debug/tree",
		370		"x86_64": "Everything/x86_64/debug/tree"
		371		},
		372		"debug_tree": {
		373		"aarch64": "Everything/aarch64/debug/tree",
		374		"armhfp": "Everything/armhfp/debug/tree",
		375		"i386": "Everything/i386/debug/tree",
		376		"ppc64": "Everything/ppc64/debug/tree",
		377		"ppc64le": "Everything/ppc64le/debug/tree",
		378		"x86_64": "Everything/x86_64/debug/tree"
		379		},
		380		"isos": {
		381		"aarch64": "Everything/aarch64/iso",
		382		"i386": "Everything/i386/iso",
		383		"ppc64": "Everything/ppc64/iso",
		384		"ppc64le": "Everything/ppc64le/iso",
		385		"x86_64": "Everything/x86_64/iso"
		386		},
		387		"os_tree": {
		388		"aarch64": "Everything/aarch64/os",
		389		"armhfp": "Everything/armhfp/os",
		390		"i386": "Everything/i386/os",
		391		"ppc64": "Everything/ppc64/os",
		392		"ppc64le": "Everything/ppc64le/os",
		393		"x86_64": "Everything/x86_64/os"
		394		},
		395		"packages": {
		396		"aarch64": "Everything/aarch64/os/Packages",
		397		"armhfp": "Everything/armhfp/os/Packages",
		398		"i386": "Everything/i386/os/Packages",
		399		"ppc64": "Everything/ppc64/os/Packages",
		400		"ppc64le": "Everything/ppc64le/os/Packages",
		401		"x86_64": "Everything/x86_64/os/Packages"
		402		},
		403		"repository": {
		404		"aarch64": "Everything/aarch64/os",
		405		"armhfp": "Everything/armhfp/os",
		406		"i386": "Everything/i386/os",
		407		"ppc64": "Everything/ppc64/os",
		408		"ppc64le": "Everything/ppc64le/os",
		409		"x86_64": "Everything/x86_64/os"
		410		},
		411		"source_packages": {
		412		"aarch64": "Everything/source/tree/Packages",
		413		"armhfp": "Everything/source/tree/Packages",
		414		"i386": "Everything/source/tree/Packages",
		415		"ppc64": "Everything/source/tree/Packages",
		416		"ppc64le": "Everything/source/tree/Packages",
		417		"x86_64": "Everything/source/tree/Packages"
		418		},
		419		"source_repository": {
		420		"aarch64": "Everything/source/tree",
		421		"armhfp": "Everything/source/tree",
		422		"i386": "Everything/source/tree",
		423		"ppc64": "Everything/source/tree",
		424		"ppc64le": "Everything/source/tree",
		425		"x86_64": "Everything/source/tree"
		426		},
		427		"source_tree": {
		428		"aarch64": "Everything/source/tree",
		429		"armhfp": "Everything/source/tree",
		430		"i386": "Everything/source/tree",
		431		"ppc64": "Everything/source/tree",
		432		"ppc64le": "Everything/source/tree",
		433		"x86_64": "Everything/source/tree"
		434		}
		435		},
		436		"type": "variant",
		437		"uid": "Everything"
		438		},
		439		"Labs": {
		440		"arches": [
		441		"i386",
		442		"x86_64"
		443		],
		444		"id": "Labs",
		445		"name": "Labs",
		446		"paths": {
		447		"debug_packages": {
		448		"i386": "Labs/i386/debug/tree/Packages",
		449		"x86_64": "Labs/x86_64/debug/tree/Packages"
		450		},
		451		"debug_repository": {
		452		"i386": "Labs/i386/debug/tree",
		453		"x86_64": "Labs/x86_64/debug/tree"
		454		},
		455		"debug_tree": {
		456		"i386": "Labs/i386/debug/tree",
		457		"x86_64": "Labs/x86_64/debug/tree"
		458		},
		459		"isos": {
		460		"i386": "Labs/i386/iso",
		461		"x86_64": "Labs/x86_64/iso"
		462		},
		463		"os_tree": {
		464		"i386": "Labs/i386/os",
		465		"x86_64": "Labs/x86_64/os"
		466		},
		467		"packages": {
		468		"i386": "Labs/i386/os/Packages",
		469		"x86_64": "Labs/x86_64/os/Packages"
		470		},
		471		"repository": {
		472		"i386": "Labs/i386/os",
		473		"x86_64": "Labs/x86_64/os"
		474		},
		475		"source_isos": {
		476		"i386": "Labs/source/iso",
		477		"x86_64": "Labs/source/iso"
		478		},
		479		"source_packages": {
		480		"i386": "Labs/source/tree/Packages",
		481		"x86_64": "Labs/source/tree/Packages"
		482		},
		483		"source_repository": {
		484		"i386": "Labs/source/tree",
		485		"x86_64": "Labs/source/tree"
		486		},
		487		"source_tree": {
		488		"i386": "Labs/source/tree",
		489		"x86_64": "Labs/source/tree"
		490		}
		491		},
		492		"type": "variant",
		493		"uid": "Labs"
		494		},
		495		"Server": {
		496		"arches": [
		497		"aarch64",
		498		"armhfp",
		499		"i386",
		500		"ppc64",
		501		"ppc64le",
		502		"x86_64"
		503		],
		504		"id": "Server",
		505		"name": "Server",
		506		"paths": {
		507		"debug_packages": {
		508		"aarch64": "Server/aarch64/debug/tree/Packages",
		509		"armhfp": "Server/armhfp/debug/tree/Packages",
		510		"i386": "Server/i386/debug/tree/Packages",
		511		"ppc64": "Server/ppc64/debug/tree/Packages",
		512		"ppc64le": "Server/ppc64le/debug/tree/Packages",
		513		"x86_64": "Server/x86_64/debug/tree/Packages"
		514		},
		515		"debug_repository": {
		516		"aarch64": "Server/aarch64/debug/tree",
		517		"armhfp": "Server/armhfp/debug/tree",
		518		"i386": "Server/i386/debug/tree",
		519		"ppc64": "Server/ppc64/debug/tree",
		520		"ppc64le": "Server/ppc64le/debug/tree",
		521		"x86_64": "Server/x86_64/debug/tree"
		522		},
		523		"debug_tree": {
		524		"aarch64": "Server/aarch64/debug/tree",
		525		"armhfp": "Server/armhfp/debug/tree",
		526		"i386": "Server/i386/debug/tree",
		527		"ppc64": "Server/ppc64/debug/tree",
		528		"ppc64le": "Server/ppc64le/debug/tree",
		529		"x86_64": "Server/x86_64/debug/tree"
		530		},
		531		"isos": {
		532		"aarch64": "Server/aarch64/iso",
		533		"armhfp": "Server/armhfp/iso",
		534		"i386": "Server/i386/iso",
		535		"ppc64": "Server/ppc64/iso",
		536		"ppc64le": "Server/ppc64le/iso",
		537		"x86_64": "Server/x86_64/iso"
		538		},
		539		"os_tree": {
		540		"aarch64": "Server/aarch64/os",
		541		"armhfp": "Server/armhfp/os",
		542		"i386": "Server/i386/os",
		543		"ppc64": "Server/ppc64/os",
		544		"ppc64le": "Server/ppc64le/os",
		545		"x86_64": "Server/x86_64/os"
		546		},
		547		"packages": {
		548		"aarch64": "Server/aarch64/os/Packages",
		549		"armhfp": "Server/armhfp/os/Packages",
		550		"i386": "Server/i386/os/Packages",
		551		"ppc64": "Server/ppc64/os/Packages",
		552		"ppc64le": "Server/ppc64le/os/Packages",
		553		"x86_64": "Server/x86_64/os/Packages"
		554		},
		555		"repository": {
		556		"aarch64": "Server/aarch64/os",
		557		"armhfp": "Server/armhfp/os",
		558		"i386": "Server/i386/os",
		559		"ppc64": "Server/ppc64/os",
		560		"ppc64le": "Server/ppc64le/os",
		561		"x86_64": "Server/x86_64/os"
		562		},
		563		"source_packages": {
		564		"aarch64": "Server/source/tree/Packages",
		565		"armhfp": "Server/source/tree/Packages",
		566		"i386": "Server/source/tree/Packages",
		567		"ppc64": "Server/source/tree/Packages",
		568		"ppc64le": "Server/source/tree/Packages",
		569		"x86_64": "Server/source/tree/Packages"
		570		},
		571		"source_repository": {
		572		"aarch64": "Server/source/tree",
		573		"armhfp": "Server/source/tree",
		574		"i386": "Server/source/tree",
		575		"ppc64": "Server/source/tree",
		576		"ppc64le": "Server/source/tree",
		577		"x86_64": "Server/source/tree"
		578		},
		579		"source_tree": {
		580		"aarch64": "Server/source/tree",
		581		"armhfp": "Server/source/tree",
		582		"i386": "Server/source/tree",
		583		"ppc64": "Server/source/tree",
		584		"ppc64le": "Server/source/tree",
		585		"x86_64": "Server/source/tree"
		586		}
		587		},
		588		"type": "variant",
		589		"uid": "Server"
		590		},
		591		"Spins": {
		592		"arches": [
		593		"armhfp",
		594		"i386",
		595		"x86_64"
		596		],
		597		"id": "Spins",
		598		"name": "Spins",
		599		"paths": {
		600		"debug_packages": {
		601		"armhfp": "Spins/armhfp/debug/tree/Packages",
		602		"i386": "Spins/i386/debug/tree/Packages",
		603		"x86_64": "Spins/x86_64/debug/tree/Packages"
		604		},
		605		"debug_repository": {
		606		"armhfp": "Spins/armhfp/debug/tree",
		607		"i386": "Spins/i386/debug/tree",
		608		"x86_64": "Spins/x86_64/debug/tree"
		609		},
		610		"debug_tree": {
		611		"armhfp": "Spins/armhfp/debug/tree",
		612		"i386": "Spins/i386/debug/tree",
		613		"x86_64": "Spins/x86_64/debug/tree"
		614		},
		615		"isos": {
		616		"armhfp": "Spins/armhfp/iso",
		617		"i386": "Spins/i386/iso",
		618		"x86_64": "Spins/x86_64/iso"
		619		},
		620		"os_tree": {
		621		"armhfp": "Spins/armhfp/os",
		622		"i386": "Spins/i386/os",
		623		"x86_64": "Spins/x86_64/os"
		624		},
		625		"packages": {
		626		"armhfp": "Spins/armhfp/os/Packages",
		627		"i386": "Spins/i386/os/Packages",
		628		"x86_64": "Spins/x86_64/os/Packages"
		629		},
		630		"repository": {
		631		"armhfp": "Spins/armhfp/os",
		632		"i386": "Spins/i386/os",
		633		"x86_64": "Spins/x86_64/os"
		634		},
		635		"source_isos": {
		636		"armhfp": "Spins/source/iso",
		637		"i386": "Spins/source/iso",
		638		"x86_64": "Spins/source/iso"
		639		},
		640		"source_packages": {
		641		"armhfp": "Spins/source/tree/Packages",
		642		"i386": "Spins/source/tree/Packages",
		643		"x86_64": "Spins/source/tree/Packages"
		644		},
		645		"source_repository": {
		646		"armhfp": "Spins/source/tree",
		647		"i386": "Spins/source/tree",
		648		"x86_64": "Spins/source/tree"
		649		},
		650		"source_tree": {
		651		"armhfp": "Spins/source/tree",
		652		"i386": "Spins/source/tree",
		653		"x86_64": "Spins/source/tree"
		654		}
		655		},
		656		"type": "variant",
		657		"uid": "Spins"
		658		},
		659		"Workstation": {
		660		"arches": [
		661		"aarch64",
		662		"armhfp",
		663		"i386",
		664		"x86_64"
		665		],
		666		"id": "Workstation",
		667		"name": "Workstation",
		668		"paths": {
		669		"debug_packages": {
		670		"aarch64": "Workstation/aarch64/debug/tree/Packages",
		671		"armhfp": "Workstation/armhfp/debug/tree/Packages",
		672		"i386": "Workstation/i386/debug/tree/Packages",
		673		"x86_64": "Workstation/x86_64/debug/tree/Packages"
		674		},
		675		"debug_repository": {
		676		"aarch64": "Workstation/aarch64/debug/tree",
		677		"armhfp": "Workstation/armhfp/debug/tree",
		678		"i386": "Workstation/i386/debug/tree",
		679		"x86_64": "Workstation/x86_64/debug/tree"
		680		},
		681		"debug_tree": {
		682		"aarch64": "Workstation/aarch64/debug/tree",
		683		"armhfp": "Workstation/armhfp/debug/tree",
		684		"i386": "Workstation/i386/debug/tree",
		685		"x86_64": "Workstation/x86_64/debug/tree"
		686		},
		687		"isos": {
		688		"aarch64": "Workstation/aarch64/iso",
		689		"i386": "Workstation/i386/iso",
		690		"x86_64": "Workstation/x86_64/iso"
		691		},
		692		"os_tree": {
		693		"aarch64": "Workstation/aarch64/os",
		694		"armhfp": "Workstation/armhfp/os",
		695		"i386": "Workstation/i386/os",
		696		"x86_64": "Workstation/x86_64/os"
		697		},
		698		"packages": {
		699		"aarch64": "Workstation/aarch64/os/Packages",
		700		"armhfp": "Workstation/armhfp/os/Packages",
		701		"i386": "Workstation/i386/os/Packages",
		702		"x86_64": "Workstation/x86_64/os/Packages"
		703		},
		704		"repository": {
		705		"aarch64": "Workstation/aarch64/os",
		706		"armhfp": "Workstation/armhfp/os",
		707		"i386": "Workstation/i386/os",
		708		"x86_64": "Workstation/x86_64/os"
		709		},
		710		"source_packages": {
		711		"aarch64": "Workstation/source/tree/Packages",
		712		"armhfp": "Workstation/source/tree/Packages",
		713		"i386": "Workstation/source/tree/Packages",
		714		"x86_64": "Workstation/source/tree/Packages"
		715		},
		716		"source_repository": {
		717		"aarch64": "Workstation/source/tree",
		718		"armhfp": "Workstation/source/tree",
		719		"i386": "Workstation/source/tree",
		720		"x86_64": "Workstation/source/tree"
		721		},
		722		"source_tree": {
		723		"aarch64": "Workstation/source/tree",
		724		"armhfp": "Workstation/source/tree",
		725		"i386": "Workstation/source/tree",
		726		"x86_64": "Workstation/source/tree"
		727		}
		728		},
		729		"type": "variant",
		730		"uid": "Workstation"
		731		},
		732		"ostree": {
		733		"arches": [
		734		"x86_64"
		735		],
		736		"id": "ostree",
		737		"name": "ostree",
		738		"paths": {
		739		"debug_packages": {
		740		"x86_64": "ostree/x86_64/debug/tree/Packages"
		741		},
		742		"debug_repository": {
		743		"x86_64": "ostree/x86_64/debug/tree"
		744		},
		745		"debug_tree": {
		746		"x86_64": "ostree/x86_64/debug/tree"
		747		},
		748		"isos": {
		749		"x86_64": "ostree/x86_64/iso"
		750		},
		751		"os_tree": {
		752		"x86_64": "ostree/x86_64/os"
		753		},
		754		"packages": {
		755		"x86_64": "ostree/x86_64/os/Packages"
		756		},
		757		"repository": {
		758		"x86_64": "ostree/x86_64/os"
		759		},
		760		"source_isos": {
		761		"x86_64": "ostree/source/iso"
		762		},
		763		"source_packages": {
		764		"x86_64": "ostree/source/tree/Packages"
		765		},
		766		"source_repository": {
		767		"x86_64": "ostree/source/tree"
		768		},
		769		"source_tree": {
		770		"x86_64": "ostree/source/tree"
		771		}
		772		},
		773		"type": "variant",
		774		"uid": "ostree"
		775		}
		776		}
		777		}
		778		}

View Options

scheduler/tests/data/images.json

This file was added.

		1		{
		2		"header": {
		3		"version": "1.2",
		4		"type": "productmd.images"
		5		},
		6		"payload": {
		7		"images": {
		8		"Workstation": {
		9		"x86_64": [
		10		{
		11		"subvariant": "Workstation",
		12		"format": "iso",
		13		"volume_id": null,
		14		"mtime": 1479210327,
		15		"checksums": {
		16		"sha256": "ab2f75f485e4d21e62c35354a72f8cecaac1631f28c07adfa5772abe766ff006"
		17		},
		18		"arch": "x86_64",
		19		"size": 1440743424,
		20		"disc_count": 1,
		21		"bootable": true,
		22		"implant_md5": null,
		23		"disc_number": 1,
		24		"path": "Workstation/x86_64/iso/Fedora-Workstation-Live-x86_64-25-20161115.n.0.iso",
		25		"type": "live"
		26		},
		27		{
		28		"subvariant": "Workstation",
		29		"format": "iso",
		30		"volume_id": "Fedora-WS-dvd-x86_64-25",
		31		"mtime": 1479200831,
		32		"checksums": {
		33		"sha256": "9ad01c6775a4b1a9a5991d326550d24d2b80c1c64079edea41f1cc228323d28d"
		34		},
		35		"arch": "x86_64",
		36		"size": 440401920,
		37		"disc_count": 1,
		38		"bootable": true,
		39		"implant_md5": "3841fb686e76f57383b4abcae62db5af",
		40		"disc_number": 1,
		41		"path": "Workstation/x86_64/iso/Fedora-Workstation-netinst-x86_64-25-20161115.n.0.iso",
		42		"type": "boot"
		43		}
		44		],
		45		"i386": [
		46		{
		47		"subvariant": "Workstation",
		48		"format": "iso",
		49		"volume_id": null,
		50		"mtime": 1479211255,
		51		"checksums": {
		52		"sha256": "9414e66d1ad68b8f79d46b02e08a7626cc34b33100c1f43c188ff8d6033e757b"
		53		},
		54		"arch": "i386",
		55		"size": 1529872384,
		56		"disc_count": 1,
		57		"bootable": true,
		58		"implant_md5": null,
		59		"disc_number": 1,
		60		"path": "Workstation/i386/iso/Fedora-Workstation-Live-i386-25-20161115.n.0.iso",
		61		"type": "live"
		62		},
		63		{
		64		"subvariant": "Workstation",
		65		"format": "iso",
		66		"volume_id": "Fedora-WS-dvd-i386-25",
		67		"mtime": 1479200179,
		68		"checksums": {
		69		"sha256": "4bbb4cb2402987227942a49d848a7534b899d72ff6284ab3c73b54086bec68c9"
		70		},
		71		"arch": "i386",
		72		"size": 494927872,
		73		"disc_count": 1,
		74		"bootable": true,
		75		"implant_md5": "e43ac8b1aeb2bc4dfebd79eea3e048d1",
		76		"disc_number": 1,
		77		"path": "Workstation/i386/iso/Fedora-Workstation-netinst-i386-25-20161115.n.0.iso",
		78		"type": "boot"
		79		}
		80		],
		81		"armhfp": [
		82		{
		83		"subvariant": "Workstation",
		84		"format": "raw.xz",
		85		"volume_id": null,
		86		"mtime": 1479215135,
		87		"checksums": {
		88		"sha256": "7f6d38157314c6699f33e7210add789691003bb546aeb1fba2b5f1231264579a"
		89		},
		90		"arch": "armhfp",
		91		"size": 1268161584,
		92		"disc_count": 1,
		93		"bootable": true,
		94		"implant_md5": null,
		95		"disc_number": 1,
		96		"path": "Workstation/armhfp/images/Fedora-Workstation-armhfp-25-20161115.n.0-sda.raw.xz",
		97		"type": "raw-xz"
		98		}
		99		]
		100		},
		101		"Spins": {
		102		"x86_64": [
		103		{
		104		"subvariant": "Cinnamon",
		105		"format": "iso",
		106		"volume_id": null,
		107		"mtime": 1479209111,
		108		"checksums": {
		109		"sha256": "71a25161f1b6688ffcd6e73d631aafe6512e5016788b92a51b0387bf9e917345"
		110		},
		111		"arch": "x86_64",
		112		"size": 1423966208,
		113		"disc_count": 1,
		114		"bootable": true,
		115		"implant_md5": null,
		116		"disc_number": 1,
		117		"path": "Spins/x86_64/iso/Fedora-Cinnamon-Live-x86_64-25-20161115.n.0.iso",
		118		"type": "live"
		119		},
		120		{
		121		"subvariant": "KDE",
		122		"format": "iso",
		123		"volume_id": null,
		124		"mtime": 1479208700,
		125		"checksums": {
		126		"sha256": "6e300d3a0f985122f05d9551aa494306388ceda09557f72805434debf2488cfc"
		127		},
		128		"arch": "x86_64",
		129		"size": 1389363200,
		130		"disc_count": 1,
		131		"bootable": true,
		132		"implant_md5": null,
		133		"disc_number": 1,
		134		"path": "Spins/x86_64/iso/Fedora-KDE-Live-x86_64-25-20161115.n.0.iso",
		135		"type": "live"
		136		},
		137		{
		138		"subvariant": "LXDE",
		139		"format": "iso",
		140		"volume_id": null,
		141		"mtime": 1479209380,
		142		"checksums": {
		143		"sha256": "e330903a0cfd1955af7e79083f95e573844e04b8d58661f708641945458f7207"
		144		},
		145		"arch": "x86_64",
		146		"size": 955252736,
		147		"disc_count": 1,
		148		"bootable": true,
		149		"implant_md5": null,
		150		"disc_number": 1,
		151		"path": "Spins/x86_64/iso/Fedora-LXDE-Live-x86_64-25-20161115.n.0.iso",
		152		"type": "live"
		153		},
		154		{
		155		"subvariant": "Mate",
		156		"format": "iso",
		157		"volume_id": null,
		158		"mtime": 1479210302,
		159		"checksums": {
		160		"sha256": "84a2b1eb9ed3bf09641c740bd282e03c34c1da6856e62b8abcf923816dd705f1"
		161		},
		162		"arch": "x86_64",
		163		"size": 1453326336,
		164		"disc_count": 1,
		165		"bootable": true,
		166		"implant_md5": null,
		167		"disc_number": 1,
		168		"path": "Spins/x86_64/iso/Fedora-MATE_Compiz-Live-x86_64-25-20161115.n.0.iso",
		169		"type": "live"
		170		},
		171		{
		172		"subvariant": "SoaS",
		173		"format": "iso",
		174		"volume_id": null,
		175		"mtime": 1479207180,
		176		"checksums": {
		177		"sha256": "902811c6a4331dce70e43b57b40be3b60e19199e1650e1a49e89017bcb50204c"
		178		},
		179		"arch": "x86_64",
		180		"size": 732954624,
		181		"disc_count": 1,
		182		"bootable": true,
		183		"implant_md5": null,
		184		"disc_number": 1,
		185		"path": "Spins/x86_64/iso/Fedora-SoaS-Live-x86_64-25-20161115.n.0.iso",
		186		"type": "live"
		187		},
		188		{
		189		"subvariant": "Xfce",
		190		"format": "iso",
		191		"volume_id": null,
		192		"mtime": 1479207846,
		193		"checksums": {
		194		"sha256": "58d8a5fb927a7fb71e70cd07188b64e499cc387e2f1429a9ebcc0f2ff9d9dc63"
		195		},
		196		"arch": "x86_64",
		197		"size": 1124073472,
		198		"disc_count": 1,
		199		"bootable": true,
		200		"implant_md5": null,
		201		"disc_number": 1,
		202		"path": "Spins/x86_64/iso/Fedora-Xfce-Live-x86_64-25-20161115.n.0.iso",
		203		"type": "live"
		204		}
		205		],
		206		"i386": [
		207		{
		208		"subvariant": "Cinnamon",
		209		"format": "iso",
		210		"volume_id": null,
		211		"mtime": 1479211041,
		212		"checksums": {
		213		"sha256": "f8c74c80a8a8fe03e9339be9a23bd37fa6602e7b16c5ef5a705e2fc84a0f9a8a"
		214		},
		215		"arch": "i386",
		216		"size": 1512046592,
		217		"disc_count": 1,
		218		"bootable": true,
		219		"implant_md5": null,
		220		"disc_number": 1,
		221		"path": "Spins/i386/iso/Fedora-Cinnamon-Live-i386-25-20161115.n.0.iso",
		222		"type": "live"
		223		},
		224		{
		225		"subvariant": "KDE",
		226		"format": "iso",
		227		"volume_id": null,
		228		"mtime": 1479208933,
		229		"checksums": {
		230		"sha256": "73021f95068ced29a9e77abd825a3c8129ade2e85b81d83bb1d31b8065e5e80f"
		231		},
		232		"arch": "i386",
		233		"size": 1498415104,
		234		"disc_count": 1,
		235		"bootable": true,
		236		"implant_md5": null,
		237		"disc_number": 1,
		238		"path": "Spins/i386/iso/Fedora-KDE-Live-i386-25-20161115.n.0.iso",
		239		"type": "live"
		240		},
		241		{
		242		"subvariant": "LXDE",
		243		"format": "iso",
		244		"volume_id": null,
		245		"mtime": 1479210086,
		246		"checksums": {
		247		"sha256": "b9e59cfd0e19b0a885ec824fb7baa7d66f3d47a2ecc455a088ce53d2c6bbcc3e"
		248		},
		249		"arch": "i386",
		250		"size": 1035993088,
		251		"disc_count": 1,
		252		"bootable": true,
		253		"implant_md5": null,
		254		"disc_number": 1,
		255		"path": "Spins/i386/iso/Fedora-LXDE-Live-i386-25-20161115.n.0.iso",
		256		"type": "live"
		257		},
		258		{
		259		"subvariant": "Mate",
		260		"format": "iso",
		261		"volume_id": null,
		262		"mtime": 1479210889,
		263		"checksums": {
		264		"sha256": "8d0cadd1b7145e56ba15dfb5878d9de44f7275ba84279b2a365fd0b582fc8f11"
		265		},
		266		"arch": "i386",
		267		"size": 1540358144,
		268		"disc_count": 1,
		269		"bootable": true,
		270		"implant_md5": null,
		271		"disc_number": 1,
		272		"path": "Spins/i386/iso/Fedora-MATE_Compiz-Live-i386-25-20161115.n.0.iso",
		273		"type": "live"
		274		},
		275		{
		276		"subvariant": "SoaS",
		277		"format": "iso",
		278		"volume_id": null,
		279		"mtime": 1479208682,
		280		"checksums": {
		281		"sha256": "6815612adce5dbd7e7c2cadaa633248ccd4ccd014f035ab20d5722edf5c189db"
		282		},
		283		"arch": "i386",
		284		"size": 816840704,
		285		"disc_count": 1,
		286		"bootable": true,
		287		"implant_md5": null,
		288		"disc_number": 1,
		289		"path": "Spins/i386/iso/Fedora-SoaS-Live-i386-25-20161115.n.0.iso",
		290		"type": "live"
		291		},
		292		{
		293		"subvariant": "Xfce",
		294		"format": "iso",
		295		"volume_id": null,
		296		"mtime": 1479208283,
		297		"checksums": {
		298		"sha256": "abcdab7781ac30b30ed0d94854b84384019a1ec57f770b830984e9c4a00064d1"
		299		},
		300		"arch": "i386",
		301		"size": 1207959552,
		302		"disc_count": 1,
		303		"bootable": true,
		304		"implant_md5": null,
		305		"disc_number": 1,
		306		"path": "Spins/i386/iso/Fedora-Xfce-Live-i386-25-20161115.n.0.iso",
		307		"type": "live"
		308		}
		309		],
		310		"armhfp": [
		311		{
		312		"subvariant": "KDE",
		313		"format": "raw.xz",
		314		"volume_id": null,
		315		"mtime": 1479217065,
		316		"checksums": {
		317		"sha256": "e1f1672aa851d7a0a88325e41c05e611023cf79cc648fca5e28790032f753026"
		318		},
		319		"arch": "armhfp",
		320		"size": 1564056212,
		321		"disc_count": 1,
		322		"bootable": true,
		323		"implant_md5": null,
		324		"disc_number": 1,
		325		"path": "Spins/armhfp/images/Fedora-KDE-armhfp-25-20161115.n.0-sda.raw.xz",
		326		"type": "raw-xz"
		327		},
		328		{
		329		"subvariant": "LXDE",
		330		"format": "raw.xz",
		331		"volume_id": null,
		332		"mtime": 1479213120,
		333		"checksums": {
		334		"sha256": "b5755ed84d469db91c644db8c83723d307efb52399eba83bc710fb3b62a8a1ba"
		335		},
		336		"arch": "armhfp",
		337		"size": 972112996,
		338		"disc_count": 1,
		339		"bootable": true,
		340		"implant_md5": null,
		341		"disc_number": 1,
		342		"path": "Spins/armhfp/images/Fedora-LXDE-armhfp-25-20161115.n.0-sda.raw.xz",
		343		"type": "raw-xz"
		344		},
		345		{
		346		"subvariant": "Mate",
		347		"format": "raw.xz",
		348		"volume_id": null,
		349		"mtime": 1479215621,
		350		"checksums": {
		351		"sha256": "ae38bc9d131336920c111a6cc1c036506436e67c63efeb35f9e8d7b92514e85f"
		352		},
		353		"arch": "armhfp",
		354		"size": 1362142988,
		355		"disc_count": 1,
		356		"bootable": true,
		357		"implant_md5": null,
		358		"disc_number": 1,
		359		"path": "Spins/armhfp/images/Fedora-Mate-armhfp-25-20161115.n.0-sda.raw.xz",
		360		"type": "raw-xz"
		361		},
		362		{
		363		"subvariant": "Minimal",
		364		"format": "raw.xz",
		365		"volume_id": null,
		366		"mtime": 1479208414,
		367		"checksums": {
		368		"sha256": "2df956ad12a0ec8974d856bde8220151eb8daa57d5cd0ddc2d0d71193524d7b9"
		369		},
		370		"arch": "armhfp",
		371		"size": 463850920,
		372		"disc_count": 1,
		373		"bootable": true,
		374		"implant_md5": null,
		375		"disc_number": 1,
		376		"path": "Spins/armhfp/images/Fedora-Minimal-armhfp-25-20161115.n.0-sda.raw.xz",
		377		"type": "raw-xz"
		378		},
		379		{
		380		"subvariant": "SoaS",
		381		"format": "raw.xz",
		382		"volume_id": null,
		383		"mtime": 1479211746,
		384		"checksums": {
		385		"sha256": "c6938e03ffbff9e81e33f5efdee8f8a4a2fe599f953b4dd1246ec591e383ee56"
		386		},
		387		"arch": "armhfp",
		388		"size": 743196620,
		389		"disc_count": 1,
		390		"bootable": true,
		391		"implant_md5": null,
		392		"disc_number": 1,
		393		"path": "Spins/armhfp/images/Fedora-SoaS-armhfp-25-20161115.n.0-sda.raw.xz",
		394		"type": "raw-xz"
		395		},
		396		{
		397		"subvariant": "Xfce",
		398		"format": "raw.xz",
		399		"volume_id": null,
		400		"mtime": 1479213599,
		401		"checksums": {
		402		"sha256": "8b58a8831042438c59658336486e4679a62b963387fd478bfdd2d975a44bd0f7"
		403		},
		404		"arch": "armhfp",
		405		"size": 1109282280,
		406		"disc_count": 1,
		407		"bootable": true,
		408		"implant_md5": null,
		409		"disc_number": 1,
		410		"path": "Spins/armhfp/images/Fedora-Xfce-armhfp-25-20161115.n.0-sda.raw.xz",
		411		"type": "raw-xz"
		412		}
		413		]
		414		},
		415		"Server": {
		416		"x86_64": [
		417		{
		418		"subvariant": "Server",
		419		"format": "iso",
		420		"volume_id": "Fedora-S-dvd-x86_64-25",
		421		"mtime": 1479204983,
		422		"checksums": {
		423		"sha256": "40345a89c5cd003138bce4ce4531c2c3cd3e943d098f65ce5020cb9cf24df9ae"
		424		},
		425		"arch": "x86_64",
		426		"size": 2014314496,
		427		"disc_count": 1,
		428		"bootable": true,
		429		"implant_md5": "ef7e282fff842d75689b9c546cbc9db5",
		430		"disc_number": 1,
		431		"path": "Server/x86_64/iso/Fedora-Server-dvd-x86_64-25-20161115.n.0.iso",
		432		"type": "dvd"
		433		},
		434		{
		435		"subvariant": "Server",
		436		"format": "iso",
		437		"volume_id": "Fedora-S-dvd-x86_64-25",
		438		"mtime": 1479200781,
		439		"checksums": {
		440		"sha256": "461e75a5559e99ee9fd90829d59b9dbf18bbb7364dae54a71897de3e218e359b"
		441		},
		442		"arch": "x86_64",
		443		"size": 503316480,
		444		"disc_count": 1,
		445		"bootable": true,
		446		"implant_md5": "739a2b5a4699342c23f2cb30e5dc8e1a",
		447		"disc_number": 1,
		448		"path": "Server/x86_64/iso/Fedora-Server-netinst-x86_64-25-20161115.n.0.iso",
		449		"type": "boot"
		450		}
		451		],
		452		"i386": [
		453		{
		454		"subvariant": "Server",
		455		"format": "iso",
		456		"volume_id": "Fedora-S-dvd-i386-25",
		457		"mtime": 1479204945,
		458		"checksums": {
		459		"sha256": "f59dada096b9273efa6a3312e778608b82a78a1fdc78d1b13c9e4f1ec145424f"
		460		},
		461		"arch": "i386",
		462		"size": 2135949312,
		463		"disc_count": 1,
		464		"bootable": true,
		465		"implant_md5": "56ba2b784c3fc46fde6db629212b35be",
		466		"disc_number": 1,
		467		"path": "Server/i386/iso/Fedora-Server-dvd-i386-25-20161115.n.0.iso",
		468		"type": "dvd"
		469		},
		470		{
		471		"subvariant": "Server",
		472		"format": "iso",
		473		"volume_id": "Fedora-S-dvd-i386-25",
		474		"mtime": 1479200290,
		475		"checksums": {
		476		"sha256": "45e5d78aef27cb39b970f23f4eb5c14579ed1246992542c81349d07f5cba0282"
		477		},
		478		"arch": "i386",
		479		"size": 511705088,
		480		"disc_count": 1,
		481		"bootable": true,
		482		"implant_md5": "b31ba52f3158d847a0dbc18edc41bf92",
		483		"disc_number": 1,
		484		"path": "Server/i386/iso/Fedora-Server-netinst-i386-25-20161115.n.0.iso",
		485		"type": "boot"
		486		}
		487		],
		488		"armhfp": [
		489		{
		490		"subvariant": "Server",
		491		"format": "raw.xz",
		492		"volume_id": null,
		493		"mtime": 1479210124,
		494		"checksums": {
		495		"sha256": "3bf5a1989fd72a8f146bd5a885b493e42111bf1c98505f152526ac23cfeec18b"
		496		},
		497		"arch": "armhfp",
		498		"size": 589321868,
		499		"disc_count": 1,
		500		"bootable": true,
		501		"implant_md5": null,
		502		"disc_number": 1,
		503		"path": "Server/armhfp/images/Fedora-Server-armhfp-25-20161115.n.0-sda.raw.xz",
		504		"type": "raw-xz"
		505		},
		506		{
		507		"subvariant": "Server",
		508		"format": "iso",
		509		"volume_id": "Fedora-S-dvd-armhfp-25",
		510		"mtime": 1479205068,
		511		"checksums": {
		512		"sha256": "2becaa9eec8b8efbbec16a53a2a2dec3d42bf541ea0fa32688779d200fba88fe"
		513		},
		514		"arch": "armhfp",
		515		"size": 1904973824,
		516		"disc_count": 1,
		517		"bootable": true,
		518		"implant_md5": "f5c8a3037617c9bc103b5687e699ecee",
		519		"disc_number": 1,
		520		"path": "Server/armhfp/iso/Fedora-Server-dvd-armhfp-25-20161115.n.0.iso",
		521		"type": "dvd"
		522		}
		523		]
		524		},
		525		"Labs": {
		526		"x86_64": [
		527		{
		528		"subvariant": "Astronomy_KDE",
		529		"format": "iso",
		530		"volume_id": null,
		531		"mtime": 1479210412,
		532		"checksums": {
		533		"sha256": "ad48d3d83469528b765eda3eeabc3c1da82f3de93a7ac7d1cac81d4d26e29e3f"
		534		},
		535		"arch": "x86_64",
		536		"size": 2541748224,
		537		"disc_count": 1,
		538		"bootable": true,
		539		"implant_md5": null,
		540		"disc_number": 1,
		541		"path": "Labs/x86_64/iso/Fedora-Astronomy_KDE-Live-x86_64-25-20161115.n.0.iso",
		542		"type": "live"
		543		},
		544		{
		545		"subvariant": "Design_suite",
		546		"format": "iso",
		547		"volume_id": null,
		548		"mtime": 1479209809,
		549		"checksums": {
		550		"sha256": "85c9cec2b8efb11bd892b47496474e289496e16d6254b5b5cca36156653f7af5"
		551		},
		552		"arch": "x86_64",
		553		"size": 2204106752,
		554		"disc_count": 1,
		555		"bootable": true,
		556		"implant_md5": null,
		557		"disc_number": 1,
		558		"path": "Labs/x86_64/iso/Fedora-Design_suite-Live-x86_64-25-20161115.n.0.iso",
		559		"type": "live"
		560		},
		561		{
		562		"subvariant": "Jam_KDE",
		563		"format": "iso",
		564		"volume_id": null,
		565		"mtime": 1479210098,
		566		"checksums": {
		567		"sha256": "255b2eb02202ef337942477f663bca131ae2d2b84bdcab3579da1db9dee2fa83"
		568		},
		569		"arch": "x86_64",
		570		"size": 2080374784,
		571		"disc_count": 1,
		572		"bootable": true,
		573		"implant_md5": null,
		574		"disc_number": 1,
		575		"path": "Labs/x86_64/iso/Fedora-Jam_KDE-Live-x86_64-25-20161115.n.0.iso",
		576		"type": "live"
		577		},
		578		{
		579		"subvariant": "Robotics",
		580		"format": "iso",
		581		"volume_id": null,
		582		"mtime": 1479209829,
		583		"checksums": {
		584		"sha256": "6c646f6eb4f058a2b0b73a49336372f811fb8d0c27f535b53a68c1e19773b77f"
		585		},
		586		"arch": "x86_64",
		587		"size": 2358247424,
		588		"disc_count": 1,
		589		"bootable": true,
		590		"implant_md5": null,
		591		"disc_number": 1,
		592		"path": "Labs/x86_64/iso/Fedora-Robotics-Live-x86_64-25-20161115.n.0.iso",
		593		"type": "live"
		594		},
		595		{
		596		"subvariant": "Scientific_KDE",
		597		"format": "iso",
		598		"volume_id": null,
		599		"mtime": 1479211856,
		600		"checksums": {
		601		"sha256": "d697c7b87916cba2a1d354c35fc61b43ab543c2a30ff5c4a89d6fcdca53b0839"
		602		},
		603		"arch": "x86_64",
		604		"size": 3107979264,
		605		"disc_count": 1,
		606		"bootable": true,
		607		"implant_md5": null,
		608		"disc_number": 1,
		609		"path": "Labs/x86_64/iso/Fedora-Scientific_KDE-Live-x86_64-25-20161115.n.0.iso",
		610		"type": "live"
		611		},
		612		{
		613		"subvariant": "Security",
		614		"format": "iso",
		615		"volume_id": null,
		616		"mtime": 1479208108,
		617		"checksums": {
		618		"sha256": "a4e92394ebf823957f5bc18a063e4e7a037d145c17050343432086b239b3582c"
		619		},
		620		"arch": "x86_64",
		621		"size": 1158676480,
		622		"disc_count": 1,
		623		"bootable": true,
		624		"implant_md5": null,
		625		"disc_number": 1,
		626		"path": "Labs/x86_64/iso/Fedora-Security-Live-x86_64-25-20161115.n.0.iso",
		627		"type": "live"
		628		}
		629		],
		630		"i386": [
		631		{
		632		"subvariant": "Astronomy_KDE",
		633		"format": "iso",
		634		"volume_id": null,
		635		"mtime": 1479211391,
		636		"checksums": {
		637		"sha256": "d624c54dfccfdd5919ff7357a92090a49032b674a330a420400485c3d6bb5534"
		638		},
		639		"arch": "i386",
		640		"size": 2642411520,
		641		"disc_count": 1,
		642		"bootable": true,
		643		"implant_md5": null,
		644		"disc_number": 1,
		645		"path": "Labs/i386/iso/Fedora-Astronomy_KDE-Live-i386-25-20161115.n.0.iso",
		646		"type": "live"
		647		},
		648		{
		649		"subvariant": "Design_suite",
		650		"format": "iso",
		651		"volume_id": null,
		652		"mtime": 1479210739,
		653		"checksums": {
		654		"sha256": "238b836b083d5a620f4b060f6116ce23a88ea9b58dcc75ad9b095e12c0b4ef43"
		655		},
		656		"arch": "i386",
		657		"size": 2285895680,
		658		"disc_count": 1,
		659		"bootable": true,
		660		"implant_md5": null,
		661		"disc_number": 1,
		662		"path": "Labs/i386/iso/Fedora-Design_suite-Live-i386-25-20161115.n.0.iso",
		663		"type": "live"
		664		},
		665		{
		666		"subvariant": "Jam_KDE",
		667		"format": "iso",
		668		"volume_id": null,
		669		"mtime": 1479210709,
		670		"checksums": {
		671		"sha256": "87528afa7f806e0be6558425a9c09fb98eda0d096adcfca6a1b066932997efaa"
		672		},
		673		"arch": "i386",
		674		"size": 2190475264,
		675		"disc_count": 1,
		676		"bootable": true,
		677		"implant_md5": null,
		678		"disc_number": 1,
		679		"path": "Labs/i386/iso/Fedora-Jam_KDE-Live-i386-25-20161115.n.0.iso",
		680		"type": "live"
		681		},
		682		{
		683		"subvariant": "Robotics",
		684		"format": "iso",
		685		"volume_id": null,
		686		"mtime": 1479211078,
		687		"checksums": {
		688		"sha256": "9be049ed133ea588ad4bb8bf597491cad6bdcc1842246ee6cb6bcbe92cd034dc"
		689		},
		690		"arch": "i386",
		691		"size": 2450522112,
		692		"disc_count": 1,
		693		"bootable": true,
		694		"implant_md5": null,
		695		"disc_number": 1,
		696		"path": "Labs/i386/iso/Fedora-Robotics-Live-i386-25-20161115.n.0.iso",
		697		"type": "live"
		698		},
		699		{
		700		"subvariant": "Scientific_KDE",
		701		"format": "iso",
		702		"volume_id": null,
		703		"mtime": 1479212599,
		704		"checksums": {
		705		"sha256": "37145e195fb6f9fc39dfb6b0a19548965eb61c65eb594a9c30558d52db997a26"
		706		},
		707		"arch": "i386",
		708		"size": 3158310912,
		709		"disc_count": 1,
		710		"bootable": true,
		711		"implant_md5": null,
		712		"disc_number": 1,
		713		"path": "Labs/i386/iso/Fedora-Scientific_KDE-Live-i386-25-20161115.n.0.iso",
		714		"type": "live"
		715		},
		716		{
		717		"subvariant": "Security",
		718		"format": "iso",
		719		"volume_id": null,
		720		"mtime": 1479209192,
		721		"checksums": {
		722		"sha256": "9a46003cab1214dca60e835d57fff41ad23026061b6e2428c7da192bf5d0c361"
		723		},
		724		"arch": "i386",
		725		"size": 1241513984,
		726		"disc_count": 1,
		727		"bootable": true,
		728		"implant_md5": null,
		729		"disc_number": 1,
		730		"path": "Labs/i386/iso/Fedora-Security-Live-i386-25-20161115.n.0.iso",
		731		"type": "live"
		732		}
		733		]
		734		},
		735		"Everything": {
		736		"x86_64": [
		737		{
		738		"subvariant": "Everything",
		739		"format": "iso",
		740		"volume_id": "Fedora-E-dvd-x86_64-25",
		741		"mtime": 1479200010,
		742		"checksums": {
		743		"sha256": "cf9ca329d24ed921765e4fed8985e5fd68fa7044a0ced2b0116498d1b7660829"
		744		},
		745		"arch": "x86_64",
		746		"size": 436207616,
		747		"disc_count": 1,
		748		"bootable": true,
		749		"implant_md5": "bb22a0a89e132c151e4af8206c21271e",
		750		"disc_number": 1,
		751		"path": "Everything/x86_64/iso/Fedora-Everything-netinst-x86_64-25-20161115.n.0.iso",
		752		"type": "boot"
		753		}
		754		],
		755		"i386": [
		756		{
		757		"subvariant": "Everything",
		758		"format": "iso",
		759		"volume_id": "Fedora-E-dvd-i386-25",
		760		"mtime": 1479200349,
		761		"checksums": {
		762		"sha256": "49f51faba79345ffafe1e1534c1da91297bea0c257bfd40b768c8ba81f307b47"
		763		},
		764		"arch": "i386",
		765		"size": 558891008,
		766		"disc_count": 1,
		767		"bootable": true,
		768		"implant_md5": "c06d3f7900bcc990e0c609412df208cc",
		769		"disc_number": 1,
		770		"path": "Everything/i386/iso/Fedora-Everything-netinst-i386-25-20161115.n.0.iso",
		771		"type": "boot"
		772		}
		773		]
		774		},
		775		"Cloud": {
		776		"x86_64": [
		777		{
		778		"subvariant": "Cloud",
		779		"format": "iso",
		780		"volume_id": "Fedora-C-dvd-x86_64-25",
		781		"mtime": 1479199778,
		782		"checksums": {
		783		"sha256": "e0429140cd02a7f60afa1fb91c3a974007c209b08a15fb90da6ef0a26e11a326"
		784		},
		785		"arch": "x86_64",
		786		"size": 501219328,
		787		"disc_count": 1,
		788		"bootable": true,
		789		"implant_md5": "f14d80045519b660f19b3d1bc6f150ec",
		790		"disc_number": 1,
		791		"path": "Cloud/x86_64/iso/Fedora-Cloud-netinst-x86_64-25-20161115.n.0.iso",
		792		"type": "boot"
		793		}
		794		],
		795		"i386": [
		796		{
		797		"subvariant": "Cloud",
		798		"format": "iso",
		799		"volume_id": "Fedora-C-dvd-i386-25",
		800		"mtime": 1479200229,
		801		"checksums": {
		802		"sha256": "630e913bcb753a21a18ca03ba8f47a04d66ff771dc200f71ce03a3a3c3da3421"
		803		},
		804		"arch": "i386",
		805		"size": 559939584,
		806		"disc_count": 1,
		807		"bootable": true,
		808		"implant_md5": "d85cc3c3cc93f588ef0b17684f22d8bd",
		809		"disc_number": 1,
		810		"path": "Cloud/i386/iso/Fedora-Cloud-netinst-i386-25-20161115.n.0.iso",
		811		"type": "boot"
		812		}
		813		]
		814		},
		815		"Docker": {
		816		"x86_64": [
		817		{
		818		"subvariant": "Docker_Base",
		819		"format": "tar.xz",
		820		"volume_id": null,
		821		"mtime": 1479205048,
		822		"checksums": {
		823		"sha256": "18050e9c6dc79732a7c2d67b26b19f132618b90c744d6efd78202ca14707612e"
		824		},
		825		"arch": "x86_64",
		826		"size": 42344364,
		827		"disc_count": 1,
		828		"bootable": false,
		829		"implant_md5": null,
		830		"disc_number": 1,
		831		"path": "Docker/x86_64/images/Fedora-Docker-Base-25-20161115.n.0.x86_64.tar.xz",
		832		"type": "docker"
		833		}
		834		],
		835		"armhfp": [
		836		{
		837		"subvariant": "Docker_Base",
		838		"format": "tar.xz",
		839		"volume_id": null,
		840		"mtime": 1479205802,
		841		"checksums": {
		842		"sha256": "9011f3d4d21c6f8adf62cd65474faab82b4be5a4a8f58cf008ee2da8f7061b5f"
		843		},
		844		"arch": "armhfp",
		845		"size": 38366024,
		846		"disc_count": 1,
		847		"bootable": false,
		848		"implant_md5": null,
		849		"disc_number": 1,
		850		"path": "Docker/armhfp/images/Fedora-Docker-Base-25-20161115.n.0.armhfp.tar.xz",
		851		"type": "docker"
		852		}
		853		]
		854		},
		855		"CloudImages": {
		856		"x86_64": [
		857		{
		858		"subvariant": "Atomic",
		859		"format": "qcow2",
		860		"volume_id": null,
		861		"mtime": 1479207020,
		862		"checksums": {
		863		"sha256": "5e78e224d58739d9c3ccc08a651d2811159605bb02059ffb48eb4de4465d7556"
		864		},
		865		"arch": "x86_64",
		866		"size": 524401152,
		867		"disc_count": 1,
		868		"bootable": false,
		869		"implant_md5": null,
		870		"disc_number": 1,
		871		"path": "CloudImages/x86_64/images/Fedora-Atomic-25-20161115.n.0.x86_64.qcow2",
		872		"type": "qcow2"
		873		},
		874		{
		875		"subvariant": "Atomic",
		876		"format": "raw.xz",
		877		"volume_id": null,
		878		"mtime": 1479207292,
		879		"checksums": {
		880		"sha256": "ecbe2e322965ffac8346667b38b4d8bfd735771cb3fa5e337a8d7eb0bb2120fc"
		881		},
		882		"arch": "x86_64",
		883		"size": 387064052,
		884		"disc_count": 1,
		885		"bootable": false,
		886		"implant_md5": null,
		887		"disc_number": 1,
		888		"path": "CloudImages/x86_64/images/Fedora-Atomic-25-20161115.n.0.x86_64.raw.xz",
		889		"type": "raw-xz"
		890		},
		891		{
		892		"subvariant": "Atomic",
		893		"format": "vagrant-libvirt.box",
		894		"volume_id": null,
		895		"mtime": 1479206936,
		896		"checksums": {
		897		"sha256": "e8fcc17f0594807c784a6ea00f83ab9e1cc7ec17214140b2e69364e0d3f67baa"
		898		},
		899		"arch": "x86_64",
		900		"size": 498056705,
		901		"disc_count": 1,
		902		"bootable": false,
		903		"implant_md5": null,
		904		"disc_number": 1,
		905		"path": "CloudImages/x86_64/images/Fedora-Atomic-Vagrant-25-20161115.n.0.x86_64.vagrant-libvirt.box",
		906		"type": "vagrant-libvirt"
		907		},
		908		{
		909		"subvariant": "Atomic",
		910		"format": "vagrant-virtualbox.box",
		911		"volume_id": null,
		912		"mtime": 1479206580,
		913		"checksums": {
		914		"sha256": "9bf49f4b59ed1733beb4baf41059be5847e5f09231fd5a0156b21e4b04b36fdd"
		915		},
		916		"arch": "x86_64",
		917		"size": 508835840,
		918		"disc_count": 1,
		919		"bootable": false,
		920		"implant_md5": null,
		921		"disc_number": 1,
		922		"path": "CloudImages/x86_64/images/Fedora-Atomic-Vagrant-25-20161115.n.0.x86_64.vagrant-virtualbox.box",
		923		"type": "vagrant-virtualbox"
		924		},
		925		{
		926		"subvariant": "Cloud_Base",
		927		"format": "qcow2",
		928		"volume_id": null,
		929		"mtime": 1479205678,
		930		"checksums": {
		931		"sha256": "e086655076d1beb1728013d9aac8d56337c8aba642b448a667ebc38740a4c0d1"
		932		},
		933		"arch": "x86_64",
		934		"size": 203489280,
		935		"disc_count": 1,
		936		"bootable": false,
		937		"implant_md5": null,
		938		"disc_number": 1,
		939		"path": "CloudImages/x86_64/images/Fedora-Cloud-Base-25-20161115.n.0.x86_64.qcow2",
		940		"type": "qcow2"
		941		},
		942		{
		943		"subvariant": "Cloud_Base",
		944		"format": "raw.xz",
		945		"volume_id": null,
		946		"mtime": 1479205771,
		947		"checksums": {
		948		"sha256": "5c8ae13c42c5368fa78c1da3909004b58a82738131c01ca0a49e7443efd4fe23"
		949		},
		950		"arch": "x86_64",
		951		"size": 135888340,
		952		"disc_count": 1,
		953		"bootable": false,
		954		"implant_md5": null,
		955		"disc_number": 1,
		956		"path": "CloudImages/x86_64/images/Fedora-Cloud-Base-25-20161115.n.0.x86_64.raw.xz",
		957		"type": "raw-xz"
		958		},
		959		{
		960		"subvariant": "Cloud_Base",
		961		"format": "vagrant-libvirt.box",
		962		"volume_id": null,
		963		"mtime": 1479206970,
		964		"checksums": {
		965		"sha256": "678f93745e24a5e2fc7244d687bbd8347195aa8a63c612d3a559161c4c1597e9"
		966		},
		967		"arch": "x86_64",
		968		"size": 212668330,
		969		"disc_count": 1,
		970		"bootable": false,
		971		"implant_md5": null,
		972		"disc_number": 1,
		973		"path": "CloudImages/x86_64/images/Fedora-Cloud-Base-Vagrant-25-20161115.n.0.x86_64.vagrant-libvirt.box",
		974		"type": "vagrant-libvirt"
		975		},
		976		{
		977		"subvariant": "Cloud_Base",
		978		"format": "vagrant-virtualbox.box",
		979		"volume_id": null,
		980		"mtime": 1479206814,
		981		"checksums": {
		982		"sha256": "beb61e1bfed5f3a8aee23b4b597fd610b99810b293e53be50e74f9919016e4cb"
		983		},
		984		"arch": "x86_64",
		985		"size": 222023680,
		986		"disc_count": 1,
		987		"bootable": false,
		988		"implant_md5": null,
		989		"disc_number": 1,
		990		"path": "CloudImages/x86_64/images/Fedora-Cloud-Base-Vagrant-25-20161115.n.0.x86_64.vagrant-virtualbox.box",
		991		"type": "vagrant-virtualbox"
		992		}
		993		]
		994		}
		995		},
		996		"compose": {
		997		"date": "20161115",
		998		"respin": 0,
		999		"type": "nightly",
		1000		"id": "Fedora-25-20161115.n.0"
		1001		}
		1002		}
		1003		}

View Options

scheduler/tests/test_cli.py

This file was added.

		1		# Copyright (C) Red Hat Inc.
		2		#
		3		# This file is part of fedora-openqa-schedule.
		4		#
		5		# fedora-openqa-schedule is free software; you can redistribute it
		6		# and/or modify it under the terms of the GNU General Public License
		7		# as published by the Free Software Foundation, either version 3 of
		8		# the License, or (at your option) any later version.
		9		#
		10		# This program is distributed in the hope that it will be useful,
		11		# but WITHOUT ANY WARRANTY; without even the implied warranty of
		12		# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		13		# GNU General Public License for more details.
		14		#
		15		# You should have received a copy of the GNU General Public License
		16		# along with this program. If not, see <http://www.gnu.org/licenses/>.
		17		#
		18		# Author: Adam Williamson <awilliam@redhat.com>
		19
		20		# these are all kinda inappropriate for pytest patterns
		21		# pylint: disable=old-style-class, no-init, protected-access, no-self-use, unused-argument
		22
		23		"""Tests for the CLI code."""
		24
		25		from __future__ import unicode_literals
		26		from __future__ import print_function
		27
		28		# stdlib imports
		29
		30		# external imports
		31		import mock
		32		import pytest
		33
		34		# 'internal' imports
		35		import fedora_openqa_schedule.cli as cli
		36
		37
		38		@mock.patch('fedora_openqa_schedule.schedule.jobs_from_compose', return_value=[None, (1, 2)], autospec=True)
		39		class TestCommandCompose:
		40		"""Tests for the command_compose function."""
		41
		42		def test_simple(self, fakejfc, capsys):
		43		"""Test with simplest invocation."""
		44		args = cli.parse_args(
		45		['compose', 'https://kojipkgs.fedoraproject.org/compose/rawhide/Fedora-24-20160113.n.1/compose']
		46		)
		47		with pytest.raises(SystemExit) as excinfo:
		48		cli.command_compose(args)
		49		(out, _) = capsys.readouterr()
		50		# should print out list of scheduled jobs
		51		assert out == "Scheduled jobs: 1, 2\n"
		52		# should exit 0
		53		assert not excinfo.value.code
		54		# shouldn't force
		55		assert fakejfc.call_args[1]['force'] is False
		56
		57		def test_force(self, fakejfc):
		58		"""Test with -f (force)."""
		59		args = cli.parse_args(
		60		['compose', 'https://kojipkgs.fedoraproject.org/compose/rawhide/Fedora-24-20160113.n.1/compose', '-f']
		61		)
		62		with pytest.raises(SystemExit) as excinfo:
		63		cli.command_compose(args)
		64		# should exit 0
		65		assert not excinfo.value.code
		66		# should force
		67		assert fakejfc.call_args[1]['force'] is True
		68
		69		def test_updates(self, fakejfc):
		70		"""Test with --updates."""
		71		args = cli.parse_args([
		72		'compose',
		73		'https://kojipkgs.fedoraproject.org/compose/rawhide/Fedora-24-20160113.n.1/compose',
		74		'--updates=https://www.foo.com/updates.img'
		75		])
		76		with pytest.raises(SystemExit) as excinfo:
		77		cli.command_compose(args)
		78		# should exit 0
		79		assert not excinfo.value.code
		80		# should add extra params
		81		assert fakejfc.call_args[1]['extraparams'] == {'GRUBADD': "inst.updates=https://www.foo.com/updates.img"}
		82
		83		def test_nojobs(self, fakejfc):
		84		"""Test exits 1 when no jobs are run."""
		85		# adjust mock return value to say no jobs run
		86		fakejfc.return_value = [None, []]
		87		args = cli.parse_args(
		88		['compose', 'https://kojipkgs.fedoraproject.org/compose/rawhide/Fedora-24-20160113.n.1/compose']
		89		)
		90		with pytest.raises(SystemExit) as excinfo:
		91		cli.command_compose(args)
		92		# should exit 1
		93		assert excinfo.value.code == 1
		94
		95
		96		@pytest.mark.parametrize(
		97		"jobargs,argname,expecteds",
		98		# args, which kwarg we expect report function to get, list of
		99		# the expected values of specified kwarg for each expected
		100		# call to the report function
		101		[
		102		(["1", "2", "3"], "jobs", [[1, 2, 3]]),
		103		(
		104		["Fedora-Rawhide-20170207.n.0", "Fedora-25-20170207.n.1"],
		105		"build",
		106		["Fedora-Rawhide-20170207.n.0", "Fedora-25-20170207.n.1"]
		107		)
		108		]
		109		)
		110		@pytest.mark.parametrize(
		111		"targargs,repwiki,reprdb",
		112		# args, should report_wiki be called, should report_resultsdb
		113		# be called
		114		[
		115		([], False, False),
		116		(["--wiki"], True, False),
		117		(["--resultsdb"], False, True),
		118		(["--wiki", "--resultsdb"], True, True)
		119		]
		120		)
		121		@pytest.mark.parametrize(
		122		"oqaargs,oqah,oqau",
		123		# args, expected openqa_hostname, expected openqa_baseurl
		124		[
		125		([], None, None),
		126		(["--openqa-hostname", "test.ing"], "test.ing", None),
		127		(["--openqa-baseurl", "https://test.ing"], None, "https://test.ing"),
		128		(["--openqa-hostname", "test.ing", "--openqa-baseurl", "https://test.ing"], "test.ing", "https://test.ing")
		129		]
		130		)
		131		@pytest.mark.parametrize(
		132		"wikiargs,wikih",
		133		# args, expected wiki_hostname
		134		[
		135		([], None),
		136		(["--wiki-hostname", "test2.ing"], "test2.ing")
		137		]
		138		)
		139		@pytest.mark.parametrize(
		140		"rdbargs,rdbu",
		141		# args, expected resultsdb_url
		142		[
		143		([], None),
		144		(["--resultsdb-url", "test3.ing"], "test3.ing")
		145		]
		146		)
		147		@mock.patch('fedora_openqa_schedule.report.wiki_report', autospec=True)
		148		@mock.patch('fedora_openqa_schedule.report.resultsdb_report', autospec=True)
		149		def test_variations(fakerdb, fakewiki, jobargs, argname, expecteds, targargs, repwiki, reprdb,
		150		oqaargs, oqah, oqau, wikiargs, wikih, rdbargs, rdbu):
		151		"""Okay, that was a lot of parametrization! But really we're
		152		just testing all possible arg combinations: both types of job
		153		arg (job IDs and build IDs), all four possible report targets
		154		(wiki, resultsdb, both, neither), all combinations of openqa
		155		hostname and baseurl, and both possibilities for wiki hostname
		156		and ResultsDB URL (specified or not). We test all possible
		157		combinations of these with each other by stacking decorators.
		158		"""
		159		fakerdb.reset_mock()
		160		fakewiki.reset_mock()
		161		args = cli.parse_args(["report"] + targargs + oqaargs + wikiargs + rdbargs + jobargs)
		162		cli.command_report(args)
		163
		164		# find the appropriate mock(s) and check they were called the
		165		# expected number of times
		166		fakes = []
		167		if repwiki:
		168		assert fakewiki.call_count == len(expecteds)
		169		fakes.append(fakewiki)
		170		if reprdb:
		171		assert fakerdb.call_count == len(expecteds)
		172		fakes.append(fakerdb)
		173
		174		# check job arg parsed appropriately. for jobs, we expect one
		175		# call with a list of the job IDs as the jobs arg. For builds,
		176		# we expect as many calls as we included build IDs, with each
		177		# call specifying one build ID as the build arg.
		178		for fake in fakes:
		179		for (idx, expected) in enumerate(expecteds):
		180		assert fake.call_args_list[idx][1][argname] == expected
		181
		182		# check the openQA, wiki and rdb args
		183		for fake in fakes:
		184		assert fake.call_args[1]['openqa_hostname'] == oqah
		185		assert fake.call_args[1]['openqa_baseurl'] == oqau
		186		if fakewiki in fakes:
		187		assert fakewiki.call_args[1]['wiki_hostname'] == wikih
		188		if fakerdb in fakes:
		189		assert fake.call_args[1]['resultsdb_url'] == rdbu
		190
		191		# vim: set textwidth=120 ts=8 et sw=4:

View Options

scheduler/tests/test_consumers.py

This file was added.

		1		# Copyright (C) Red Hat Inc.
		2		#
		3		# This file is part of fedora-openqa-schedule.
		4		#
		5		# fedora-openqa-schedule is free software; you can redistribute it
		6		# and/or modify it under the terms of the GNU General Public License
		7		# as published by the Free Software Foundation, either version 3 of
		8		# the License, or (at your option) any later version.
		9		#
		10		# This program is distributed in the hope that it will be useful,
		11		# but WITHOUT ANY WARRANTY; without even the implied warranty of
		12		# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		13		# GNU General Public License for more details.
		14		#
		15		# You should have received a copy of the GNU General Public License
		16		# along with this program. If not, see <http://www.gnu.org/licenses/>.
		17		#
		18		# Author: Adam Williamson <awilliam@redhat.com>
		19
		20		# these are all kinda inappropriate for pytest patterns
		21		# pylint: disable=old-style-class, no-init, protected-access, no-self-use, unused-argument
		22
		23		"""Tests for the fedmsg consumers."""
		24
		25		from __future__ import unicode_literals
		26		from __future__ import print_function
		27
		28		# external imports
		29		import mock
		30		import pytest
		31
		32		# 'internal' imports
		33		import fedora_openqa_schedule.consumer
		34
		35		# Passed test message
		36		PASSMSG = {
		37		'body': {
		38		"i": 1,
		39		"msg": {
		40		"ARCH": "x86_64",
		41		"BUILD": "Fedora-Rawhide-20170207.n.0",
		42		"FLAVOR": "universal",
		43		"ISO": "Fedora-Server-dvd-x86_64-Rawhide-20170207.n.0.iso",
		44		"MACHINE": "64bit",
		45		"TEST": "install_asian_language",
		46		"id": 71262,
		47		"newbuild": None,
		48		"remaining": 23,
		49		"result": "passed"
		50		},
		51		"msg_id": "2017-0c3079cf-b21c-4aca-89b1-982d37ce4065",
		52		"source_name": "datanommer",
		53		"source_version": "0.6.5",
		54		"timestamp": 1486473322.0,
		55		"topic": "org.fedoraproject.stg.openqa.job.done"
		56		}
		57		}
		58
		59		# Started compose message
		60		STARTEDCOMPOSE = {
		61		'body': {
		62		"i": 1,
		63		"msg": {
		64		"compose_id": "Fedora-Atomic-25-20170206.0",
		65		"location": "http://kojipkgs.fedoraproject.org/compose/twoweek/Fedora-Atomic-25-20170206.0/compose",
		66		"status": "STARTED"
		67		},
		68		"msg_id": "2017-e6670216-2f1a-45d8-b338-3e6da221c467",
		69		"source_name": "datanommer",
		70		"source_version": "0.6.5",
		71		"timestamp": 1486358122.0,
		72		"topic": "org.fedoraproject.prod.pungi.compose.status.change"
		73		}
		74		}
		75
		76		# Doomed compose message
		77		DOOMEDCOMPOSE = {
		78		'body': {
		79		"i": 1,
		80		"msg": {
		81		"compose_id": "Fedora-Docker-25-20170206.0",
		82		"location": "http://kojipkgs.fedoraproject.org/compose/Fedora-Docker-25-20170206.0/compose",
		83		"status": "DOOMED"
		84		},
		85		"msg_id": "2017-984d8234-a6be-4df4-937d-cb778d4e689f",
		86		"source_name": "datanommer",
		87		"source_version": "0.6.5",
		88		"timestamp": 1486360017.0,
		89		"topic": "org.fedoraproject.prod.pungi.compose.status.change"
		90		}
		91		}
		92
		93		# Finished compose message
		94		FINISHEDCOMPOSE = {
		95		'body': {
		96		"i": 1,
		97		"msg": {
		98		"compose_id": "Fedora-Atomic-25-20170206.0",
		99		"location": "http://kojipkgs.fedoraproject.org/compose/twoweek/Fedora-Atomic-25-20170206.0/compose",
		100		"status": "FINISHED"
		101		},
		102		"msg_id": "2017-6fedef19-1f2c-44ff-bef5-f59b69eaa0c0",
		103		"source_name": "datanommer",
		104		"source_version": "0.6.5",
		105		"timestamp": 1486363419.0,
		106		"topic": "org.fedoraproject.prod.pungi.compose.status.change"
		107		}
		108		}
		109
		110		# Finished incomplete compose message
		111		FINCOMPLETE = {
		112		'body': {
		113		"i": 1,
		114		"msg": {
		115		"compose_id": "Fedora-Rawhide-20170206.n.0",
		116		"location": "http://kojipkgs.fedoraproject.org/compose/rawhide/Fedora-Rawhide-20170206.n.0/compose",
		117		"status": "FINISHED_INCOMPLETE"
		118		},
		119		"msg_id": "2017-a396bf9d-48be-477e-a07c-bf69daf044ca",
		120		"source_name": "datanommer",
		121		"source_version": "0.6.5",
		122		"timestamp": 1486378978.0,
		123		"topic": "org.fedoraproject.prod.pungi.compose.status.change"
		124		}
		125		}
		126
		127		# proper consumer init requires a fedmsg hub instance, we don't have
		128		# one and don't want to faff around faking one.
		129		with mock.patch('fedmsg.consumers.FedmsgConsumer.__init__', return_value=None):
		130		PRODSCHED = fedora_openqa_schedule.consumer.OpenQAProductionScheduler(None)
		131		STGSCHED = fedora_openqa_schedule.consumer.OpenQAStagingScheduler(None)
		132		TESTSCHED = fedora_openqa_schedule.consumer.OpenQATestScheduler(None)
		133		PRODWIKI = fedora_openqa_schedule.consumer.OpenQAProductionWikiReporter(None)
		134		STGWIKI = fedora_openqa_schedule.consumer.OpenQAStagingWikiReporter(None)
		135		TESTWIKI = fedora_openqa_schedule.consumer.OpenQATestWikiReporter(None)
		136		PRODRDB = fedora_openqa_schedule.consumer.OpenQAProductionResultsDBReporter(None)
		137		STGRDB = fedora_openqa_schedule.consumer.OpenQAStagingResultsDBReporter(None)
		138		TESTRDB = fedora_openqa_schedule.consumer.OpenQATestResultsDBReporter(None)
		139
		140		PRODS = (PRODWIKI, PRODRDB, PRODSCHED)
		141		STGS = (STGWIKI, STGRDB, STGSCHED)
		142		# we don't include TESTSCHED as its values are hardcoded
		143		TESTS = (TESTWIKI, TESTRDB)
		144
		145		for _con in PRODS + STGS + TESTS + (TESTSCHED,):
		146		# skipping __init__ means this doesn't get set up, so mock it
		147		_con.log = mock.Mock()
		148
		149		@pytest.mark.usefixtures("ffmock")
		150		class TestConsumers:
		151		"""Tests for the consumers."""
		152
		153		@mock.patch('fedora_openqa_schedule.schedule.jobs_from_compose', return_value=('somecompose', [1]), autospec=True)
		154		@pytest.mark.parametrize(
		155		"consumer,oqah",
		156		[
		157		(PRODSCHED, 'openqa.fedoraproject.org'),
		158		(STGSCHED, 'openqa.stg.fedoraproject.org'),
		159		(TESTSCHED, 'localhost'),
		160		]
		161		)
		162		@pytest.mark.parametrize(
		163		"message,create",
		164		[
		165		(STARTEDCOMPOSE, False),
		166		(DOOMEDCOMPOSE, False),
		167		(FINISHEDCOMPOSE, True),
		168		(FINCOMPLETE, True),
		169		]
		170		)
		171		def test_scheduler(self, fake_schedule, consumer, oqah, message, create):
		172		"""Test the job scheduling consumers do their thing. The
		173		parametrization pairs are:
		174		1. (consumer, expected openQA hostname)
		175		2. (fedmsg, should job scheduling happen?)
		176		If jobs are expected, we check the schedule function was hit
		177		and that the hostname is as expected. If jobs aren't expected,
		178		we check the schedule function was not hit.
		179		"""
		180		consumer.consume(message)
		181		if create:
		182		assert fake_schedule.call_count == 1
		183		assert fake_schedule.call_args[1]['openqa_hostname'] == oqah
		184		else:
		185		assert fake_schedule.call_count == 0
		186		fake_schedule.reset_mock()
		187
		188
		189		@mock.patch('fedora_openqa_schedule.report.wiki_report', autospec=True)
		190		@pytest.mark.parametrize(
		191		"consumer,expected",
		192		[
		193		(PRODWIKI, {'report': False, 'oqah': 'openqa.fedoraproject.org', 'wikih': 'fedoraproject.org'}),
		194		(STGWIKI, {'report': False, 'oqah': 'openqa.stg.fedoraproject.org', 'wikih': 'stg.fedoraproject.org'}),
		195		(TESTWIKI, {'report': False, 'oqah': 'openqa.fedoraproject.org', 'wikih': 'stg.fedoraproject.org'}),
		196		]
		197		)
		198		def test_wiki_default(self, fake_report, consumer, expected):
		199		"""Test we appropriately attempt to report results for a passed
		200		test to the wiki, with expected default values, for each wiki
		201		consumer. The parametrization tuples specify the expected args
		202		to the wiki_report call for each consumer. We compare against
		203		the call_args of the mock.
		204		"""
		205		consumer.consume(PASSMSG)
		206		assert fake_report.call_count == 1
		207		assert fake_report.call_args[1]['jobs'] == [71262]
		208		assert fake_report.call_args[1]['do_report'] == expected['report']
		209		assert fake_report.call_args[1]['openqa_hostname'] == expected['oqah']
		210		assert fake_report.call_args[1]['wiki_hostname'] == expected['wikih']
		211		fake_report.reset_mock()
		212
		213
		214		@mock.patch('fedora_openqa_schedule.report.resultsdb_report', autospec=True)
		215		@pytest.mark.parametrize(
		216		"consumer,expected",
		217		[
		218		(
		219		PRODRDB,
		220		{
		221		'report': False,
		222		'oqah': 'openqa.fedoraproject.org',
		223		'rdburl': 'http://resultsdb01.qa.fedoraproject.org/resultsdb_api/api/v2.0/'
		224		}
		225		),
		226		(
		227		STGRDB,
		228		{
		229		'report': False,
		230		'oqah': 'openqa.stg.fedoraproject.org',
		231		'rdburl': 'http://resultsdb-stg01.qa.fedoraproject.org/resultsdb_api/api/v2.0/'
		232		}
		233		),
		234		(
		235		TESTRDB,
		236		{
		237		'report': True,
		238		'oqah': 'openqa.fedoraproject.org',
		239		'rdburl': 'http://localhost:5001/api/v2.0/'
		240		}
		241		),
		242		]
		243		)
		244		def test_resultsdb_default(self, fake_report, consumer, expected):
		245		"""Test we appropriately attempt to report results for a passed
		246		test to ResultsDB, with expected default values. Works much the
		247		same as test_wiki_default; the parametrization tuples specify
		248		the expected resultsdb_report args for each consumer.
		249		"""
		250		consumer.consume(PASSMSG)
		251		assert fake_report.call_count == 1
		252		assert fake_report.call_args[1]['jobs'] == [71262]
		253		assert fake_report.call_args[1]['do_report'] == expected['report']
		254		assert fake_report.call_args[1]['openqa_hostname'] == expected['oqah']
		255		assert fake_report.call_args[1]['resultsdb_url'] == expected['rdburl']
		256		fake_report.reset_mock()
		257
		258
		259		@mock.patch('fedora_openqa_schedule.schedule.jobs_from_compose', return_value=('somecompose', []), autospec=True)
		260		@mock.patch('fedora_openqa_schedule.report.resultsdb_report', autospec=True)
		261		@mock.patch('fedora_openqa_schedule.report.wiki_report', autospec=True)
		262		@pytest.mark.parametrize(
		263		"consumers,setting,value,arg,expected",
		264		[
		265		(PRODS, 'prod_oqa_hostname', 'testing', 'openqa_hostname', 'testing'),
		266		(STGS, 'stg_oqa_hostname', 'testing', 'openqa_hostname', 'testing'),
		267		(TESTS, 'test_oqa_hostname', 'testing', 'openqa_hostname', 'testing'),
		268		# openqa_baseurl isn't used or passed by the schedulers
		269		([PRODWIKI, PRODRDB], 'prod_oqa_baseurl', 'https://test.ing', 'openqa_baseurl', 'https://test.ing'),
		270		([STGWIKI, STGRDB], 'stg_oqa_baseurl', 'https://test.ing', 'openqa_baseurl', 'https://test.ing'),
		271		(TESTS, 'test_oqa_baseurl', 'https://test.ing', 'openqa_baseurl', 'https://test.ing'),
		272		([PRODWIKI], 'prod_wiki_hostname', 'testing', 'wiki_hostname', 'testing'),
		273		([STGWIKI], 'stg_wiki_hostname', 'testing', 'wiki_hostname', 'testing'),
		274		([TESTWIKI], 'test_wiki_hostname', 'testing', 'wiki_hostname', 'testing'),
		275		([PRODWIKI], 'prod_wiki_report', 'true', 'do_report', True),
		276		([STGWIKI], 'stg_wiki_report', 'true', 'do_report', True),
		277		([TESTWIKI], 'test_wiki_report', 'true', 'do_report', True),
		278		([PRODRDB], 'prod_rdb_url', 'https://test.ing', 'resultsdb_url', 'https://test.ing'),
		279		([STGRDB], 'stg_rdb_url', 'https://test.ing', 'resultsdb_url', 'https://test.ing'),
		280		([TESTRDB], 'test_rdb_url', 'https://test.ing', 'resultsdb_url', 'https://test.ing'),
		281		([PRODRDB], 'prod_rdb_report', 'true', 'do_report', True),
		282		([STGRDB], 'stg_rdb_report', 'true', 'do_report', True),
		283		([TESTRDB], 'test_rdb_report', 'true', 'do_report', True),
		284		]
		285		)
		286		def test_configs(self, fake_wiki, fake_rdb, fake_sched, consumers, setting, value, arg, expected):
		287		"""Test configuration settings are properly respected by all
		288		consumers. The parametrization tuples specify an iterable of
		289		consumers, a config setting name in the 'consumers' section,
		290		the value to which it should be set, the name of the arg whose
		291		value should be affected by the setting, and the value the arg
		292		should get. We mock all three of the functions that the three
		293		different consumers call, and each time, we just find the one
		294		whose call_count is 1 to know which one got hit, then we check
		295		the arg.
		296		"""
		297		backup = fedora_openqa_schedule.consumer.CONFIG.get('consumers', setting)
		298		fedora_openqa_schedule.consumer.CONFIG.set('consumers', setting, value)
		299		for consumer in consumers:
		300		for fake in (fake_wiki, fake_rdb, fake_sched):
		301		fake.reset_mock()
		302		if isinstance(consumer, fedora_openqa_schedule.consumer.OpenQAScheduler):
		303		consumer.consume(FINISHEDCOMPOSE)
		304		else:
		305		consumer.consume(PASSMSG)
		306		# figure out which mock to check the calls for
		307		fake = next(fake for fake in (fake_wiki, fake_rdb, fake_sched) if fake.call_count == 1)
		308		assert fake.call_args[1][arg] == expected
		309		fedora_openqa_schedule.consumer.CONFIG.set('consumers', setting, backup)
		310
		311		# vim: set textwidth=120 ts=8 et sw=4:

View Options

scheduler/tests/test_report.py

This file was added.

		1		# Copyright (C) Red Hat Inc.
		2		#
		3		# This file is part of fedora-openqa-schedule.
		4		#
		5		# fedora-openqa-schedule is free software; you can redistribute it
		6		# and/or modify it under the terms of the GNU General Public License
		7		# as published by the Free Software Foundation, either version 3 of
		8		# the License, or (at your option) any later version.
		9		#
		10		# This program is distributed in the hope that it will be useful,
		11		# but WITHOUT ANY WARRANTY; without even the implied warranty of
		12		# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		13		# GNU General Public License for more details.
		14		#
		15		# You should have received a copy of the GNU General Public License
		16		# along with this program. If not, see <http://www.gnu.org/licenses/>.
		17		#
		18		# Author: Adam Williamson <awilliam@redhat.com>
		19
		20		# these are all kinda inappropriate for pytest patterns
		21		# pylint: disable=old-style-class, no-init, protected-access, no-self-use, unused-argument
		22
		23		"""Tests for the result reporting code."""
		24
		25		from __future__ import unicode_literals
		26		from __future__ import print_function
		27
		28		# stdlib imports
		29		import copy
		30
		31		# external imports
		32		import mock
		33		import openqa_client.client
		34		import pytest
		35		import resultsdb_api
		36		from wikitcms.wiki import ResTuple
		37
		38		# 'internal' imports
		39		from fedora_openqa_schedule.config import CONFIG
		40		import fedora_openqa_schedule.report as fosreport
		41
		42
		43		def test_uniqueres_replacements(jobdict01):
		44		"""Test the _uniqueres_replacements function."""
		45		basedict = {
		46		"runarch": "$RUNARCH$",
		47		"bootmethod": "$BOOTMETHOD$",
		48		"firmware": "$FIRMWARE$",
		49		"subvariant": "$SUBVARIANT$",
		50		"subvariant_or_arm": "$SUBVARIANT_OR_ARM$",
		51		"imagetype": "$IMAGETYPE$",
		52		"fs": "$FS$",
		53		"desktop": "$DESKTOP$",
		54		"role": "$ROLE$",
		55		}
		56		origbase = copy.deepcopy(basedict)
		57		ret = fosreport._uniqueres_replacements(jobdict01, basedict)
		58		assert ret['runarch'] == "x86_64"
		59		assert ret['bootmethod'] == "x86_64 BIOS"
		60		assert ret['firmware'] == "BIOS"
		61		assert ret['subvariant'] == "Server"
		62		assert ret['subvariant_or_arm'] == "Server"
		63		assert ret['imagetype'] == "dvd"
		64		# shouldn't crash, or anything
		65		assert ret['desktop'] == ''
		66		assert ret['role'] == ''
		67		# basedict should not be modified
		68		assert basedict == origbase
		69
		70		# sensible value for 'fs' check
		71		with mock.patch.dict(jobdict01, {'test': 'install_ext3'}):
		72		ret = fosreport._uniqueres_replacements(jobdict01, basedict)
		73		assert ret['fs'] == 'ext3'
		74
		75		# sensible value for 'desktop' check
		76		with mock.patch.dict(jobdict01['settings'], {'DESKTOP': 'gnome'}):
		77		ret = fosreport._uniqueres_replacements(jobdict01, basedict)
		78		assert ret['desktop'] == 'gnome'
		79
		80		# sensible value for 'bootmethod' check
		81		with mock.patch.dict(jobdict01['settings'], {'UEFI': '1'}):
		82		ret = fosreport._uniqueres_replacements(jobdict01, basedict)
		83		assert ret['bootmethod'] == 'x86_64 UEFI'
		84
		85		# sensible value for 'role' check
		86		with mock.patch.dict(jobdict01, {'test': 'role_deploy_domain_controller'}):
		87		ret = fosreport._uniqueres_replacements(jobdict01, basedict)
		88		assert ret['role'] == 'domain_controller'
		89
		90		# check Cloud_Base is turned into Cloud for this case
		91		with mock.patch.dict(jobdict01['settings'], {'SUBVARIANT': 'Cloud_Base'}):
		92		ret = fosreport._uniqueres_replacements(jobdict01, basedict)
		93		assert ret['subvariant'] == 'Cloud'
		94
		95		# check ARM stuff
		96		with mock.patch.dict(jobdict01['settings'], {'ARCH': 'arm'}):
		97		ret = fosreport._uniqueres_replacements(jobdict01, basedict)
		98		assert ret['subvariant_or_arm'] == 'ARM'
		99		assert ret['firmware'] == 'ARM'
		100		assert ret['bootmethod'] == 'ARM'
		101
		102		class TestGetPassedTcNames:
		103		"""Tests for _get_passed_tcnames."""
		104
		105		def test_list(self, jobdict01):
		106		"""Test the simple list case of _get_passed_tcnames function."""
		107		# test is server_realmd_join_kickstart
		108		ret = fosreport._get_passed_tcnames(jobdict01, 'somecompose')
		109		assert sorted(ret) == [
		110		"QA:Testcase_FreeIPA_realmd_login",
		111		"QA:Testcase_domain_client_authenticate",
		112		"QA:Testcase_realmd_join_kickstart",
		113		]
		114
		115		def test_deps(self, jobdict01):
		116		"""Test the dict case of _get_passed_tcnames where one test
		117		suite depends on another.
		118		"""
		119		jobdict01['test'] = 'desktop_notifications_postinstall'
		120		# here's a fake openQA client that says the dependent test passed
		121		fakeclient = mock.create_autospec(openqa_client.client.OpenQA_Client)
		122		fakeclient.openqa_request.return_value = {
		123		'jobs': [
		124		{
		125		'test': 'desktop_notifications_live',
		126		'result': 'passed',
		127		}
		128		]
		129		}
		130		ret = fosreport._get_passed_tcnames(jobdict01, 'somecompose', fakeclient)
		131		assert sorted(ret) == [
		132		"QA:Testcase_desktop_error_checks",
		133		"QA:Testcase_desktop_update_notification",
		134		]
		135
		136		# now try again with the dependent test failed
		137		fakeclient.openqa_request.return_value = {
		138		'jobs': [
		139		{
		140		'test': 'desktop_notifications_live',
		141		'result': 'failed',
		142		}
		143		]
		144		}
		145		ret = fosreport._get_passed_tcnames(jobdict01, 'somecompose', fakeclient)
		146		assert ret == []
		147
		148		# now try again with the dependent test missing
		149		fakeclient.openqa_request.return_value = {
		150		'jobs': [
		151		{
		152		'test': 'someothertest',
		153		'result': 'passed',
		154		}
		155		]
		156		}
		157		ret = fosreport._get_passed_tcnames(jobdict01, 'somecompose', fakeclient)
		158		assert ret == []
		159
		160		def test_modules(self, jobdict01):
		161		"""Test the dict case of _get_passed_tcnames where test modules
		162		must be passed.
		163		"""
		164		jobdict01['test'] = 'realmd_join_cockpit'
		165		# say one of the required modules passed, one failed
		166		jobdict01['modules'] = [
		167		{
		168		'name': 'freeipa_webui',
		169		'result': 'passed',
		170		},
		171		{
		172		'name': 'freeipa_password_change',
		173		'result': 'failed',
		174		},
		175		]
		176		ret = fosreport._get_passed_tcnames(jobdict01, 'somecompose')
		177		assert sorted(ret) == [
		178		"QA:Testcase_FreeIPA_realmd_login",
		179		"QA:Testcase_FreeIPA_web_ui",
		180		"QA:Testcase_domain_client_authenticate",
		181		"QA:Testcase_realmd_join_cockpit",
		182		]
		183
		184		def test_module_missing(self, jobdict01):
		185		"""Test the dict case of _get_passed_tcnames where test modules
		186		must be passed, if the module cannot be found in the result.
		187		"""
		188		jobdict01['test'] = 'realmd_join_cockpit'
		189		# no modules! what!
		190		jobdict01['modules'] = []
		191		# shouldn't crash or do anything weird, just not report the
		192		# module dependent tests as passed
		193		ret = fosreport._get_passed_tcnames(jobdict01, 'somecompose')
		194		assert sorted(ret) == [
		195		"QA:Testcase_FreeIPA_realmd_login",
		196		"QA:Testcase_domain_client_authenticate",
		197		"QA:Testcase_realmd_join_cockpit",
		198		]
		199
		200		def test_error(self):
		201		"""Check _get_passed_tcnames returns if testcase name isn't in
		202		TESTSUITES.
		203		"""
		204		ret = fosreport._get_passed_tcnames({'test': 'nonexistenttest'}, 'somecompose')
		205		assert ret == []
		206
		207
		208		class TestGetPassedTestcases:
		209		"""Tests for get_passed_testcases."""
		210
		211		def test_simple(self, jobdict01):
		212		"""Test the simple get_passed_testcases case where the job did
		213		pass.
		214		"""
		215		ret = fosreport.get_passed_testcases([jobdict01])
		216		# function is supposed to sort for us
		217		assert len(ret) == 3
		218		assert ret[0] == ResTuple(
		219		testtype='Server',
		220		release='',
		221		milestone='',
		222		compose='',
		223		testcase='QA:Testcase_FreeIPA_realmd_login',
		224		section=None,
		225		testname='',
		226		env='Result',
		227		status='pass',
		228		user='',
		229		bugs='',
		230		comment='',
		231		bot=True,
		232		cid='Fedora-Rawhide-20170207.n.0'
		233		)
		234		assert ret[1] == ResTuple(
		235		testtype='Server',
		236		release='',
		237		milestone='',
		238		compose='',
		239		testcase='QA:Testcase_domain_client_authenticate',
		240		section=None,
		241		testname='(FreeIPA)',
		242		env='Result',
		243		status='pass',
		244		user='',
		245		bugs='',
		246		comment='',
		247		bot=True,
		248		cid='Fedora-Rawhide-20170207.n.0'
		249		)
		250		assert ret[2] == ResTuple(
		251		testtype='Server',
		252		release='',
		253		milestone='',
		254		compose='',
		255		testcase='QA:Testcase_realmd_join_kickstart',
		256		section='FreeIPA',
		257		testname='',
		258		env='Result',
		259		status='pass',
		260		user='',
		261		bugs='',
		262		comment='',
		263		bot=True,
		264		cid='Fedora-Rawhide-20170207.n.0'
		265		)
		266
		267		def test_fail(self, jobdict01):
		268		"""Check get_passed_testcases returns nothing when job failed."""
		269		jobdict01['result'] = 'failed'
		270		ret = fosreport.get_passed_testcases([jobdict01])
		271		assert len(ret) == 0
		272
		273		@mock.patch('fedora_openqa_schedule.report._get_passed_tcnames', return_value=['unknowntestcase'])
		274		def test_missing(self, faketcnames, jobdict01):
		275		"""Check get_passed_testcases returns nothing (but doesn't crash)
		276		when testcase isn't in TESTCASES.
		277		"""
		278		ret = fosreport.get_passed_testcases([jobdict01])
		279		assert len(ret) == 0
		280
		281		def test_extra(self, jobdict01):
		282		"""Check get_passed_testcases returns nothing when build ends in
		283		EXTRA (indicating a modified test run).
		284		"""
		285		jobdict01['settings']['BUILD'] = 'Fedora-Rawhide-20170207.n.0-EXTRA'
		286		ret = fosreport.get_passed_testcases([jobdict01])
		287		assert len(ret) == 0
		288
		289
		290		@mock.patch('fedora_openqa_schedule.report.get_passed_testcases', return_value=['atest'], autospec=True)
		291		@pytest.mark.usefixtures("oqaclientmock")
		292		class TestWikiReport:
		293		"""Tests for the wiki_report function."""
		294
		295		def test_default(self, fake_getpassed, wikimock):
		296		"""Check default case behaviour behaviour."""
		297		# mockclass is the MagicMock for the class itself; we use it to
		298		# check the args passed when instantiating the class. mockinst is
		299		# the MagicMock that's always returned when instantiating the
		300		# class, the mock 'instance' of Wiki we're working with.
		301		(mockclass, mockinst) = wikimock
		302		fosreport.wiki_report(jobs=[1])
		303		# check we respected config default hostname
		304		assert mockclass.call_args[0][0][1] == CONFIG.get('report', 'wiki_hostname')
		305		# check our fake get_passed_testcases result was passed to
		306		# report_validation_results
		307		assert mockinst.report_validation_results.call_args[0][0] == ['atest']
		308
		309		def test_wiki_hostname(self, fake_getpassed, wikimock):
		310		"""Check wiki hostname is passed through."""
		311		(mockclass, mockinst) = wikimock
		312		fosreport.wiki_report(wiki_hostname='foo.bar', jobs=[1])
		313		assert mockclass.call_args[0][0][1] == 'foo.bar'
		314		# check results still happened
		315		assert mockinst.report_validation_results.call_args[0][0] == ['atest']
		316
		317		def test_oqa_hostname(self, fake_getpassed, wikimock, oqaclientmock):
		318		"""Check openQA hostname is passed through."""
		319		(_, mockinst) = wikimock
		320		fosreport.wiki_report(openqa_hostname='foo.bar', jobs=[1])
		321		# similarly to mockclass note, this is the MagicMock of the
		322		# OpenQA_Client class itself, we use it to check the instantiation
		323		# args.
		324		mockoqaclass = oqaclientmock[0]
		325		assert mockoqaclass.call_args[0][0] == 'foo.bar'
		326		# check results still happened
		327		assert mockinst.report_validation_results.call_args[0][0] == ['atest']
		328
		329		def test_do_report(self, fake_getpassed, wikimock):
		330		"""Check do_report=False disables reporting."""
		331		(_, mockinst) = wikimock
		332		# check do_report works
		333		fosreport.wiki_report(jobs=[1], do_report=False)
		334		# check results didn't happen
		335		assert mockinst.report_validation_results.call_args is None
		336
		337
		338		@mock.patch.object(resultsdb_api.ResultsDBapi, 'create_result')
		339		@pytest.mark.usefixtures("ffmock", "oqaclientmock")
		340		class TestResultsDBReport:
		341		"""Tests for the resultsdb_report function."""
		342
		343		def test_simple(self, fakeres, jobdict01):
		344		"""Check resultsdb_report behaviour with our stock fake data."""
		345		fosreport.resultsdb_report(jobs=[1])
		346		assert fakeres.call_args[1]['item'] == 'Fedora-Server-dvd-x86_64-Rawhide-20170207.n.0.iso'
		347		assert fakeres.call_args[1]['ref_url'] == 'https://some.url/tests/70581'
		348		assert fakeres.call_args[1]['testcase']['name'] == 'compose.server_realmd_join_kickstart'
		349		assert fakeres.call_args[1]['firmware'] == 'bios'
		350		assert fakeres.call_args[1]['outcome'] == 'PASSED'
		351
		352		def test_uefi(self, fakeres, oqaclientmock):
		353		"""Check resultsdb_report with UEFI test."""
		354		# modify the job dict used by the mock fixture
		355		jobdict = oqaclientmock[2]
		356		jobdict['settings']['UEFI'] = '1'
		357		fosreport.resultsdb_report(jobs=[1])
		358		assert fakeres.call_args[1]['firmware'] == 'uefi'
		359
		360		def test_outcome(self, fakeres, oqaclientmock):
		361		"Check resultsdb_report outcome."""
		362		jobdict = oqaclientmock[2]
		363		jobdict['result'] = 'failed'
		364		fosreport.resultsdb_report(jobs=[1])
		365		assert fakeres.call_args[1]['outcome'] == 'FAILED'
		366
		367		fakeres.reset_mock()
		368		jobdict['result'] = 'parallel_failed'
		369		fosreport.resultsdb_report(jobs=[1])
		370		assert fakeres.call_args[1]['outcome'] == 'FAILED'
		371
		372		jobdict['result'] = 'softfailed'
		373		fosreport.resultsdb_report(jobs=[1])
		374		assert fakeres.call_args[1]['outcome'] == 'INFO'
		375
		376		jobdict['result'] = 'cancelled'
		377		fosreport.resultsdb_report(jobs=[1])
		378		assert fakeres.call_args[1]['outcome'] == 'NEEDS_INSPECTION'
		379
		380		def test_test_target(self, fakeres, ffmock, oqaclientmock):
		381		"""Check resultsdb_report TEST_TARGET behaviour."""
		382		jobdict = oqaclientmock[2]
		383		imgdict = ffmock[1]
		384		mods = {'TEST_TARGET': 'HDD_1', 'HDD_1': 'somefile.img'}
		385		with mock.patch.dict(jobdict['settings'], mods):
		386		with mock.patch.dict(imgdict, {'path': '/path/to/somefile.img'}):
		387		fosreport.resultsdb_report(jobs=[1])
		388		assert fakeres.call_args[1]['item'] == 'somefile.img'
		389
		390		jobdict['settings']['TEST_TARGET'] = 'COMPOSE'
		391		fosreport.resultsdb_report(jobs=[1])
		392		assert fakeres.call_args[1]['item'] == 'Fedora-Rawhide-20170207.n.0'
		393
		394		fakeres.reset_mock()
		395		jobdict['settings']['TEST_TARGET'] = 'NONE'
		396		fosreport.resultsdb_report(jobs=[1])
		397		assert fakeres.call_count == 0
		398
		399		fakeres.reset_mock()
		400		jobdict['settings']['TEST_TARGET'] = 'foo'
		401		fosreport.resultsdb_report(jobs=[1])
		402		assert fakeres.call_count == 0
		403
		404		fakeres.reset_mock()
		405		jobdict['settings']['TEST_TARGET'] = ''
		406		fosreport.resultsdb_report(jobs=[1])
		407		assert fakeres.call_count == 0
		408
		409		fakeres.reset_mock()
		410		del jobdict['settings']['TEST_TARGET']
		411		fosreport.resultsdb_report(jobs=[1])
		412		assert fakeres.call_count == 0
		413
		414		def test_skips(self, fakeres, oqaclientmock):
		415		"""Check resultsdb_report skips reporting for cloned,
		416		cancelled, obsolete and incomplete jobs.
		417		"""
		418		jobdict = oqaclientmock[2]
		419		with mock.patch.dict(jobdict, {'clone_id': 15}):
		420		fosreport.resultsdb_report(jobs=[1])
		421		assert fakeres.call_count == 0
		422
		423		fakeres.reset_mock()
		424		jobdict['result'] = 'user_cancelled'
		425		fosreport.resultsdb_report(jobs=[1])
		426		assert fakeres.call_count == 0
		427
		428		fakeres.reset_mock()
		429		jobdict['result'] = 'obsoleted'
		430		fosreport.resultsdb_report(jobs=[1])
		431		assert fakeres.call_count == 0
		432
		433		jobdict['result'] = 'passed'
		434		for required in ('BUILD', 'DISTRI', 'VERSION'):
		435		fakeres.reset_mock()
		436		backup = jobdict['settings'][required]
		437		del jobdict['settings'][required]
		438		fosreport.resultsdb_report(jobs=[1])
		439		assert fakeres.call_count == 0
		440		jobdict['settings'][required] = backup
		441
		442		def test_note(self, fakeres, oqaclientmock):
		443		"""Check resultsdb_report adds a note for failed modules."""
		444		jobdict = oqaclientmock[2]
		445		mods = {
		446		'result': 'failed',
		447		'modules': [
		448		{
		449		"category": "tests",
		450		"flags": ["fatal"],
		451		"name": "_boot_to_anaconda",
		452		"result": "failed"
		453		},
		454		]
		455		}
		456		with mock.patch.dict(jobdict, mods):
		457		fosreport.resultsdb_report(jobs=[1])
		458		assert fakeres.call_args[1]['note'] == '_boot_to_anaconda module failed'
		459
		460		fakeres.reset_mock()
		461		mods = {
		462		'result': 'softfailed',
		463		'modules': [
		464		{
		465		"category": "tests",
		466		"flags": [],
		467		"name": "_boot_to_anaconda",
		468		"result": "failed"
		469		},
		470		{
		471		"category": "tests",
		472		"flags": [],
		473		"name": "_next_step",
		474		"result": "failed"
		475		},
		476		]
		477		}
		478		with mock.patch.dict(jobdict, mods):
		479		fosreport.resultsdb_report(jobs=[1])
		480		assert fakeres.call_args[1]['note'] == 'non-important module _next_step failed'
		481
		482		# vim: set textwidth=120 ts=8 et sw=4:

View Options

scheduler/tests/test_schedule.py

This file was added.

		1		# Copyright (C) Red Hat Inc.
		2		#
		3		# This file is part of fedora-openqa-schedule.
		4		#
		5		# fedora-openqa-schedule is free software; you can redistribute it
		6		# and/or modify it under the terms of the GNU General Public License
		7		# as published by the Free Software Foundation, either version 3 of
		8		# the License, or (at your option) any later version.
		9		#
		10		# This program is distributed in the hope that it will be useful,
		11		# but WITHOUT ANY WARRANTY; without even the implied warranty of
		12		# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
		13		# GNU General Public License for more details.
		14		#
		15		# You should have received a copy of the GNU General Public License
		16		# along with this program. If not, see <http://www.gnu.org/licenses/>.
		17		#
		18		# Author: Adam Williamson <awilliam@redhat.com>
		19
		20		# these are all kinda inappropriate for pytest patterns
		21		# pylint: disable=old-style-class, no-init, protected-access, no-self-use, unused-argument
		22
		23		"""Tests for the scheduling code."""
		24
		25		from __future__ import unicode_literals
		26		from __future__ import print_function
		27
		28		# stdlib imports
		29
		30		# external imports
		31		import fedfind.release
		32		import openqa_client
		33		import mock
		34		import pytest
		35
		36		# 'internal' imports
		37		import fedora_openqa_schedule.schedule as schedule
		38
		39		COMPURL = 'https://kojipkgs.fedoraproject.org/compose/branched/Fedora-25-20161115.n.0/compose/'
		40
		41		@pytest.mark.usefixtures("ffmock02")
		42		class TestGetImages:
		43		"""Tests for _get_images."""
		44
		45		def test_basic(self):
		46		"""Test the basic case, with the ffmock02 data mock (real data
		47		from a circa F25 Branched nightly with lots of images) and
		48		default WANTED.
		49		"""
		50		rel = fedfind.release.get_release(cid='Fedora-25-20161115.n.0')
		51		ret = schedule._get_images(rel)
		52		assert ret == [
		53		(
		54		"Server-boot-iso",
		55		"x86_64",
		56		6,
		57		{
		58		"ISO_URL": COMPURL + "Server/x86_64/iso/Fedora-Server-netinst-x86_64-25-20161115.n.0.iso"
		59		},
		60		"Server",
		61		"boot"
		62		),
		63		(
		64		"Server-dvd-iso",
		65		"x86_64",
		66		10,
		67		{
		68		"ISO_URL": COMPURL + "Server/x86_64/iso/Fedora-Server-dvd-x86_64-25-20161115.n.0.iso"
		69		},
		70		"Server",
		71		"dvd"
		72		),
		73		(
		74		"Server-boot-iso",
		75		"i386",
		76		6,
		77		{
		78		"ISO_URL": COMPURL + "Server/i386/iso/Fedora-Server-netinst-i386-25-20161115.n.0.iso"
		79		},
		80		"Server",
		81		"boot"
		82		),
		83		(
		84		"Server-dvd-iso",
		85		"i386",
		86		10,
		87		{
		88		"ISO_URL": COMPURL + "Server/i386/iso/Fedora-Server-dvd-i386-25-20161115.n.0.iso"
		89		},
		90		"Server",
		91		"dvd"
		92		),
		93		(
		94		"Everything-boot-iso",
		95		"x86_64",
		96		8,
		97		{
		98		"ISO_URL": COMPURL + "Everything/x86_64/iso/Fedora-Everything-netinst-x86_64-25-20161115.n.0.iso"
		99		},
		100		"Everything",
		101		"boot"
		102		),
		103		(
		104		"Everything-boot-iso",
		105		"i386",
		106		8,
		107		{
		108		"ISO_URL": COMPURL + "Everything/i386/iso/Fedora-Everything-netinst-i386-25-20161115.n.0.iso"
		109		},
		110		"Everything",
		111		"boot"
		112		),
		113		(
		114		"Workstation-live-iso",
		115		"x86_64",
		116		0,
		117		{
		118		"ISO_URL": COMPURL + "Workstation/x86_64/iso/Fedora-Workstation-Live-x86_64-25-20161115.n.0.iso"
		119		},
		120		"Workstation",
		121		"live"
		122		),
		123		(
		124		"Workstation-boot-iso",
		125		"x86_64",
		126		0,
		127		{
		128		"ISO_URL": COMPURL + "Workstation/x86_64/iso/Fedora-Workstation-netinst-x86_64-25-20161115.n.0.iso"
		129		},
		130		"Workstation",
		131		"boot"
		132		),
		133		(
		134		"Workstation-live-iso",
		135		"i386",
		136		0,
		137		{
		138		"ISO_URL": COMPURL + "Workstation/i386/iso/Fedora-Workstation-Live-i386-25-20161115.n.0.iso"
		139		},
		140		"Workstation",
		141		"live"
		142		),
		143		(
		144		"Workstation-boot-iso",
		145		"i386",
		146		0,
		147		{
		148		"ISO_URL": COMPURL + "Workstation/i386/iso/Fedora-Workstation-netinst-i386-25-20161115.n.0.iso"
		149		},
		150		"Workstation",
		151		"boot"
		152		),
		153		(
		154		"KDE-live-iso",
		155		"x86_64",
		156		0,
		157		{
		158		"ISO_URL": COMPURL + "Spins/x86_64/iso/Fedora-KDE-Live-x86_64-25-20161115.n.0.iso"
		159		},
		160		"KDE",
		161		"live"
		162		),
		163		(
		164		"KDE-live-iso",
		165		"i386",
		166		0,
		167		{
		168		"ISO_URL": COMPURL + "Spins/i386/iso/Fedora-KDE-Live-i386-25-20161115.n.0.iso"
		169		},
		170		"KDE",
		171		"live"
		172		),
		173		(
		174		"Minimal-raw_xz-raw.xz",
		175		"armhfp",
		176		0,
		177		{
		178		"KERNEL": "Fedora-25-20161115.n.0.armhfp.vmlinuz",
		179		"INITRD": "Fedora-25-20161115.n.0.armhfp.initrd.img",
		180		"INITRD_URL": COMPURL + "Everything/armhfp/os/images/pxeboot/initrd.img",
		181		# pylint: disable=line-too-long
		182		"HDD_2_DECOMPRESS_URL": COMPURL + "Spins/armhfp/images/Fedora-Minimal-armhfp-25-20161115.n.0-sda.raw.xz",
		183		"KERNEL_URL": COMPURL + "Everything/armhfp/os/images/pxeboot/vmlinuz"
		184		},
		185		"Minimal",
		186		"raw-xz"
		187		)
		188		]
		189
		190		def test_wanted_arg(self):
		191		"""Test custom WANTED passed by arg is respected."""
		192		wanted = [
		193		{
		194		"match": {
		195		"subvariant": "Server",
		196		"type": "boot",
		197		"format": "iso",
		198		"arch": "x86_64",
		199		},
		200		"score": 7,
		201		},
		202		]
		203		rel = fedfind.release.get_release(cid='Fedora-25-20161115.n.0')
		204		ret = schedule._get_images(rel, wanted)
		205		assert ret == [
		206		(
		207		"Server-boot-iso",
		208		"x86_64",
		209		7,
		210		{
		211		"ISO_URL": COMPURL + "Server/x86_64/iso/Fedora-Server-netinst-x86_64-25-20161115.n.0.iso"
		212		},
		213		"Server",
		214		"boot"
		215		),
		216		]
		217
		218
		219		def test_find_duplicate_jobs():
		220		"""Tests for _find_duplicate_jobs."""
		221		# autospecced OpenQA_Client mock, see:
		222		# https://docs.python.org/3/library/unittest.mock.html#autospeccing
		223		client = mock.create_autospec(openqa_client.client.OpenQA_Client)
		224
		225		client.openqa_request.return_value = {'jobs': [{'settings': {'FLAVOR': 'someflavor'}, 'state': 'done'}]}
		226		# check ISO case
		227		ret = schedule._find_duplicate_jobs(client, {'ISO_URL': 'https://some.url/some.iso'}, 'someflavor')
		228		assert len(ret) == 1
		229		assert client.openqa_request.call_args[1]['params'] == {'iso': 'some.iso'}
		230		# HDD_1 case
		231		ret = schedule._find_duplicate_jobs(client, {'HDD_1': 'somefile.img'}, 'someflavor')
		232		assert len(ret) == 1
		233		assert client.openqa_request.call_args[1]['params'] == {'hdd_1': 'somefile.img'}
		234		client.openqa_request.reset_mock()
		235		# HDD_1_DECOMPRESS_URL case
		236		ret = schedule._find_duplicate_jobs(
		237		client, {'HDD_1_DECOMPRESS_URL': 'https://some.url/somefile.img.gz'}, 'someflavor')
		238		assert len(ret) == 1
		239
		240		# shouldn't find any dupes if flavor differs
		241		ret = schedule._find_duplicate_jobs(client, {'ISO_URL': 'https://some.url/some.iso'}, 'otherflavor')
		242		assert len(ret) == 0
		243
		244		# job in 'cancelled' state isn't a dupe
		245		client.openqa_request.return_value = {'jobs': [{'settings': {'FLAVOR': 'someflavor'}, 'state': 'cancelled'}]}
		246		ret = schedule._find_duplicate_jobs(client, {'ISO_URL': 'https://some.url/some.iso'}, 'someflavor')
		247		assert len(ret) == 0
		248
		249		# user-cancelled job (which is a result not a state?) isn't either
		250		client.openqa_request.return_value = {'jobs': [{'settings': {'FLAVOR': 'someflavor'}, 'result': 'user_cancelled'}]}
		251		ret = schedule._find_duplicate_jobs(client, {'ISO_URL': 'https://some.url/some.iso'}, 'someflavor')
		252		assert len(ret) == 0
		253
		254
		255		@mock.patch('fedfind.helpers.get_current_release', return_value=25, autospec=True)
		256		@mock.patch('fedora_openqa_schedule.schedule.OpenQA_Client', autospec=True)
		257		@mock.patch('fedora_openqa_schedule.schedule._find_duplicate_jobs', return_value=[], autospec=True)
		258		def test_run_openqa_jobs(fakedupes, fakeclient, fakecurr, ffmock02):
		259		"""Tests for run_openqa_jobs."""
		260		# get our expected images from the ffmock02 image list.
		261		rel = fedfind.release.get_release(cid='Fedora-25-20161115.n.0')
		262		images = schedule._get_images(rel)
		263
		264		# OpenQA_Client mock 'instance' is the class mock return value
		265		instance = fakeclient.return_value
		266
		267		for (flavor, arch, _, param_urls, subvariant, imagetype) in images:
		268		instance.reset_mock()
		269		schedule.run_openqa_jobs(
		270		param_urls, flavor, arch, subvariant, imagetype, 'Fedora-25-20161115.n.0', '25', rel.location)
		271		assert instance.openqa_request.call_count == 1
		272		expdict = {
		273		'DISTRI': 'fedora',
		274		'VERSION': '25',
		275		'FLAVOR': flavor,
		276		'ARCH': arch if arch != 'armhfp' else 'arm',
		277		'BUILD': 'Fedora-25-20161115.n.0',
		278		'LOCATION': rel.location,
		279		'CURRREL': '25',
		280		'PREVREL': '24',
		281		'SUBVARIANT': subvariant,
		282		'IMAGETYPE': imagetype
		283		}
		284		expdict.update(param_urls)
		285		assert instance.openqa_request.call_args[0] == ('POST', 'isos', expdict)
		286
		287		# check no jobs scheduled when dupes are found
		288		instance.reset_mock()
		289		fakedupes.return_value = [{'id': 1}]
		290		(flavor, arch, _, param_urls, subvariant, imagetype) = images[0]
		291		schedule.run_openqa_jobs(
		292		param_urls, flavor, arch, subvariant, imagetype, 'Fedora-25-20161115.n.0', '25', rel.location)
		293		assert instance.openqa_request.call_count == 0
		294
		295		# check force overrides dupe detection
		296		instance.reset_mock()
		297		schedule.run_openqa_jobs(
		298		param_urls, flavor, arch, subvariant, imagetype, 'Fedora-25-20161115.n.0', '25', rel.location,
		299		force=True)
		300		assert instance.openqa_request.call_count == 1
		301
		302		# check extraparams handling
		303		instance.reset_mock()
		304		fakedupes.return_value = []
		305		schedule.run_openqa_jobs(
		306		param_urls, flavor, arch, subvariant, imagetype, 'Fedora-25-20161115.n.0', '25', rel.location,
		307		extraparams={'EXTRA': 'here'})
		308		assert instance.openqa_request.call_args[0][2]['EXTRA'] == 'here'
		309		assert instance.openqa_request.call_args[0][2]['BUILD'] == 'Fedora-25-20161115.n.0-EXTRA'
		310
		311		# check openqa_hostname is passed through
		312		schedule.run_openqa_jobs(
		313		param_urls, flavor, arch, subvariant, imagetype, 'Fedora-25-20161115.n.0', '25', rel.location,
		314		openqa_hostname='somehost')
		315		assert fakeclient.call_args[0][0] == 'somehost'
		316
		317		# check we don't crash or fail to schedule if get_current_release
		318		# fails
		319		instance.reset_mock()
		320		fakecurr.side_effect = ValueError("Well, that was unfortunate")
		321		schedule.run_openqa_jobs(
		322		param_urls, flavor, arch, subvariant, imagetype, 'Fedora-25-20161115.n.0', '25', rel.location)
		323		assert instance.openqa_request.call_count == 1
		324		assert instance.openqa_request.call_args[0][2]['CURRREL'] == 'FEDFINDERROR'
		325
		326		@mock.patch('fedora_openqa_schedule.schedule.run_openqa_jobs', return_value=[1], autospec=True)
		327		def test_jobs_from_compose(fakerun, ffmock02):
		328		"""Tests for jobs_from_compose."""
		329		# simple case
		330		ret = schedule.jobs_from_compose(COMPURL)
		331
		332		# 13 images, 2 universal arches
		333		assert fakerun.call_count == 15
		334
		335		# the list of job ids should be 15 1s, as each fakerun call
		336		# returns [1]
		337		assert ret == ('Fedora-25-20161115.n.0', [1 for _ in range(15)])
		338
		339		for argtup in fakerun.call_args_list:
		340		# check rel identification bits got passed properly
		341		assert argtup[0][-3:] == ('Fedora-25-20161115.n.0', '25', COMPURL)
		342
		343		univs = [argtup[0][0]['ISO_URL'] for argtup in fakerun.call_args_list if argtup[0][1] == 'universal']
		344		assert univs == [
		345		COMPURL + 'Server/x86_64/iso/Fedora-Server-dvd-x86_64-25-20161115.n.0.iso',
		346		COMPURL + 'Server/i386/iso/Fedora-Server-dvd-i386-25-20161115.n.0.iso'
		347		]
		348
		349		# check force, extraparams and openqa_hostname are passed through
		350		fakerun.reset_mock()
		351		ret = schedule.jobs_from_compose(
		352		COMPURL, force=True, extraparams={'EXTRA': 'here'}, openqa_hostname='somehost')
		353		for argtup in fakerun.call_args_list:
		354		assert argtup[1]['force'] is True
		355		assert argtup[1]['extraparams'] == {'EXTRA': 'here'}
		356		assert argtup[1]['openqa_hostname'] == 'somehost'
		357
		358		# check triggerexception is raised when appropriate
		359		with mock.patch('fedfind.release.get_release', side_effect=ValueError("Oops!")):
		360		with pytest.raises(schedule.TriggerException):
		361		ret = schedule.jobs_from_compose(COMPURL)
		362
		363		with mock.patch('fedora_openqa_schedule.schedule._get_images', return_value=[]):
		364		with pytest.raises(schedule.TriggerException):
		365		ret = schedule.jobs_from_compose(COMPURL)
		366
		367		# vim: set textwidth=120 ts=8 et sw=4:

		Path
M		.gitignore (7 lines)
A	M	scheduler/.pylintrc (2 lines)
M		scheduler/fedora_openqa_schedule/cli.py (84 lines)
M		scheduler/fedora_openqa_schedule/conf_test_suites.py (2 lines)
M		scheduler/fedora_openqa_schedule/config.py (38 lines)
M		scheduler/fedora_openqa_schedule/consumer.py (252 lines)
M		scheduler/fedora_openqa_schedule/report.py (89 lines)
M		scheduler/fedora_openqa_schedule/schedule.py (38 lines)
M		scheduler/schedule.conf.sample (74 lines)
M		scheduler/setup.py (10 lines)
A	M	scheduler/tests/conftest.py (243 lines)
A	M	scheduler/tests/data/composeinfo.json (778 lines)
A	M	scheduler/tests/data/images.json (1003 lines)
A	M	scheduler/tests/test_cli.py (191 lines)
A	M	scheduler/tests/test_consumers.py (311 lines)
A	M	scheduler/tests/test_report.py (482 lines)
A	M	scheduler/tests/test_schedule.py (367 lines)

Improve configurability of consumers and CLI, add tests
ClosedPublic
Actions

Details

Diff Detail

Revision Contents

Diff 2898

.gitignore

scheduler/.pylintrc

scheduler/fedora_openqa_schedule/cli.py

scheduler/fedora_openqa_schedule/conf_test_suites.py

scheduler/fedora_openqa_schedule/config.py

scheduler/fedora_openqa_schedule/consumer.py

scheduler/fedora_openqa_schedule/report.py

scheduler/fedora_openqa_schedule/schedule.py

scheduler/schedule.conf.sample

scheduler/setup.py

scheduler/tests/conftest.py

scheduler/tests/data/composeinfo.json

scheduler/tests/data/images.json

scheduler/tests/test_cli.py

scheduler/tests/test_consumers.py

scheduler/tests/test_report.py

scheduler/tests/test_schedule.py

Improve configurability of consumers and CLI, add testsClosedPublicActions

Details

Diff Detail

Revision Contents

Diff 2898

.gitignore

scheduler/.pylintrc

scheduler/fedora_openqa_schedule/cli.py

scheduler/fedora_openqa_schedule/conf_test_suites.py

scheduler/fedora_openqa_schedule/config.py

scheduler/fedora_openqa_schedule/consumer.py

scheduler/fedora_openqa_schedule/report.py

scheduler/fedora_openqa_schedule/schedule.py

scheduler/schedule.conf.sample

scheduler/setup.py

scheduler/tests/conftest.py

scheduler/tests/data/composeinfo.json

scheduler/tests/data/images.json

scheduler/tests/test_cli.py

scheduler/tests/test_consumers.py

scheduler/tests/test_report.py

scheduler/tests/test_schedule.py

Improve configurability of consumers and CLI, add tests
ClosedPublic
Actions