Differential D840

add desktop terminal test reporting, change 'ejohn' to 'test'
ClosedPublic
Actions

Authored by adamwill on May 5 2016, 6:57 AM.

Details

Reviewers
garretraziel
jskladan
Commits
rOPENQAb91d00a35b2a: add desktop terminal test reporting, change 'ejohn' to 'test'
rOPENQA266bb10edf75: add desktop terminal test reporting, change 'ejohn' to 'test'
Summary

This goes with D839. It makes the necessary changes to report
the results for the desktop-terminal tests, and changes the
username in the upgrade test disk images from 'ejohn' to 'test'
to be in line with the name used in all the other tests, and
save us having to change the 'user_logged_in' needles.

Test Plan

Run with D839, check that all tests work and results
are correctly sent to the wiki.

Diff Detail

Repository
rOPENQA fedora_openqa
Lint
Automatic diff as part of commit; lint not applicable.
Unit
Automatic diff as part of commit; unit tests not applicable.
adamwill retitled this revision from to add desktop terminal test reporting, change 'ejohn' to 'test'.May 5 2016, 6:57 AM
adamwill updated this object.
adamwill edited the test plan for this revision. (Show Details)
adamwill added reviewers: jskladan, garretraziel.
garretraziel accepted this revision.May 5 2016, 1:10 PM
This revision is now accepted and ready to land.May 5 2016, 1:10 PM
Closed by commit rOPENQAb91d00a35b2a: add desktop terminal test reporting, change 'ejohn' to 'test' (authored by adamwill). · Explain WhyMay 5 2016, 11:43 PM
This revision was automatically updated to reflect the committed changes.

Revision Contents

Diff 2158

View Options

scheduler/fedora_openqa_schedule/conf_test_suites.py

Show All 30 Lines26TESTCASES = {
31 # special value replacement 31​ # special value replacement
32 # 32​ #
33 # $RUNARCH_OR_UEFI$ - "i386", "x86_64", or "UEFI" for x86_64 UEFI 33​ # $RUNARCH_OR_UEFI$ - "i386", "x86_64", or "UEFI" for x86_64 UEFI
34 # $RUNARCH$ - "i386", "x86_64" 34​ # $RUNARCH$ - "i386", "x86_64"
35 # $BOOTMETHOD$ - "x86_64 BIOS", "x86_64 UEFI" 35​ # $BOOTMETHOD$ - "x86_64 BIOS", "x86_64 UEFI"
36 # $SUBVARIANT$ - productmd 'subvariant': "Server", "KDE"... "_Base" is stripped 36​ # $SUBVARIANT$ - productmd 'subvariant': "Server", "KDE"... "_Base" is stripped
37 # $IMAGETYPE$ - pungi 'type': "boot", "live"... "boot" -> "netinst" 37​ # $IMAGETYPE$ - pungi 'type': "boot", "live"... "boot" -> "netinst"
38 # $FS$ - filesystem: "ext3", "btrfs"... expected to be last element of openQA test name 38​ # $FS$ - filesystem: "ext3", "btrfs"... expected to be last element of openQA test name
39​ # $DESKTOP$ - desktop: just the DESKTOP openQA setting
39 40​
40 "QA:Testcase_Boot_default_install": { 41​ "QA:Testcase_Boot_default_install": {
41 "name": "$SUBVARIANT$_$IMAGETYPE$", 42​ "name": "$SUBVARIANT$_$IMAGETYPE$",
42 "section": 'Default boot and install', 43​ "section": 'Default boot and install',
43 "env": "$RUNARCH_OR_UEFI$", 44​ "env": "$RUNARCH_OR_UEFI$",
44 "type": "Installation", 45​ "type": "Installation",
45 }, 46​ },
46 "QA:Testcase_install_to_VirtIO": { 47​ "QA:Testcase_install_to_VirtIO": {
▲ Show 20 Lines • Show All 234 Lines • ▼ Show 20 Line(s)281 "QA:Testcase_domain_client_authenticate": {
281 "env": "Result", 282​ "env": "Result",
282 "type": "Server", 283​ "type": "Server",
283 "name": "(FreeIPA)", 284​ "name": "(FreeIPA)",
284 }, 285​ },
285 "QA:Testcase_FreeIPA_realmd_login": { 286​ "QA:Testcase_FreeIPA_realmd_login": {
286 "env": "Result", 287​ "env": "Result",
287 "type": "Server", 288​ "type": "Server",
288 }, 289​ },
290​ "QA:Testcase_desktop_terminal": {
291​ "env": "$DESKTOP$",
292​ "type": "Desktop",
293​ },
289 # "": { 294​ # "": {
290 # "name": "", # optional, use when same testcase occurs on multiple rows with different link text 295​ # "name": "", # optional, use when same testcase occurs on multiple rows with different link text
291 # "section": "", # optional, some result pages have no sections 296​ # "section": "", # optional, some result pages have no sections
292 # "env": "x86", 297​ # "env": "x86",
293 # "type": "Installation", 298​ # "type": "Installation",
294 # }, 299​ # },
295} 300​}
296 301​
▲ Show 20 Lines • Show All 258 Lines • ▼ Show 20 Line(s)303TESTSUITES = {
555 "server_role_deploy_domain_controller": [ 560​ "server_role_deploy_domain_controller": [
556 "QA:Testcase_Server_role_deploy", 561​ "QA:Testcase_Server_role_deploy",
557 ], 562​ ],
558 "server_realmd_join_kickstart": [ 563​ "server_realmd_join_kickstart": [
559 "QA:Testcase_realmd_join_kickstart", 564​ "QA:Testcase_realmd_join_kickstart",
560 "QA:Testcase_FreeIPA_realmd_login", 565​ "QA:Testcase_FreeIPA_realmd_login",
561 "QA:Testcase_domain_client_authenticate", 566​ "QA:Testcase_domain_client_authenticate",
562 ], 567​ ],
568​ "desktop_terminal": [
569​ "QA:Testcase_desktop_terminal",
570​ ],
563 } 571​ }
View Options

scheduler/fedora_openqa_schedule/report.py

Show First 20 Lines • Show All 49 Lines • ▼ Show 20 Line(s)48def _uniqueres_replacements(job, uniqueres):
50 properties; this is to distinguish between environments for a test 50​ properties; this is to distinguish between environments for a test
51 case, or tests with the same test case but different test names, 51​ case, or tests with the same test case but different test names,
52 and so on. Returns nothing because it modifies the uniqueres dict 52​ and so on. Returns nothing because it modifies the uniqueres dict
53 in place. 53​ in place.
54 """ 54​ """
55 arch = job['settings']['ARCH'] 55​ arch = job['settings']['ARCH']
56 flavor = job['settings']['FLAVOR'] 56​ flavor = job['settings']['FLAVOR']
57 fs = job['settings']['TEST'].split('_')[-1] 57​ fs = job['settings']['TEST'].split('_')[-1]
58​ desktop = job['settings']['DESKTOP']
58 try: 59​ try:
59 (subvariant, imagetype, _) = flavor.split('-') 60​ (subvariant, imagetype, _) = flavor.split('-')
60 except ValueError: 61​ except ValueError:
61 # the above fails when the flavor is 'universal'. This is just 62​ # the above fails when the flavor is 'universal'. This is just
62 # to avoid crashing, these values should never be used 63​ # to avoid crashing, these values should never be used
63 subvariant = imagetype = 'universal' 64​ subvariant = imagetype = 'universal'
64 imagetype = imagetype.replace('boot', 'netinst') 65​ imagetype = imagetype.replace('boot', 'netinst')
65 subvariant = subvariant.replace('_Base', '') 66​ subvariant = subvariant.replace('_Base', '')
66 if 'UEFI' in job['settings']: 67​ if 'UEFI' in job['settings']:
67 uefi = 'UEFI' 68​ uefi = 'UEFI'
68 bootmethod = 'x86_64 UEFI' 69​ bootmethod = 'x86_64 UEFI'
69 else: 70​ else:
70 uefi = arch 71​ uefi = arch
71 bootmethod = 'x86_64 BIOS' 72​ bootmethod = 'x86_64 BIOS'
72 73​
73 changed = {} 74​ changed = {}
74 for key, value in uniqueres.iteritems(): 75​ for key, value in uniqueres.iteritems():
75 value = value.replace('$RUNARCH_OR_UEFI$', uefi) 76​ value = value.replace('$RUNARCH_OR_UEFI$', uefi)
76 value = value.replace('$FS$', fs) 77​ value = value.replace('$FS$', fs)
77 value = value.replace('$RUNARCH$', arch) 78​ value = value.replace('$RUNARCH$', arch)
78 value = value.replace('$BOOTMETHOD$', bootmethod) 79​ value = value.replace('$BOOTMETHOD$', bootmethod)
79 value = value.replace('$SUBVARIANT$', subvariant) 80​ value = value.replace('$SUBVARIANT$', subvariant)
80 value = value.replace('$IMAGETYPE$', imagetype) 81​ value = value.replace('$IMAGETYPE$', imagetype)
82​ valie = value.replace('$DESKTOP$', desktop)
81 changed[key] = value 83​ changed[key] = value
82 84​
83 return changed 85​ return changed
84 86​
85 87​
86def get_passed_testcases(jobs): 88​def get_passed_testcases(jobs):
87 """Given an iterable of job dicts - any waiting, filtering and so 89​ """Given an iterable of job dicts - any waiting, filtering and so
88 on is assumed to have already happened - returns a list of 90​ on is assumed to have already happened - returns a list of
▲ Show 20 Lines • Show All 78 Lines • Show Last 20 Lines
View Options

tools/desktop.commands

1root-password password:weakpassword 1​root-password password:weakpassword
2update 2​update
3selinux-relabel 3​selinux-relabel
4install @workstation-product-environment 4​install @workstation-product-environment
5link /usr/lib/systemd/system/graphical.target:/etc/systemd/system/default.target 5​link /usr/lib/systemd/system/graphical.target:/etc/systemd/system/default.target
6firstboot-command useradd -m -p '' ejohn 6​firstboot-command useradd -m -p '' test
7firstboot-command echo 'ejohn:weakpassword' | chpasswd 7​firstboot-command echo 'test:weakpassword' | chpasswd
View Options

tools/hdds.json

Show First 20 Lines • Show All 131 Lines • ▼ Show 20 Line(s)127 {
132 } 132​ }
133 }, 133​ },
134 { 134​ {
135 "name" : "desktop", 135​ "name" : "desktop",
136 "releases" : { 136​ "releases" : {
137 "-1" : ["x86_64", "i686"], 137​ "-1" : ["x86_64", "i686"],
138 "-2" : ["x86_64", "i686"] 138​ "-2" : ["x86_64", "i686"]
139 }, 139​ },
140 "size" : "20G" 140​ "size" : "20G",
141​ "imgver": "2"
141 }, 142​ },
142 { 143​ {
143 "name" : "server", 144​ "name" : "server",
144 "releases" : { 145​ "releases" : {
145 "-1" : ["x86_64", "i686"], 146​ "-1" : ["x86_64", "i686"],
146 "-2" : ["x86_64", "i686"] 147​ "-2" : ["x86_64", "i686"]
147 } 148​ },
149​ "imgver": "2"
148 }, 150​ },
149 { 151​ {
150 "name" : "kde", 152​ "name" : "kde",
151 "releases" : { 153​ "releases" : {
152 "-1" : ["x86_64", "i686"], 154​ "-1" : ["x86_64", "i686"],
153 "-2" : ["x86_64", "i686"] 155​ "-2" : ["x86_64", "i686"]
154 }, 156​ },
155 "size" : "20G" 157​ "size" : "20G",
158​ "imgver": "2"
156 } 159​ }
157 ], 160​ ],
158 "renames" : [] 161​ "renames" : []
159} 162​}
View Options

tools/kde.commands

1root-password password:weakpassword 1​root-password password:weakpassword
2update 2​update
3selinux-relabel 3​selinux-relabel
4install @kde-desktop-environment 4​install @kde-desktop-environment
5link /usr/lib/systemd/system/graphical.target:/etc/systemd/system/default.target 5​link /usr/lib/systemd/system/graphical.target:/etc/systemd/system/default.target
6firstboot-command useradd -m -p '' ejohn 6​firstboot-command useradd -m -p '' test
7firstboot-command echo 'ejohn:weakpassword' | chpasswd 7​firstboot-command echo 'test:weakpassword' | chpasswd
View Options

tools/server.commands

1root-password password:weakpassword 1​root-password password:weakpassword
2update 2​update
3selinux-relabel 3​selinux-relabel
4install @server-product-environment 4​install @server-product-environment
5firstboot-command useradd -m -p '' ejohn 5​firstboot-command useradd -m -p '' test
6firstboot-command echo 'ejohn:weakpassword' | chpasswd 6​firstboot-command echo 'test:weakpassword' | chpasswd