Differential D992

report results for new database server role tests
ClosedPublic
Actions

Authored by adamwill on Sep 2 2016, 3:53 AM.

Details

Reviewers
garretraziel
jskladan
Commits
rOPENQAcfa226d81d35: report results for new database server role tests
Summary

including a simple implementation of $ROLE$ so we can handle
reporting QA:Testcase_Server_role_deploy for both roles. Goes
with D991.

Test Plan

Generate ResTups for successful runs of the new
tests, make sure they look correct.

Diff Detail

Repository
rOPENQA fedora_openqa
Lint
Automatic diff as part of commit; lint not applicable.
Unit
Automatic diff as part of commit; unit tests not applicable.
adamwill retitled this revision from to report results for new database server role tests.Sep 2 2016, 3:53 AM
adamwill updated this object.
adamwill edited the test plan for this revision. (Show Details)
adamwill added reviewers: jskladan, garretraziel.
adamwill added a comment.Sep 2 2016, 5:43 AM

note - QA:Testcase_database_server_remote_client is a brand new test, I only just wrote it so there would be something to report the results to. It's not in any actual results page yet, but I added it to the matrix template so future results pages will have it.

garretraziel accepted this revision.Sep 5 2016, 12:27 PM
This revision is now accepted and ready to land.Sep 5 2016, 12:27 PM
Closed by commit rOPENQAcfa226d81d35: report results for new database server role tests (authored by adamwill). · Explain WhySep 8 2016, 9:20 PM
This revision was automatically updated to reflect the committed changes.

Revision Contents

Diff 2538

View Options

scheduler/fedora_openqa_schedule/conf_test_suites.py

Show All 32 Lines26TESTCASES = {
33 # $RUNARCH_OR_UEFI$ - "i386", "x86_64", or "UEFI" for x86_64 UEFI 33​ # $RUNARCH_OR_UEFI$ - "i386", "x86_64", or "UEFI" for x86_64 UEFI
34 # $RUNARCH$ - "i386", "x86_64" 34​ # $RUNARCH$ - "i386", "x86_64"
35 # $BOOTMETHOD$ - "x86_64 BIOS", "x86_64 UEFI" 35​ # $BOOTMETHOD$ - "x86_64 BIOS", "x86_64 UEFI"
36 # $SUBVARIANT$ - productmd 'subvariant': "Server", "KDE"... "_Base" is stripped 36​ # $SUBVARIANT$ - productmd 'subvariant': "Server", "KDE"... "_Base" is stripped
37 # $SUBVARIANT_OR_ARM$ - productmd 'subvariant' as above, or "ARM" when running on ARM architecture 37​ # $SUBVARIANT_OR_ARM$ - productmd 'subvariant' as above, or "ARM" when running on ARM architecture
38 # $IMAGETYPE$ - pungi 'type': "boot", "live"... "boot" -> "netinst" 38​ # $IMAGETYPE$ - pungi 'type': "boot", "live"... "boot" -> "netinst"
39 # $FS$ - filesystem: "ext3", "btrfs"... expected to be last element of openQA test name 39​ # $FS$ - filesystem: "ext3", "btrfs"... expected to be last element of openQA test name
40 # $DESKTOP$ - desktop: just the DESKTOP openQA setting 40​ # $DESKTOP$ - desktop: just the DESKTOP openQA setting
41​ # $ROLE$ - server role, for role_deploy_ tests: "domain_controller", "database_server"
41 42​
42 "QA:Testcase_Boot_default_install": { 43​ "QA:Testcase_Boot_default_install": {
43 "name": "$SUBVARIANT$_$IMAGETYPE$", 44​ "name": "$SUBVARIANT$_$IMAGETYPE$",
44 "section": 'Default boot and install', 45​ "section": 'Default boot and install',
45 "env": "$RUNARCH_OR_UEFI$", 46​ "env": "$RUNARCH_OR_UEFI$",
46 "type": "Installation", 47​ "type": "Installation",
47 }, 48​ },
48 "QA:Testcase_arm_image_deployment": { 49​ "QA:Testcase_arm_image_deployment": {
▲ Show 20 Lines • Show All 265 Lines • ▼ Show 20 Line(s)
314 }, 315​ },
315 "QA:Testcase_kickstart_firewall_configured": { 316​ "QA:Testcase_kickstart_firewall_configured": {
316 "env": "x86", 317​ "env": "x86",
317 "type": "Server", 318​ "type": "Server",
318 }, 319​ },
319 "QA:Testcase_Server_role_deploy": { 320​ "QA:Testcase_Server_role_deploy": {
320 "env": "x86", 321​ "env": "x86",
321 "type": "Server", 322​ "type": "Server",
322 # for now we're only testing this role, but we could easily 323​ "name": "$ROLE$",
323 # test Database server too and we'd need to tweak this somehow ​
324 "name": "Domain controller", ​
325 }, 324​ },
326 "QA:Testcase_realmd_join_kickstart": { 325​ "QA:Testcase_realmd_join_kickstart": {
327 # the section name here is pretty funky and I might change it, 326​ # the section name here is pretty funky and I might change it,
328 # so we'll intentionally use an inexact match 327​ # so we'll intentionally use an inexact match
329 "section": "FreeIPA", 328​ "section": "FreeIPA",
330 "env": "Result", 329​ "env": "Result",
331 "type": "Server", 330​ "type": "Server",
332 }, 331​ },
Show All 11 Lines342 "QA:Testcase_domain_client_authenticate": {
344 "env": "Result", 343​ "env": "Result",
345 "type": "Server", 344​ "type": "Server",
346 "name": "(FreeIPA)", 345​ "name": "(FreeIPA)",
347 }, 346​ },
348 "QA:Testcase_FreeIPA_realmd_login": { 347​ "QA:Testcase_FreeIPA_realmd_login": {
349 "env": "Result", 348​ "env": "Result",
350 "type": "Server", 349​ "type": "Server",
351 }, 350​ },
351​ "QA:Testcase_database_server_remote_client": {
352​ "env": "Result",
353​ "type": "Server",
354​ },
352 "QA:Testcase_desktop_terminal": { 355​ "QA:Testcase_desktop_terminal": {
353 "env": "$SUBVARIANT$", 356​ "env": "$SUBVARIANT$",
354 "type": "Desktop", 357​ "type": "Desktop",
355 "section": "Release-blocking desktops: <b>x86 / x86_64</b>", 358​ "section": "Release-blocking desktops: <b>x86 / x86_64</b>",
356 }, 359​ },
357 "QA:Testcase_desktop_browser": { 360​ "QA:Testcase_desktop_browser": {
358 "env": "$SUBVARIANT$", 361​ "env": "$SUBVARIANT$",
359 "type": "Desktop", 362​ "type": "Desktop",
▲ Show 20 Lines • Show All 364 Lines • ▼ Show 20 Line(s)726 "server_firewall_default": [
724 "QA:Testcase_Server_firewall_default", 727​ "QA:Testcase_Server_firewall_default",
725 ], 728​ ],
726 "server_cockpit_default": [ 729​ "server_cockpit_default": [
727 "QA:Testcase_Server_cockpit_default", 730​ "QA:Testcase_Server_cockpit_default",
728 ], 731​ ],
729 "server_cockpit_basic": [ 732​ "server_cockpit_basic": [
730 "QA:Testcase_Server_cockpit_basic", 733​ "QA:Testcase_Server_cockpit_basic",
731 ], 734​ ],
735​ "server_role_deploy_database_server": [
736​ "QA:Testcase_Server_role_deploy",
737​ ],
738​ "server_database_client": [
739​ "QA:Testcase_database_server_remote_client",
740​ ],
732 "realmd_join_cockpit": { 741​ "realmd_join_cockpit": {
733 "PASS": [ 742​ "PASS": [
734 "QA:Testcase_realmd_join_cockpit", 743​ "QA:Testcase_realmd_join_cockpit",
735 "QA:Testcase_FreeIPA_realmd_login", 744​ "QA:Testcase_FreeIPA_realmd_login",
736 "QA:Testcase_domain_client_authenticate", 745​ "QA:Testcase_domain_client_authenticate",
737 ], 746​ ],
738 "freeipa_webui_postinstall": [ 747​ "freeipa_webui_postinstall": [
739 "QA:Testcase_FreeIPA_web_ui", 748​ "QA:Testcase_FreeIPA_web_ui",
Show All 17 Lines
View Options

scheduler/fedora_openqa_schedule/report.py

Show First 20 Lines • Show All 67 Lines • ▼ Show 20 Line(s)50def _uniqueres_replacements(job, uniqueres):
68 subvariant = subvariant.replace('_Base', '') 68​ subvariant = subvariant.replace('_Base', '')
69 subvariant_or_arm = "ARM" if arch == "arm" else subvariant 69​ subvariant_or_arm = "ARM" if arch == "arm" else subvariant
70 if 'UEFI' in job['settings']: 70​ if 'UEFI' in job['settings']:
71 uefi = 'UEFI' 71​ uefi = 'UEFI'
72 bootmethod = 'x86_64 UEFI' 72​ bootmethod = 'x86_64 UEFI'
73 else: 73​ else:
74 uefi = arch 74​ uefi = arch
75 bootmethod = 'x86_64 BIOS' 75​ bootmethod = 'x86_64 BIOS'
76​ role = ''
77​ if 'role_deploy_' in job['test']:
78​ role = job['test'].split('role_deploy_')[1]
76 79​
77 changed = {} 80​ changed = {}
78 for key, value in uniqueres.iteritems(): 81​ for key, value in uniqueres.iteritems():
79 value = value.replace('$RUNARCH_OR_UEFI$', uefi) 82​ value = value.replace('$RUNARCH_OR_UEFI$', uefi)
80 value = value.replace('$FS$', fs) 83​ value = value.replace('$FS$', fs)
81 value = value.replace('$RUNARCH$', arch) 84​ value = value.replace('$RUNARCH$', arch)
82 value = value.replace('$BOOTMETHOD$', bootmethod) 85​ value = value.replace('$BOOTMETHOD$', bootmethod)
83 value = value.replace('$SUBVARIANT$', subvariant) 86​ value = value.replace('$SUBVARIANT$', subvariant)
84 value = value.replace('$IMAGETYPE$', imagetype) 87​ value = value.replace('$IMAGETYPE$', imagetype)
85 value = value.replace('$DESKTOP$', desktop) 88​ value = value.replace('$DESKTOP$', desktop)
86 value = value.replace('$SUBVARIANT_OR_ARM$', subvariant_or_arm) 89​ value = value.replace('$SUBVARIANT_OR_ARM$', subvariant_or_arm)
90​ value = value.replace('$ROLE$', role)
87 changed[key] = value 91​ changed[key] = value
88 92​
89 return changed 93​ return changed
90 94​
91 95​
92def get_passed_testcases(jobs): 96​def get_passed_testcases(jobs):
93 """Given an iterable of job dicts - any waiting, filtering and so 97​ """Given an iterable of job dicts - any waiting, filtering and so
94 on is assumed to have already happened - returns a list of 98​ on is assumed to have already happened - returns a list of
▲ Show 20 Lines • Show All 175 Lines • Show Last 20 Lines