| jskladan |
| libtaskotron |
Log results after they're submitted to ResultsDB. This helps with
debugging.
tested locally, prints fine
| Automatic diff as part of commit; lint not applicable. |
| Automatic diff as part of commit; unit tests not applicable. |
| Path | Packages | |||
|---|---|---|---|---|
| M | libtaskotron/directives/resultsdb_directive.py (29 lines) |
| Commit | Tree | Parents | Author | Summary | Date |
|---|---|---|---|---|---|
| 51c752a126da | 4ed209dbec5f | 52ca1b425735 | Kamil Páral | resultsdb_directive: log submitted results (Show More…) | Jun 23 2017, 3:26 PM |
| 1 | # -*- coding: utf-8 -*- | 1 | # -*- coding: utf-8 -*- | ||
|---|---|---|---|---|---|
| 2 | # Copyright 2009-2014, Red Hat, Inc. | 2 | # Copyright 2009-2014, Red Hat, Inc. | ||
| 3 | # License: GPL-2.0+ <http://spdx.org/licenses/GPL-2.0+> | 3 | # License: GPL-2.0+ <http://spdx.org/licenses/GPL-2.0+> | ||
| 4 | # See the LICENSE file for more details on Licensing | 4 | # See the LICENSE file for more details on Licensing | ||
| 5 | 5 | | |||
| 6 | from __future__ import absolute_import | 6 | from __future__ import absolute_import | ||
| 7 | 7 | | |||
| 8 | import os | ||||
| 9 | import configparser | ||||
| 10 | import pprint | ||||
| 11 | | ||||
| 12 | from libtaskotron.directives import BaseDirective | ||||
| 13 | from libtaskotron import check | ||||
| 14 | from libtaskotron import config | ||||
| 15 | from libtaskotron.exceptions import TaskotronDirectiveError, TaskotronValueError | ||||
| 16 | from libtaskotron.logger import log | ||||
| 17 | from libtaskotron.ext.fedora import rpm_utils | ||||
| 18 | import resultsdb_api | ||||
| 19 | | ||||
| 8 | DOCUMENTATION = """ | 20 | DOCUMENTATION = """ | ||
| 9 | module: resultsdb_directive | 21 | module: resultsdb_directive | ||
| 10 | short_description: send task results to ResultsDB or check ResultYAML format | 22 | short_description: send task results to ResultsDB or check ResultYAML format | ||
| 11 | correctness | 23 | correctness | ||
| 12 | description: | | 24 | description: | | ||
| 13 | Send check output to `ResultsDB <https://fedoraproject.org/wiki/ResultsDB>`_. | 25 | Send check output to `ResultsDB <https://fedoraproject.org/wiki/ResultsDB>`_. | ||
| 14 | 26 | | |||
| 15 | If reporting to ResultsDB is disabled in the config (``report_to_resultsdb`` | 27 | If reporting to ResultsDB is disabled in the config (``report_to_resultsdb`` | ||
| ▲ Show 20 Lines • Show All 75 Lines • ▼ Show 20 Line(s) | 92 | summary will be printed out into the log, like this:: | |||
| 91 | <CheckDetail: {'_outcome': 'PASSED', | 103 | <CheckDetail: {'_outcome': 'PASSED', | ||
| 92 | 'item': 'xchat-tcl-2.8.8-21.fc20.x86_64.rpm', | 104 | 'item': 'xchat-tcl-2.8.8-21.fc20.x86_64.rpm', | ||
| 93 | 'keyvals': {}, | 105 | 'keyvals': {}, | ||
| 94 | 'output': '<stripped out>', | 106 | 'output': '<stripped out>', | ||
| 95 | 'report_type': 'koji_build', | 107 | 'report_type': 'koji_build', | ||
| 96 | 'summary': 'RPMLINT PASSED for xchat-tcl-2.8.8-21.fc20.x86_64.rpm'}> | 108 | 'summary': 'RPMLINT PASSED for xchat-tcl-2.8.8-21.fc20.x86_64.rpm'}> | ||
| 97 | """ | 109 | """ | ||
| 98 | 110 | | |||
| 99 | import os | | |||
| 100 | import configparser | | |||
| 101 | | ||||
| 102 | from libtaskotron.directives import BaseDirective | | |||
| 103 | | ||||
| 104 | from libtaskotron import check | | |||
| 105 | from libtaskotron import config | | |||
| 106 | from libtaskotron.exceptions import TaskotronDirectiveError, TaskotronValueError | | |||
| 107 | from libtaskotron.logger import log | | |||
| 108 | from libtaskotron.ext.fedora import rpm_utils | | |||
| 109 | | ||||
| 110 | import resultsdb_api | | |||
| 111 | | ||||
| 112 | directive_class = 'ResultsdbDirective' | 111 | directive_class = 'ResultsdbDirective' | ||
| 113 | 112 | | |||
| 113 | | ||||
| 114 | class ResultsdbDirective(BaseDirective): | 114 | class ResultsdbDirective(BaseDirective): | ||
| 115 | 115 | | |||
| 116 | def __init__(self, resultsdb = None): | 116 | def __init__(self, resultsdb = None): | ||
| 117 | self.resultsdb = resultsdb | 117 | self.resultsdb = resultsdb | ||
| 118 | 118 | | |||
| 119 | conf = config.get_config() | 119 | conf = config.get_config() | ||
| 120 | self.masterurl = conf.taskotron_master | 120 | self.masterurl = conf.taskotron_master | ||
| 121 | self.task_stepname = conf.buildbot_task_step | 121 | self.task_stepname = conf.buildbot_task_step | ||
| ▲ Show 20 Lines • Show All 147 Lines • ▼ Show 20 Line(s) | 268 | for detail in check_details: | |||
| 269 | if not (detail.item and detail.report_type): | 269 | if not (detail.item and detail.report_type): | ||
| 270 | raise TaskotronDirectiveError( | 270 | raise TaskotronDirectiveError( | ||
| 271 | "The resultsdb directive requires " | 271 | "The resultsdb directive requires " | ||
| 272 | "'item' and 'type' to be present in the YAML data.") | 272 | "'item' and 'type' to be present in the YAML data.") | ||
| 273 | 273 | | |||
| 274 | conf = config.get_config() | 274 | conf = config.get_config() | ||
| 275 | if not conf.report_to_resultsdb: | 275 | if not conf.report_to_resultsdb: | ||
| 276 | log.info("Reporting to ResultsDB is disabled. Once enabled, the " | 276 | log.info("Reporting to ResultsDB is disabled. Once enabled, the " | ||
| 277 | "following would get reported:\n%s" % params['results']) | 277 | "following would get reported:\n%s", params['results']) | ||
| 278 | return check.export_YAML(check_details) | 278 | return check.export_YAML(check_details) | ||
| 279 | 279 | | |||
| 280 | checkname = '%s.%s' % (arg_data['namespace'], arg_data['checkname']) | 280 | checkname = '%s.%s' % (arg_data['namespace'], arg_data['checkname']) | ||
| 281 | artifactsdir_url = '%s/all/%s' % (self.artifacts_baseurl, arg_data['uuid']) | 281 | artifactsdir_url = '%s/all/%s' % (self.artifacts_baseurl, arg_data['uuid']) | ||
| 282 | 282 | | |||
| 283 | # find out if the task is allowed to post results into the namespace | 283 | # find out if the task is allowed to post results into the namespace | ||
| 284 | if config.get_config().profile == config.ProfileName.PRODUCTION: | 284 | if config.get_config().profile == config.ProfileName.PRODUCTION: | ||
| 285 | self.check_namespace(checkname, arg_data) | 285 | self.check_namespace(checkname, arg_data) | ||
| Show All 20 Lines | 305 | result = self.resultsdb.create_result( | |||
| 306 | outcome=detail.outcome, | 306 | outcome=detail.outcome, | ||
| 307 | testcase=checkname, | 307 | testcase=checkname, | ||
| 308 | groups=[group_data], | 308 | groups=[group_data], | ||
| 309 | note=detail.note or None, | 309 | note=detail.note or None, | ||
| 310 | ref_url=result_log_url, | 310 | ref_url=result_log_url, | ||
| 311 | item=detail.item, | 311 | item=detail.item, | ||
| 312 | type=detail.report_type, | 312 | type=detail.report_type, | ||
| 313 | **detail.keyvals) | 313 | **detail.keyvals) | ||
| 314 | log.debug('Result saved in ResultsDB:\n%s', pprint.pformat(result)) | ||||
| 314 | detail._internal['resultsdb_result_id'] = result['id'] | 315 | detail._internal['resultsdb_result_id'] = result['id'] | ||
| 315 | 316 | | |||
| 316 | except resultsdb_api.ResultsDBapiException, e: | 317 | except resultsdb_api.ResultsDBapiException, e: | ||
| 317 | log.error(e) | 318 | log.error(e) | ||
| 318 | log.error("Failed to store to ResultsDB: `%s` `%s` `%s`", | 319 | log.error("Failed to store to ResultsDB: `%s` `%s` `%s`", | ||
| 319 | detail.item, checkname, detail.outcome) | 320 | detail.item, checkname, detail.outcome) | ||
| 320 | 321 | | |||
| 321 | log.debug('External URL for task artifacts: %s', artifactsdir_url) | 322 | log.debug('External URL for task artifacts: %s', artifactsdir_url) | ||
| 322 | 323 | | |||
| 323 | return check.export_YAML(check_details) | 324 | return check.export_YAML(check_details) | ||