1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
|
#!/usr/bin/python
# -*- mode:python -*-
#
# Please do not run this script unless it's neccessary to do so.
# It forces Bugzilla to send data related to thousands of bug reports.
from bugzilla import RHBugzilla
from optparse import OptionParser
import sys
import os.path
import subprocess
import cPickle
parser = OptionParser(version="%prog 1.0")
parser.add_option("-u", "--user", dest="user",
help="Bugzilla user name (REQUIRED)", metavar="USERNAME")
parser.add_option("-p", "--password", dest="password",
help="Bugzilla password (REQUIRED)", metavar="PASSWORD")
parser.add_option("-b", "--bugzilla", dest="bugzilla",
help="Bugzilla URL (defaults to Red Hat Bugzilla)", metavar="URL")
parser.add_option("-i", "--wiki", help="Generate output in wiki syntax",
action="store_true", default=False, dest="wiki")
(options, args) = parser.parse_args()
if not options.user or len(options.user) == 0:
parser.error("User name is required.\nTry {0} --help".format(sys.argv[0]))
if not options.password or len(options.password) == 0:
parser.error("Password is required.\nTry {0} --help".format(sys.argv[0]))
if not options.bugzilla or len(options.bugzilla) == 0:
options.bugzilla = "https://bugzilla.redhat.com/xmlrpc.cgi"
bz = RHBugzilla()
bz.connect(options.bugzilla)
bz.login(options.user, options.password)
buginfos = bz.query({'status_whiteboard_type':'allwordssubstr','status_whiteboard':'abrt_hash'})
print "{0} bugs found.".format(len(buginfos))
#
# Load cache from previous run. Speeds up the case Bugzilla closes connection.
# The cache should be manually removed after a day or so, because the data in it
# are no longer valid.
#
ids = {}
CACHE_FILE = "abrt-bz-ratingfixer-cache.tmp"
if os.path.isfile(CACHE_FILE):
f = open(CACHE_FILE, 'r')
ids = cPickle.load(f)
f.close()
def save_to_cache():
global database
f = open(CACHE_FILE, 'w')
cPickle.dump(ids, f, 2)
f.close()
count = 0
for buginfo in buginfos:
count += 1
print "{0}/{1}".format(count, len(buginfos))
if count % 100 == 0:
save_to_cache()
if ids.has_key(buginfo.bug_id):
continue
if not buginfo.bug_status in ["NEW", "ASSIGNED"]:
continue
# By default: rating 4, no comments. Do not touch strange bugs.
ids[buginfo.bug_id] = ( 4, 0 )
# Skip bugs with already downloaded backtraces.
filename = "{0}.bt".format(buginfo.bug_id)
if not os.path.isfile(filename):
# Get backtrace from bug and store it as a file.
downloaded = False
bug = bz.getbug(buginfo.bug_id)
for attachment in bug.attachments:
if attachment['filename'] == 'backtrace':
data = bz.openattachment(attachment['id'])
f = open(filename, 'w')
f.write(data.read())
f.close()
downloaded = True
# Silently skip bugs without backtrace.
# Those are usually duplicates of bugs; the duplication copies
# abrt_hash, but it does not copy the attachment.
if not downloaded:
continue
command = ["./abrt-rate-backtrace"]
command.append(filename)
helper = subprocess.Popen(command, stdout=subprocess.PIPE)
rating, err = helper.communicate()
helper.wait()
if helper.returncode != 0:
print "Problems with rating {0}".format(filename)
continue
bug = bz.getbug(buginfo.bug_id)
comments = 0
for comment in bug.longdescs:
# Do not count "rawhide" comments from Bug Zappers
if comment["body"].find("against 'rawhide' during") > 0:
continue
comments += 1
ids[buginfo.bug_id] = ( int(rating), comments )
bz.logout()
print "============= SUMMARY"
count = 0
bugids = ids.keys()
bugids.sort()
if options.wiki:
print "{|"
print " ! Bug !! Backtrace rating !! Comment count"
print " |-"
for bugid in bugids:
rating = ids[bugid]
if rating[0] < 3 and rating[1] <= 2:
count += 1
if options.wiki:
print " | #[https://bugzilla.redhat.com/show_bug.cgi?id={0} {0}] || {1}/4 || {2}".format(bugid, rating[0], rating[1])
print " |-"
else:
print "#{0} has a backtrace with rating {1}/4 and {2} comments".format(bugid, rating[0], rating[1])
if options.wiki:
print " |}"
print "{0} bugs should be closed.".format(count)
|
