1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
from yum.plugins import TYPE_CORE
import time
import urllib2
import urlparse
from ConfigParser import ConfigParser
import sys
requires_api_version = '2.5'
plugin_type = (TYPE_CORE,)
FASTESTMIRROR_CONF='/etc/yum/pluginconf.d/fastestmirror.conf'
class ScanMirrorCommand(object):
checked = []
def getNames(self):
return ['time-mirrors']
def getUsage(self):
return "usage????"
def getSummary(self):
return "Scan mirrors"
def doCheck(self, base, basecmd, extcmds):
pass
def doCommand(self, base, basecmd, extcmds):
fastest = []
for repo in base.repos.listEnabled():
# try to check any one of these, smallest first
for md in [ 'group', 'other', 'primary', 'filelists']:
try:
mdpath = repo.repoXML.getData(md).location[1]
break
except:
continue
scores = self._score_hosts(repo, mdpath, md)
# sort, fastest first
scores.sort(key=lambda x: x[0], reverse=True)
# only take the top 3 fastest of each repo
fastest = fastest + [x[1] for x in scores[:3]]
# remove duplicates
fastest = set(fastest)
self._write_mirrors(fastest)
sys.exit()
def _write_mirrors(self, mirrors):
fastestmirrorconf = open(FASTESTMIRROR_CONF)
cp = ConfigParser()
cp.readfp(fastestmirrorconf)
cp.set('main', 'include_only', ','.join(mirrors))
conf = open(FASTESTMIRROR_CONF, 'w')
cp.write(conf)
conf.close()
def _score_hosts(self, repo, mdpath, md=''):
scored_hosts = []
if len(repo.urls) == 1:
url = repo.urls[0]
hostname = urlparse.urlparse(url).netloc
return [(9999, hostname)]
for url in repo.urls:
fileurl = '%s/%s' % (url, mdpath)
hostname = urlparse.urlparse(url).netloc
if hostname in self.checked:
continue
print "timing %s" % hostname, md,
try:
speed = self._get_download_speed(url)
except urllib2.URLError:
speed = 0
print "%s" % speed
self.checked.append(hostname)
scored_hosts.append((speed, hostname))
return scored_hosts
def _get_download_speed(self, url):
headers = {'Pragma': 'no-cache',
'Cache-Control': 'no-cache'}
request = urllib2.Request(url, None, headers)
start_time = time.time()
usock = urllib2.urlopen(request)
fsize = len(usock.read())
elapsed = time.time() - start_time
speed = (fsize/1024) / elapsed
return speed
def config_hook(conduit):
'''
'''
parser = conduit.getOptParser()
if not parser:
return
if hasattr(parser, 'plugin_option_group'):
parser = parser.plugin_option_group
conduit.registerCommand(ScanMirrorCommand())
|
