# # urlinstall.py - URL based install source method # # Erik Troan # # Copyright 1999-2002 Red Hat, Inc. # # This software may be freely redistributed under the terms of the GNU # library public license. # # You should have received a copy of the GNU Library Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. # from comps import ComponentSet, HeaderList from installmethod import InstallMethod, FileCopyException import os import rpm import time import urllib2 import string import struct import socket # we import these explicitly because urllib loads them dynamically, which # stinks -- and we need to have them imported for the --traceonly option import ftplib import httplib import StringIO from rhpl.log import log FILENAME = 1000000 DISCNUM = 1000002 def urlretrieve(location, file): """Downloads from location and saves to file.""" try: url = urllib2.urlopen(location) except urllib2.HTTPError, e: raise IOError(e.code, e.msg) f = open(file, 'w+') f.write(url.read()) f.close() url.close() class UrlInstallMethod(InstallMethod): def readCompsViaMethod(self, hdlist): fname = self.findBestFileMatch(None, 'comps.xml') # if not local then assume its on host if fname is None: fname = self.baseUrl + '/RedHat/base/comps.xml' log("Comps not in update dirs, using %s",fname) return ComponentSet(fname, hdlist) def getFilename(self, h, timer): tmppath = self.getTempPath() # h doubles as a filename -- gross if type("/") == type(h): fullPath = self.baseUrl + "/" + h else: if self.multiDiscs: base = "%s/disc%d" % (self.pkgUrl, h[DISCNUM]) else: base = self.pkgUrl fullPath = base + "/RedHat/RPMS/" + h[FILENAME] file = tmppath + os.path.basename(fullPath) tries = 0 while tries < 5: try: urlretrieve(fullPath, file) except IOError, (errnum, msg): log("IOError %s occurred getting %s: %s" %(errnum, fullPath, str(msg))) time.sleep(5) else: break tries = tries + 1 if tries >= 5: raise FileCopyException return file def copyFileToTemp(self, filename): tmppath = self.getTempPath() if self.multiDiscs: base = "%s/disc1" % (self.pkgUrl,) else: base = self.pkgUrl fullPath = base + "/" + filename file = tmppath + "/" + os.path.basename(fullPath) connected = 0 while not connected: try: urlretrieve(fullPath, file) except IOError, (errnum, msg): log("IOError %s occurred getting %s: %s", errnum, fullPath, str(msg)) time.sleep(5) else: connected = 1 return file def unlinkFilename(self, fullName): os.remove(fullName) def readHeaders(self): tries = 0 while tries < 5: try: url = urllib2.urlopen(self.baseUrl + "/RedHat/base/hdlist") except IOError, (errnum, msg): log("IOError %s occurred getting %s: %s", errnum, self.baseUrl + "/RedHat/base/hdlist", msg) time.sleep(5) else: break tries = tries + 1 if tries >= 5: raise FileCopyException raw = url.read(16) hl = [] while (raw): info = struct.unpack("iiii", raw) magic1 = socket.ntohl(info[0]) & 0xffffffff if (magic1 != 0x8eade801 or info[1]): raise TypeError, "bad magic in header" il = socket.ntohl(info[2]) dl = socket.ntohl(info[3]) totalSize = il * 16 + dl; hdrString = raw[8:] + url.read(totalSize) hdr = rpm.headerLoad(hdrString) hl.append(hdr) raw = url.read(16) return HeaderList(hl) def mergeFullHeaders(self, hdlist): fn = self.getFilename("RedHat/base/hdlist2", None) hdlist.mergeFullHeaders(fn) os.unlink(fn) def __init__(self, url, rootPath): InstallMethod.__init__(self, rootPath) i = string.index(url, '://') + 2 self.baseUrl = url[0:i] rem = url[i:] new = string.replace(rem, "//", "/") while (new != rem): rem = new new = string.replace(rem, "//", "/") rem = new if rem and rem[-1] == "/": rem = rem[:-1] self.baseUrl = self.baseUrl + rem # self.baseUrl points at the path which contains the 'RedHat' # directory with the hdlist. if self.baseUrl[-6:] == "/disc1": self.multiDiscs = 1 self.pkgUrl = self.baseUrl[:-6] else: self.multiDiscs = 0 self.pkgUrl = self.baseUrl