# # iutil.py - generic install utility functions # # Copyright (C) 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007 # Red Hat, Inc. All rights reserved. # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # # Author(s): Erik Troan # import os, string, stat import os.path from errno import * import rhpl import warnings import subprocess from flags import flags import logging log = logging.getLogger("anaconda") ## Run an external program and redirect the output to a file. # @param command The command to run. # @param argv A list of arguments. # @param stdin The file descriptor to read stdin from. # @param stdout The file descriptor to redirect stdout to. # @param stderr The file descriptor to redirect stderr to. # @param searchPath Should command be searched for in $PATH? # @param root The directory to chroot to before running command. # @return The return code of command. def execWithRedirect(command, argv, stdin = 0, stdout = 1, stderr = 2, searchPath = 0, root = '/'): def chroot (): os.chroot(root) if not searchPath and not os.access (command, os.X_OK): raise RuntimeError, command + " can not be run" argv = list(argv) if type(stdin) == type("string"): if os.access(stdin, os.R_OK): stdin = open(stdin) else: stdin = 0 if type(stdout) == type("string"): stdout = open(stdout, "w") if type(stderr) == type("string"): stderr = open(stderr, "w") if stdout is not None and type(stdout) != int: stdout.write("Running... %s\n" %([command] + argv,)) try: proc = subprocess.Popen([command] + argv, stdin=stdin, stdout=stdout, stderr=stderr, preexec_fn=chroot, cwd=root) ret = proc.wait() except OSError, (errno, msg): errstr = "Error running %s: %s" % (command, msg) log.error (errstr) raise RuntimeError, errstr return ret ## Run an external program and capture standard out. # @param command The command to run. # @param argv A list of arguments. # @param stdin The file descriptor to read stdin from. # @param stderr The file descriptor to redirect stderr to. # @param root The directory to chroot to before running command. # @return The output of command from stdout. def execWithCapture(command, argv, stdin = 0, stderr = 2, root='/'): def chroot(): os.chroot(root) argv = list(argv) if type(stdin) == type("string"): if os.access(stdin, os.R_OK): stdin = open(stdin) else: stdin = 0 if type(stderr) == type("string"): stderr = open(stderr, "w") try: pipe = subprocess.Popen([command] + argv, stdin=stdin, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, preexec_fn=chroot, cwd=root) except OSError, (errno, msg): log.error ("Error running " + command + ": " + msg) raise RuntimeError, "Error running " + command + ": " + msg rc = pipe.stdout.read() pipe.wait() return rc def execWithPulseProgress(command, argv, stdin = 0, stdout = 1, stderr = 2, progress = None, root = '/'): def chroot(): os.chroot(root) argv = list(argv) if type(stdin) == type("string"): if os.access(stdin, os.R_OK): stdin = open(stdin) else: stdin = 0 if type(stdout) == type("string"): stdout = open(stdout, "w") if type(stderr) == type("string"): stderr = open(stderr, "w") if stdout is not None and type(stdout) != int: stdout.write("Running... %s\n" %([command] + argv,)) p = os.pipe() childpid = os.fork() if not childpid: os.close(p[0]) os.dup2(p[1], 1) os.dup2(stderr.fileno(), 2) os.dup2(stdin, 0) os.close(stdin) os.close(p[1]) stderr.close() os.execvp(command, [command] + argv) os._exit(1) os.close(p[1]) while 1: try: s = os.read(p[0], 1) except OSError, args: (num, str) = args if (num != 4): raise IOError, args stdout.write(s) if progress: progress.pulse() if len(s) < 1: break try: (pid, status) = os.waitpid(childpid, 0) except OSError, (num, msg): log.critical("exception from waitpid: %s %s" %(num, msg)) progress and progress.pop() # *shrug* no clue why this would happen, but hope that things are fine if status is None: return 0 if os.WIFEXITED(status): return os.WEXITSTATUS(status) return 1 ## Run a shell. def execConsole(): try: proc = subprocess.Popen(["/bin/sh"]) proc.wait() except OSError, (errno, msg): raise RuntimeError, "Error running /bin/sh: " + msg ## Get the size of a directory and all its subdirectories. # @param dir The name of the directory to find the size of. # @return The size of the directory in kilobytes. def getDirSize(dir): def getSubdirSize(dir): # returns size in bytes mydev = os.lstat(dir)[stat.ST_DEV] dsize = 0 for f in os.listdir(dir): curpath = '%s/%s' % (dir, f) sinfo = os.lstat(curpath) if stat.S_ISDIR(sinfo[stat.ST_MODE]): if mydev == sinfo[stat.ST_DEV]: dsize += getSubdirSize(curpath) elif stat.S_ISREG(sinfo[stat.ST_MODE]): dsize += sinfo[stat.ST_SIZE] else: pass return dsize return getSubdirSize(dir)/1024 ## Get the amount of RAM not used by /tmp. # @return The amount of available memory in kilobytes. def memAvailable(): tram = memInstalled() ramused = getDirSize("/tmp") return tram - ramused ## Get the amount of RAM installed in the machine. # @return The amount of installed memory in kilobytes. def memInstalled(): f = open("/proc/meminfo", "r") lines = f.readlines() f.close() for l in lines: if l.startswith("MemTotal:"): fields = string.split(l) mem = fields[1] break return int(mem) ## Suggest the size of the swap partition that will be created. # @param quiet Should size information be logged? # @return A tuple of the minimum and maximum swap size, in megabytes. def swapSuggestion(quiet=0): mem = memInstalled()/1024 mem = ((mem/16)+1)*16 if not quiet: log.info("Detected %sM of memory", mem) if mem <= 256: minswap = 256 maxswap = 512 else: if mem > 2000: minswap = 1000 maxswap = 2000 + mem else: minswap = mem maxswap = 2*mem if not quiet: log.info("Swap attempt of %sM to %sM", minswap, maxswap) return (minswap, maxswap) ## Create a directory path. Don't fail if the directory already exists. # @param dir The directory path to create. def mkdirChain(dir): try: os.makedirs(dir, 0755) except OSError, (errno, msg): try: if errno == EEXIST and stat.S_ISDIR(os.stat(dir).st_mode): return except: pass log.error("could not create directory %s: %s" % (dir, msg)) ## Get the total amount of swap memory. # @return The total amount of swap memory in kilobytes, or 0 if unknown. def swapAmount(): f = open("/proc/meminfo", "r") lines = f.readlines() f.close() for l in lines: if l.startswith("SwapTotal:"): fields = string.split(l) return int(fields[1]) return 0 ## Copy a device node. # Copies a device node by looking at the device type, major and minor device # numbers, and doing a mknod on the new device name. # # @param src The name of the source device node. # @param dest The name of the new device node to create. def copyDeviceNode(src, dest): filestat = os.lstat(src) mode = filestat[stat.ST_MODE] if stat.S_ISBLK(mode): type = stat.S_IFBLK elif stat.S_ISCHR(mode): type = stat.S_IFCHR else: # XXX should we just fallback to copying normally? raise RuntimeError, "Tried to copy %s which isn't a device node" % (src,) os.mknod(dest, mode | type, filestat.st_rdev) ## Determine if the hardware supports iSeries storage devices. # @return 1 if so, 0 otherwise. def hasiSeriesNativeStorage(): # this is disgusting and I feel very dirty if not isPPC(): return f = open("/proc/modules", "r") lines = f.readlines() f.close() for line in lines: if line.startswith("ibmsis"): return 1 if line.startswith("ipr"): return 1 return 0 ## Get the PPC machine variety type. # @return The PPC machine type, or 0 if not PPC. def getPPCMachine(): if not isPPC(): return 0 ppcMachine = None machine = None platform = None # ppc machine hash ppcType = { 'Mac' : 'PMac', 'Book' : 'PMac', 'CHRP IBM' : 'pSeries', 'Pegasos' : 'Pegasos', 'Efika' : 'Efika', 'iSeries' : 'iSeries', 'pSeries' : 'pSeries', 'PReP' : 'PReP', 'CHRP' : 'pSeries', 'Amiga' : 'APUS', 'Gemini' : 'Gemini', 'Shiner' : 'ANS', 'BRIQ' : 'BRIQ', 'Teron' : 'Teron', 'AmigaOne' : 'Teron', 'Maple' : 'pSeries', 'Cell' : 'pSeries', 'Momentum' : 'pSeries', 'PS3' : 'PS3' } f = open('/proc/cpuinfo', 'r') lines = f.readlines() f.close() for line in lines: if line.find('machine') != -1: machine = line.split(':')[1] elif line.find('platform') != -1: platform = line.split(':')[1] for part in (machine, platform): if ppcMachine is None and part is not None: for type in ppcType.items(): if part.find(type[0]) != -1: ppcMachine = type[1] if ppcMachine is None: log.warning("Unable to find PowerPC machine type") elif ppcMachine == 0: log.warning("Unknown PowerPC machine type: %s" %(ppcMachine,)) return ppcMachine ## Get the powermac machine ID. # @return The powermac machine id, or 0 if not PPC. def getPPCMacID(): machine = None if not isPPC(): return 0 if getPPCMachine() != "PMac": return 0 f = open('/proc/cpuinfo', 'r') lines = f.readlines() f.close() for line in lines: if line.find('machine') != -1: machine = line.split(':')[1] machine = machine.strip() return machine log.warning("No Power Mac machine id") return 0 ## Get the powermac generation. # @return The powermac generation, or 0 if not powermac. def getPPCMacGen(): # XXX: should NuBus be here? pmacGen = ['OldWorld', 'NewWorld', 'NuBus'] if not isPPC(): return 0 if getPPCMachine() != "PMac": return 0 f = open('/proc/cpuinfo', 'r') lines = f.readlines() f.close() gen = None for line in lines: if line.find('pmac-generation') != -1: gen = line.split(':')[1] break if gen is None: log.warning("Unable to find pmac-generation") for type in pmacGen: if gen.find(type) != -1: return type log.warning("Unknown Power Mac generation: %s" %(gen,)) return 0 ## Determine if the hardware is an iBook or PowerBook # @return 1 if so, 0 otherwise. def getPPCMacBook(): if not isPPC(): return 0 if getPPCMachine() != "PMac": return 0 f = open('/proc/cpuinfo', 'r') lines = f.readlines() f.close() for line in lines: if not string.find(string.lower(line), 'book') == -1: return 1 return 0 cell = None ## Determine if the hardware is the Cell platform. # @return True if so, False otherwise. def isCell(): global cell if cell is not None: return cell cell = False if not isPPC(): return cell f = open('/proc/cpuinfo', 'r') lines = f.readlines() f.close() for line in lines: if not string.find(line, 'Cell') == -1: cell = True return cell mactel = None ## Determine if the hardware is an Intel-based Apple Mac. # @return True if so, False otherwise. def isMactel(): global mactel if mactel is not None: return mactel if not isX86(): mactel = False elif not os.path.exists("/usr/sbin/dmidecode"): mactel = False else: buf = execWithCapture("/usr/sbin/dmidecode", ["dmidecode", "-s", "system-manufacturer"]) if buf.lower().find("apple") != -1: mactel = True else: mactel = False return mactel efi = None ## Determine if the hardware supports EFI. # @return True if so, False otherwise. def isEfi(): global efi if efi is not None: return efi efi = False if isX86(): # XXX need to make sure efivars is loaded... if os.path.exists("/sys/firmware/efi"): efi = True return efi ## Generate the /etc/rpm/platform and /etc/rpm/macros files. # @param root The root of the filesystem to create the files in. def writeRpmPlatform(root="/"): import rhpl.arch if flags.test: return if not flags.updateRpmPlatform and os.access("%s/etc/rpm/platform" %(root,), os.R_OK): return if not os.access("%s/etc/rpm" %(root,), os.X_OK): os.mkdir("%s/etc/rpm" %(root,)) myarch = rhpl.arch.canonArch # now allow an override with rpmarch=i586 on the command line (#101971) if flags.targetarch != None: myarch = flags.targetarch # now make the current install believe it, too rhpl.arch.canonArch = myarch # f = open("%s/etc/rpm/platform" %(root,), 'w+') # f.write("%s-redhat-linux\n" %(myarch,)) # f.close() # FIXME: writing /etc/rpm/macros feels wrong somehow # temporary workaround for #92285 if not (myarch.startswith("ppc64") or myarch in ("s390x", "sparc64", "x86_64", "ia64")): return if os.access("%s/etc/rpm/macros" %(root,), os.R_OK): if myarch.startswith("ppc64") or myarch == "sparc64": f = open("%s/etc/rpm/macros" %(root,), 'r+') lines = f.readlines() addPrefer = True for line in lines: if line.startswith("%_prefer_color"): addPrefer = False if addPrefer: f.write("%_prefer_color 1\n") f.close() return else: return f = open("%s/etc/rpm/macros" %(root,), 'w+') f.write("%_transaction_color 3\n") if myarch.startswith("ppc64") or myarch == "sparc64": f.write("%_prefer_color 1\n") f.close() # Architecture checking functions def isX86(bits=None): arch = os.uname()[4] # x86 platforms include: # i*86 # athlon* # x86_64 # amd* # ia32e if bits is None: if (arch.startswith('i') and arch.endswith('86')) or \ arch.startswith('athlon') or arch.startswith('amd') or \ arch == 'x86_64' or arch == 'ia32e': return True elif bits == 32: if arch.startswith('i') and arch.endswith('86'): return True elif bits == 64: if arch.startswith('athlon') or arch.startswith('amd') or \ arch == 'x86_64' or arch == 'ia32e': return True return False def isPPC(): return os.uname()[4].startswith('ppc') def isS390(): return os.uname()[4].startswith('s390') def isIA64(): return os.uname()[4] == 'ia64' def isAlpha(): return os.uname()[4].startswith('alpha') def isSparc(): return os.uname()[4].startswith('sparc') def getArch(): if isX86(bits=32): return 'i386' elif isX86(bits=64): return 'x86_64' elif isPPC(): return 'ppc' elif isAlpha(): return 'alpha' elif isSparc(): return 'sparc' else: return os.uname()[4] def isConsoleOnVirtualTerminal(): # XXX PJFIX is there some way to ask the kernel this instead? if isS390(): return False return not flags.serial def strip_markup(text): if text.find("<") == -1: return text r = "" inTag = False for c in text: if c == ">" and inTag: inTag = False continue elif c == "<" and not inTag: inTag = True continue elif not inTag: r += c return r.encode("utf-8")