Add preliminary support for RHEL5 tree management. This is rather

complicated and introduces a new variable source_repos on each
'distro' object and also has some implications for how sync completes.
Basically RHEL5 has multiple comps files so createrepo must be run more
than once.

The main point of this support is to install and configure the "core"
mirror for distros, where previously only extras/updates were dealt
with.  The core repo is derived from the kickstart tree (cobbler import)
rather than the "cobbler repo add" commands (manual add).

1 files changed, 119 insertions, 47 deletions

diff --git a/cobbler/action_import.py b/cobbler/action_import.py
index d1b84d3..669c2f1 100644
--- a/cobbler/action_import.py
+++ b/cobbler/action_import.py
@@ -43,6 +43,7 @@ class Importer:
        self.profiles = config.profiles()
        self.systems  = config.systems()
        self.settings = config.settings()
+       self.distros_added = []
 
    # ----------------------------------------------------------------------
 
@@ -77,10 +78,16 @@ class Importer:
 
        self.processed_repos = {}
 
-       os.path.walk(self.path, self.walker, None)
+       print "---------------- (adding distros)"
+       os.path.walk(self.path, self.distro_adder, {})
 
-       self.guess_kickstarts() 
- 
+       print "---------------- (associating repos)"
+       self.repo_finder()
+
+       print "---------------- (associating kickstarts)"
+       self.kickstart_finder() 
+
+       print "---------------- (syncing)"
        self.api.sync()
 
        return True
@@ -91,7 +98,7 @@ class Importer:
        try:
            os.makedirs(dir)
        except:
-           print "- didn't create %s" % dir
+           pass
 
    # ----------------------------------------------------------------------
 
@@ -104,7 +111,7 @@ class Importer:
 
    # ----------------------------------------------------------------------
 
-   def guess_kickstarts(self):
+   def kickstart_finder(self):
 
        """
        For all of the profiles in the config w/o a kickstart, look
@@ -120,10 +127,6 @@ class Importer:
                # this isn't a mirrored profile, so we won't touch it
                print "- skipping %s since profile isn't mirrored" % profile.name
                continue
-           if distro.ks_meta.has_key("tree") or profile.ks_meta.has_key("tree"):
-               # this distro has already been imported, do not proceed
-               print "- skipping %s since existing tree attributes were found" % profile.name
-               continue
  
            kdir = os.path.dirname(distro.kernel)   
            base_dir = "/".join(kdir.split("/")[0:-2])
@@ -159,9 +162,11 @@ class Importer:
        if not os.path.exists(dest_link):
            os.symlink(base, dest_link)
        base = base.replace(self.settings.webdir,"")
-       tree = "tree=http://%s/cblr/links/%s" % (self.settings.server, distro.name)
-       print "- %s" % tree
-       distro.set_ksmeta(tree)
+       
+       meta = distro.ks_meta
+       meta["tree"] = "http://%s/cblr/links/%s" % (self.settings.server, distro.name)
+       print "- tree: %s" % meta["tree"]
+       distro.set_ksmeta(meta)
 
    # ---------------------------------------------------------------------
 
@@ -198,28 +203,32 @@ class Importer:
           if rpm.find(x) != -1:
              return ("redhat", 2, 0)
 
-       print "- scanning rpm: %s" % rpm
-       (first, rest) = rpm.split("-release-")
-       flavor = first.lower()
-       
-       # if there's still a hypen in the filename, get the trailing part.
-       rdx = rest.find("-")
-       if rdx != -1:
-          rest = rest[rdx+1:]
-
-       # if there's still a hypen in the filename, get the beginning part
-       rdx = rest.rfind("-")
-       if rdx != -1:
-          rest = rest[:rdx-1]
-
-       tokens = rest.split(".")
-       major = float(tokens[0])
-       minor = float(tokens[1])
+       # now get the flavor:
+       flavor = "redhat"
+       if rpm.lower().find("fedora") != -1:
+          flavor = "fedora"
+       if rpm.lower().find("centos") != -1:
+          flavor = "centos"
+
+       # get all the tokens and try to guess a version
+       accum = []
+       tokens = rpm.split(".")
+       for t in tokens:
+          tokens2 = t.split("-")
+          for t2 in tokens2:
+             try:
+                 float(t2)
+                 accum.append(t2)
+             except:
+                 pass
+
+       major = float(accum[0])
+       minor = float(accum[1])
        return (flavor, major, minor)
 
    # ----------------------------------------------------------------------
 
-   def walker(self,foo,dirname,fnames):
+   def distro_adder(self,foo,dirname,fnames):
        
        initrd = None
        kernel = None
@@ -231,27 +240,89 @@ class Importer:
                initrd = os.path.join(dirname,x)
            if x.startswith("vmlinuz"):
                kernel = os.path.join(dirname,x)
-           if initrd is not None and kernel is not None:
-               self.last_distro = self.add_entry(dirname,kernel,initrd)
-               path_parts = kernel.split("/")[:-3]
+           if initrd is not None and kernel is not None and dirname.find("isolinux") == -1:
+               self.add_entry(dirname,kernel,initrd)
+               path_parts = kernel.split("/")[:-2]
                comps_path = "/".join(path_parts)
-               print "- running repo update on %s" % comps_path
-               self.process_comps_file(comps_path)
+
+   # ----------------------------------------------------------------------
+   
+   def repo_finder(self):
+       
+       for distro in self.distros_added:
+           print "- traversing distro %s" % distro.name
+           if distro.kernel.find("ks_mirror") != -1:
+               basepath = os.path.dirname(distro.kernel)
+               top = "/".join(basepath.split("/")[0:-3]) # up one level
+               print "- descent into %s" % top
+               os.path.walk(top, self.repo_scanner, distro)
+           else:
+               print "- this distro isn't mirrored"
+
+   # ----------------------------------------------------------------------
+
+   def repo_scanner(self,distro,dirname,fnames):
+       
+       for x in fnames:
+           if x == "repodata":
+               self.process_comps_file(dirname, distro)
+               continue
+
    # ----------------------------------------------------------------------
                
 
-   def process_comps_file(self, comps_path):
+   def process_comps_file(self, comps_path, distro):
 
+       print "- scanning: %s (distro: %s)" % (comps_path, distro.name)
+
+       repo_file = os.path.join(comps_path, "repodata", "repomd.xml")
+       if not os.path.exists(repo_file):
+           raise RuntimeError, "no repomd found"
+
+       # figure out what our comps file is ...
+       print "- looking for %s/repodata/comps*.xml" % comps_path
+       files = glob.glob("%s/repodata/comps*.xml" % comps_path)
+       if len(files) == 0:
+           raise RuntimeError, "no comps files here: %s" % comps_path
+       # pull the filename from the longer part
+       comps_file = files[0].split("/")[-1]
 
-       comps_file = os.path.join(comps_path, "repodata", "comps.xml")
-       if not os.path.exists(comps_file):
-           print "- no comps file found: %s" % comps_file
-           return
        try:
+
+           # store the location of the RPMs in the distro object.
+           # this is so sync can find it later.  
+           # FIXME: can't really do that as there right be more than one.
+
+
+           counter = len(distro.source_repos)
+
+           # find path segment for yum_url (changing filesystem path to http:// trailing fragment)
+           seg = comps_path.rfind("ks_mirror")
+           urlseg = comps_path[seg+10:]
+
+           # write a yum config file that shows how to use the repo.
+           if counter == 0:
+               dotrepo = "%s.repo" % distro.name
+           else:
+               dotrepo = "%s-%s.repo" % (distro.name, counter)
+
+           fname = os.path.join(self.settings.webdir, "ks_mirror", "config", "%s-%s.repo" % (distro.name, counter))
+           repo_url = "http://%s/cobbler/ks_mirror/config/%s-%s.repo" % (self.settings.server, distro.name, counter)
+           distro.source_repos.append(repo_url)
+
+           print "- url: %s" % repo_url
+           config_file = open(fname, "w+")
+           config_file.write("[%s]\n" % "core-%s" % counter)
+           config_file.write("name=%s\n" % "core-%s " % counter)
+           config_file.write("baseurl=http://%s/cobbler/ks_mirror/%s\n" % (self.settings.server, urlseg))
+           config_file.write("enabled=1\n")
+           config_file.write("gpgcheck=0\n")
+           config_file.close()
+
            # don't run creatrepo twice -- this can happen easily for Xen and PXE, when
            # they'll share same repo files.
            if not self.processed_repos.has_key(comps_path):
-               cmd = "createrepo --basedir / --groupfile %s %s" % (comps_file, comps_path)
+               cmd = "createrepo --basedir / --groupfile %s %s" % (os.path.join(comps_path, "repodata", comps_file), comps_path)
                print "- %s" % cmd
                sub_process.call(cmd,shell=True)
                self.processed_repos[comps_path] = 1
@@ -277,8 +348,10 @@ class Importer:
        distro.set_kernel(kernel)
        distro.set_initrd(initrd)
        distro.set_arch(pxe_arch)
+       distro.source_repos = []
        self.distros.add(distro)
-       
+       self.distros_added.append(distro)       
+
        existing_profile = self.profiles.find(name) 
 
        if existing_profile is None:
@@ -300,14 +373,13 @@ class Importer:
        name = "-".join(dirname.split("/"))
        if name.startswith("-"):
           name = name[1:]
+       name = name.replace("-os","")
+       name = name.replace("-images","")
+       name = name.replace("-tree","")
        name = name.replace("var-www-cobbler-", "")
        name = name.replace("ks_mirror-","")
-       name = name.replace("os-images-","")
-       name = name.replace("tree-images-","")
-       name = name.replace("images-","")
-       name = name.replace("tree-","")
-       name = name.replace("--","-")
        name = name.replace("-pxeboot","")  
+       name = name.replace("--","-")
        return name
 
    def get_pxe_arch(self,dirname):