diff options
Diffstat (limited to 'lib/cnucnu')
| -rw-r--r-- | lib/cnucnu/__init__.py | 16 | ||||
| -rw-r--r-- | lib/cnucnu/errors.py | 30 | ||||
| -rw-r--r-- | lib/cnucnu/helper.py | 31 | ||||
| -rw-r--r-- | lib/cnucnu/package_list.py | 132 | ||||
| -rwxr-xr-x | lib/cnucnu/wiki.py | 49 |
5 files changed, 258 insertions, 0 deletions
diff --git a/lib/cnucnu/__init__.py b/lib/cnucnu/__init__.py new file mode 100644 index 0000000..f43b892 --- /dev/null +++ b/lib/cnucnu/__init__.py @@ -0,0 +1,16 @@ +#{{{ License header: GPLv2+ +# This file is part of cnucnu. +# +# Cnucnu is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 2 of the License, or +# (at your option) any later version. +# +# Cnucnu is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with cnucnu. If not, see <http://www.gnu.org/licenses/>. +#}}} diff --git a/lib/cnucnu/errors.py b/lib/cnucnu/errors.py new file mode 100644 index 0000000..01f7c04 --- /dev/null +++ b/lib/cnucnu/errors.py @@ -0,0 +1,30 @@ +#!/usr/bin/python +# vim: fileencoding=utf8 foldmethod=marker +#{{{ License header: GPLv2+ +# This file is part of cnucnu. +# +# Cnucnu is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 2 of the License, or +# (at your option) any later version. +# +# Cnucnu is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with cnucnu. If not, see <http://www.gnu.org/licenses/>. +#}}} + +class CnuCnuError(Exception): + Name = "" + def __init__(self, message = ""): + self.message = message + + def __str__(self): + return "%s: %s" % (self.Name, self.message) + + +class UpstreamVersionRetrievalError(CnuCnuError): + Name = "Upstream Version Retrieval Error" diff --git a/lib/cnucnu/helper.py b/lib/cnucnu/helper.py new file mode 100644 index 0000000..94263df --- /dev/null +++ b/lib/cnucnu/helper.py @@ -0,0 +1,31 @@ +#!/usr/bin/python +# vim: fileencoding=utf8 foldmethod=marker +#{{{ License header: GPLv2+ +# This file is part of cnucnu. +# +# Cnucnu is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 2 of the License, or +# (at your option) any later version. +# +# Cnucnu is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with cnucnu. If not, see <http://www.gnu.org/licenses/>. +#}}} + +def get_html(url): + import urllib + res = urllib.urlopen(url) + return res.read() + +def rpm_cmp(v1, v2): + import rpm + return rpm.labelCompare((None, v1, None), (None, v2, None)) + +def rpm_max(list): + list.sort(cmp=rpm_cmp) + return list[-1] diff --git a/lib/cnucnu/package_list.py b/lib/cnucnu/package_list.py new file mode 100644 index 0000000..f8383fd --- /dev/null +++ b/lib/cnucnu/package_list.py @@ -0,0 +1,132 @@ +#!/usr/bin/python +# vim: fileencoding=utf8 foldmethod=marker +#{{{ License header: GPLv2+ +# This file is part of cnucnu. +# +# Cnucnu is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 2 of the License, or +# (at your option) any later version. +# +# Cnucnu is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with cnucnu. If not, see <http://www.gnu.org/licenses/>. +#}}} + +import sys +sys.path.insert(0, './lib') +sys.path.insert(0, '../lib') +sys.path.insert(0, '../../lib') + +import cnucnu.errors as cc_errors + +class Package: + def __init__(self, name, regex, url, repo): + self.name = name + self.regex = regex + self.url = url + self._repo_version = None + self._latest_upstream = None + self._upstream_versions = None + self._repo_version = None + + self.repo = repo + + def __str__(self): + return "%s %s %s" % (self.name, self.regex, self.url) + + def __getitem__(self, key): + return getattr(self, key) + + @property + def upstream_versions(self): + if not self._upstream_versions: + from cnucnu.helper import get_html + import re + + try: + html = get_html(self.url) + except IOError, ioe: + raise cc_errors.UpstreamVersionRetrievalError("%(name)s: IO error while retrieving upstream URL. - %(url)s - %(regex)s" % self) + + upstream_versions = re.findall(self.regex, html) + for version in upstream_versions: + if " " in version: + raise cc_errors.UpstreamVersionRetrievalError("%s: invalid upstream version:>%s< - %s - %s " % (self.name, version, self.url, self.regex)) + if len(upstream_versions) == 0: + raise cc_errors.UpstreamVersionRetrievalError("%(name)s: no upstream version found. - %(url)s - %(regex)s" % self) + + self._upstream_versions = upstream_versions + + return self._upstream_versions + + @property + def latest_upstream(self): + if not self._latest_upstream: + + from cnucnu.helper import rpm_max + self._latest_upstream = rpm_max(self.upstream_versions) + + return self._latest_upstream + + @property + def repo_version(self): + if not self._repo_version: + self._repo_version = self.repo.package_version(self) + return self._repo_version + + +class PackageList: + def __init__(self, repo): + import cnucnu.wiki as wiki + w = wiki.Wiki() + page_text = w.get_pagesource("Using_FEver_to_track_upstream_changes") + + import re + package_line = re.compile(' \\* ([^ ]*) (.*) ([^ \n]*)\n') + + match = package_line.findall(page_text) + + packages = [] + repo.package_list = self + + for package in match: + (name, regex, url) = package + packages.append(Package(name, regex, url, repo)) + + self.packages = packages + + def __getitem__(self, key): + return self.packages[key] + + +class Repository: + def __init__(self, package_list=None, repoid="rawhide-source"): + self.repoid = repoid + self.package_list = package_list + self._package_version_list = None + + def package_version_list(self, package=None): + if not self._package_version_list or package and package not in self._package_version_list: + if package and package not in self.package_list: + self.package_list.packages.append(package) + package_names = [p.name for p in self.package_list.packages] + import subprocess as sp + cmdline = ["/usr/bin/repoquery", "--archlist=src", "--all", "--repoid=rawhide-source", "--qf", "%{name}\t%{version}"] + cmdline.extend(package_names) + + repoquery = sp.Popen(cmdline, stdout=sp.PIPE) + (list, stderr) = repoquery.communicate() + + self._package_version_list = dict([e.split("\t") for e in list.split("\n") if e != ""]) + + return self._package_version_list + + def package_version(self, package): + return self.package_version_list(package)[package.name] + + diff --git a/lib/cnucnu/wiki.py b/lib/cnucnu/wiki.py new file mode 100755 index 0000000..fb14696 --- /dev/null +++ b/lib/cnucnu/wiki.py @@ -0,0 +1,49 @@ +#!/usr/bin/python +# vim: fileencoding=utf8 foldmethod=marker +#{{{ License header: GPLv2+ +# This file is part of cnucnu. +# +# Cnucnu is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 2 of the License, or +# (at your option) any later version. +# +# Cnucnu is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with cnucnu. If not, see <http://www.gnu.org/licenses/>. +#}}} + +import fedora.client + +class Wiki(fedora.client.Wiki): + def __init__(self, base_url='https://fedoraproject.org/w/', *args, **kw): + super(Wiki, self).__init__(base_url, *args, **kw) + + def json_request(self, method="api.php", req_params=None, auth=False, **kwargs): + if req_params: + req_params["format"] = "json" + + data = self.send_request(method, req_params, auth, **kwargs) + + if 'error' in data: + raise Exception(data['error']['info']) + return data + + def get_pagesource(self, titles): + data = self.json_request(req_params={ + 'action' : 'query', + 'titles' : titles, + 'prop' : 'revisions', + 'rvprop' : 'content' + } + ) + return data['query']['pages'].popitem()[1]['revisions'][0]['*'] + + +if __name__ == '__main__': + wiki = Wiki() + print wiki.get_pagesource("Using_FEver_to_track_upstream_changes") |