1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
# Copyright (C) 2011 Luke Macken <lmacken@redhat.com>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as
# published by the Free Software Foundation, either version 3 of the
# License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
from sqlalchemy import create_engine
from sqlalchemy.exc import IntegrityError
from kitchen.text.converters import to_unicode
from models import Root, Category, Group, Package, DBSession, initialize_sql
from yum import YumBase
yumobj = YumBase()
yumobj.setCacheDir()
def populate(comps='comps-f16', do_dependencies=True):
from yum.comps import Comps
session = DBSession()
c = Comps()
c.add('comps/%s.xml' % comps)
for group in c.groups:
g = Group(id=group.groupid, name=group.name, description=group.description)
session.add(g)
for package in group.packages:
p = session.query(Package).filter_by(name=to_unicode(package)).first()
if not p:
p = Package(name=package)
session.add(p)
p.group = g
session.flush()
root = Root(name=u'Fedora')
session.add(root)
session.flush()
for category in c.categories:
c = Category(id=category.categoryid, name=category.name,
description=category.description)
session.add(c)
root.categories.append(c)
for group in category.groups:
g = session.query(Group).filter_by(group_id=to_unicode(group)).first()
if not g:
print "Cannot find group: %s" % group
else:
g.category = c
session.flush()
if do_dependencies:
for package in session.query(Package).all():
add_dependencies(package, session)
session.commit()
def add_dependencies(package, session):
deps = set()
pkg = yumobj.pkgSack.searchNevra(name=package.name)
if not pkg:
print "Cannot find package: %s" % package
return
deps_d = yumobj.findDeps([pkg[0]])
for dep in deps_d.itervalues():
for req in dep.itervalues():
deps.add(req[0].name)
for dep in deps:
base_query = session.query(Package).filter_by(name=dep)
if base_query.count() == 0:
_new_package = Package(name=dep)
session.add(_new_package)
session.flush()
add_dependencies(_new_package, session)
dep_as_package = base_query.one()
if dep_as_package not in package.dependencies:
package.dependencies.append(dep_as_package)
print "package: %s has (%i/%i) deps" % (
package.name, len(package.dependencies), len(deps))
session.flush()
def build_comps():
import subprocess
subprocess.call('git clone git://git.fedorahosted.org/comps.git', shell=True)
subprocess.call('make comps-f16.xml', cwd='comps', shell=True)
if __name__ == '__main__':
print "Initializing LeafyMiracle..."
engine = create_engine('sqlite:///leafymiracle.db')
initialize_sql(engine)
build_comps()
try:
populate()
print "Complete!"
except IntegrityError, e:
DBSession.rollback()
|
