1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
|
#
# database.py
# Library for processing results from XMLSQLparser and
# query a PostgreSQL database based on the input data
#
# Copyright 2009 - 2013 David Sommerseth <davids@redhat.com>
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
#
# For the avoidance of doubt the "preferred form" of this code is one which
# is in an open unpatent encumbered format. Where cryptographic key signing
# forms part of the process of creating an executable the information
# including keys needed to generate an equivalently functional executable
# are deemed to be part of the source code.
#
import psycopg2
import types
class Database(object):
def __init__(self, host=None, port=None, user=None, password=None, database=None,
noaction=False, debug=False):
self.noaction = noaction
self.debug = debug
dsnd = {}
if host is not None:
dsnd['host'] = host
dsnd['sslmode'] = 'require'
if port is not None:
dsnd['port'] = str(port)
dsnd['sslmode'] = 'require'
if user is not None:
dsnd['user'] = user
if password is not None:
dsnd['password'] = password
if database is not None:
dsnd['dbname'] = database
dsn = " ".join(["%s='%s'" %(k,v) for (k,v) in dsnd.items()])
self.conn = not self.noaction and psycopg2.connect(dsn) or None
def INSERT(self, sqlvars):
#
# Validate input data
#
if type(sqlvars) is not types.DictType:
raise AttributeError,'Input parameter is not a Python dict'
try:
sqlvars['table']
sqlvars['fields']
sqlvars['records']
except KeyError, err:
raise KeyError, "Input dictionary do not contain a required element: %s", str(err)
if type(sqlvars['fields']) is not types.ListType:
raise AttributeError,"The 'fields' element is not a list of fields"
if type(sqlvars['records']) is not types.ListType:
raise AttributeError,"The 'records' element is not a list of fields"
if len(sqlvars['records']) == 0:
return True
try:
sqlvars['returning']
except:
sqlvars['returning'] = None
#
# Build SQL template
#
sqlstub = "INSERT INTO %s (%s) VALUES (%s)" % (
sqlvars['table'],
",".join(sqlvars['fields']),
",".join(["%%(%s)s" % f for f in sqlvars['fields']])
)
# Get a database cursor
curs = not self.noaction and self.conn.cursor() or None
#
# Loop through all records and insert them into the database
#
results = []
for rec in sqlvars['records']:
if type(rec) is not types.ListType:
raise AttributeError, "The field values inside the 'records' list must be in a list"
# Create a dictionary, which will be used for the SQL operation
values = {}
for i in range(0, len(sqlvars['fields'])):
values[sqlvars['fields'][i]] = rec[i]
if self.debug:
print "SQL QUERY: ==> %s" % (sqlstub % values)
# Do the INSERT query
if not self.noaction:
curs.execute(sqlstub, values)
# If a return value for the INSERT is defined, catch that one
if not self.noaction and sqlvars['returning']:
# The psycopg2 do not handle INSERT INTO ... RETURNING column queries, so we can only use
# this on tables with oid and do the look up that way
vls = {"table": sqlvars['table'], 'colname': sqlvars['returning'], 'oid': str(curs.lastrowid)}
curs.execute("SELECT %(colname)s FROM %(table)s WHERE oid='%(oid)s'" % vls)
results.append(curs.fetchone()[0])
else:
results.append(True)
if not self.noaction:
curs.close()
return results
def DELETE(self, table, where):
try:
sql = "DELETE FROM %s WHERE %s" % (
table,
" AND ".join(["%s = %%(%s)s" % (k,k) for (k,v) in where.items()])
)
if self.debug:
print "SQL QUERY ==> %s" % (sql % where)
if not self.noaction:
curs = self.conn.cursor()
curs.execute(sql, where)
delrows = curs.rowcount
curs.close()
return delrows
else:
return 0
except Exception, err:
raise Exception, "** SQL ERROR ** %s\n** SQL ERROR ** Message: %s" % ((sql % where), str(err))
def SELECT(self, table, fields, joins=None, where=None):
curs = not self.noaction and self.conn.cursor() or None
# Query
try:
sql = "SELECT %s FROM %s %s %s" % (
",".join(fields),
table,
joins and "%s" % joins or "",
where and "WHERE %s" % " AND ".join(["%s = %%(%s)s" % (k,k) for (k,v) in where.items()] or "")
)
if self.debug:
print "SQL QUERY: ==> %s" % (sql % where)
if not self.noaction:
curs.execute(sql, where)
else:
# If no action is setup (mainly for debugging), return empty result set
return {"table": table, "fields": [], "records": []}
except Exception, err:
raise Exception, "** SQL ERROR *** %s\n** SQL ERROR ** Message: %s" % (where and (sql % where) or sql, str(err))
# Extract field names
fields = []
for fn in curs.description:
fields.append(fn[0])
# Extract records
records = []
for dbrec in curs.fetchall():
values = []
for val in dbrec:
values.append(val)
records.append(values)
curs.close()
if self.debug:
print "database::SELECT() result ** Fields: %s\nRecords: %s" % (fields, records)
return {"table": table, "fields": fields, "records": records}
def COMMIT(self):
# Commit the work
if not self.noaction:
self.conn.commit()
def ROLLBACK(self):
# Abort / rollback the current work
if not self.noaction:
self.conn.rollback()
def GetValue(self, dbres, recidx, field):
"Helper function to easy extract a field from a record set"
# Check that input data good
if type(dbres) is not types.DictType:
raise AttributeError,'Database result parameter is not a Python dict'
try:
dbres['table']
dbres['fields']
dbres['records']
except KeyError, err:
raise KeyError, "Database result parameter do not contain a required element: %s", str(err)
if type(dbres['fields']) is not types.ListType:
raise AttributeError,"The 'fields' element is not a list of fields"
if type(dbres['records']) is not types.ListType:
raise AttributeError,"The 'records' element is not a list of fields"
# Return None when we're going out of boundaries
if recidx >= len(dbres['records']):
return None
if type(field) == types.StringType:
# Find the field index of the field name in the records set
try:
fidx = dbres['fields'].index(field)
except ValueError:
raise Exception, "Field '%s' is not found in the database result" % field
elif type(field) == types.IntType:
# If the field value is integer, assume it is the numeric field id
if field >= len(dbres['fields']):
raise Exception, "Field id '%i' is too high. No field available" % field
fidx = field
# Return the value
return dbres['records'][recidx][fidx]
def NumTuples(self, dbres):
# Check that input data good
if type(dbres) is not types.DictType:
raise AttributeError,'Database result parameter is not a Python dict'
try:
dbres['table']
dbres['fields']
dbres['records']
except KeyError, err:
raise KeyError, "Database result parameter do not contain a required element: %s", str(err)
if type(dbres['records']) is not types.ListType:
raise AttributeError,"The 'records' element is not a list of fields"
return len(dbres['records'])
|