3 # implements support for geni records stored in db tables
5 # TODO: Use existing PLC database methods? or keep this separate?
12 from pg import DB, ProgrammingError
13 from sfa.util.PostgreSQL import *
14 from sfa.trust.gid import *
15 from sfa.util.record import *
16 from sfa.util.debug import *
17 from sfa.util.config import *
18 from sfa.util.filter import *
20 class GeniTable(list):
22 GENI_TABLE_PREFIX = "sfa"
24 def __init__(self, record_filter = None):
26 # pgsql doesn't like table names with "." in them, to replace it with "$"
27 self.tablename = GeniTable.GENI_TABLE_PREFIX
28 self.config = Config()
29 self.db = PostgreSQL(self.config)
30 # establish a connection to the pgsql server
31 cninfo = self.config.get_plc_dbinfo()
32 self.cnx = DB(cninfo['dbname'], cninfo['address'], port=cninfo['port'], user=cninfo['user'], passwd=cninfo['password'])
35 records = self.find(record_filter)
36 for record in reocrds:
40 tableList = self.cnx.get_tables()
41 if 'public.' + self.tablename in tableList:
43 if 'public."' + self.tablename + '"' in tableList:
47 def db_fields(self, obj=None):
49 db_fields = self.db.fields(self.GENI_TABLE_PREFIX)
50 return dict( [ (key,value) for (key, value) in obj.items() \
51 if key in db_fields and
52 self.is_writable(key, value, GeniRecord.fields)] )
55 def is_writable (key,value,dict):
56 # if not mentioned, assume it's writable (e.g. deleted ...)
57 if key not in dict: return True
58 # if mentioned but not linked to a Parameter object, idem
59 if not isinstance(dict[key], Parameter): return True
60 # if not marked ro, it's writable
61 if not dict[key].ro: return True
68 querystr = "CREATE TABLE " + self.tablename + " ( \
69 record_id serial PRIMARY KEY , \
71 authority text NOT NULL, \
72 peer_authority text, \
76 date_created timestamp without time zone NOT NULL DEFAULT CURRENT_TIMESTAMP, \
77 last_updated timestamp without time zone NOT NULL DEFAULT CURRENT_TIMESTAMP);"
78 template = "CREATE INDEX %s_%s_idx ON %s (%s);"
79 indexes = [template % ( self.tablename, field, self.tablename, field) \
80 for field in ['hrn', 'type', 'authority', 'peer_authority', 'pointer']]
81 # IF EXISTS doenst exist in postgres < 8.2
83 self.cnx.query('DROP TABLE IF EXISTS ' + self.tablename)
84 except ProgrammingError:
86 self.cnx.query('DROP TABLE ' + self.tablename)
87 except ProgrammingError:
90 self.cnx.query(querystr)
94 def remove(self, record):
95 query_str = "DELETE FROM %s WHERE record_id = %s" % \
96 (self.tablename, record['record_id'])
97 self.cnx.query(query_str)
99 # if this is a site, remove all records where 'authority' == the
101 if record['type'] == 'site':
102 sql = " DELETE FROM %s WHERE authority = %s" % \
103 (self.tablename, record['hrn'])
106 def insert(self, record):
107 db_fields = self.db_fields(record)
108 keys = db_fields.keys()
109 values = [self.db.param(key, value) for (key, value) in db_fields.items()]
110 query_str = "INSERT INTO " + self.tablename + \
111 "(" + ",".join(keys) + ") " + \
112 "VALUES(" + ",".join(values) + ")"
113 self.db.do(query_str, db_fields)
115 result = self.find({'hrn': record['hrn'], 'type': record['type'], 'peer_authority': record['peer_authority']})
118 elif isinstance(result, list):
119 record_id = result[0]['record_id']
121 record_id = result['record_id']
125 def update(self, record):
126 db_fields = self.db_fields(record)
127 keys = db_fields.keys()
128 values = [self.db.param(key, value) for (key, value) in db_fields.items()]
129 columns = ["%s = %s" % (key, value) for (key, value) in zip(keys, values)]
130 query_str = "UPDATE %s SET %s WHERE record_id = %s" % \
131 (self.tablename, ", ".join(columns), record['record_id'])
132 self.db.do(query_str, db_fields)
135 def quote_string(self, value):
136 return str(self.quote(value))
138 def quote(self, value):
140 Returns quoted version of the specified value.
143 # The pgdb._quote function is good enough for general SQL
144 # quoting, except for array types.
145 if isinstance(value, (list, tuple, set)):
146 return "ARRAY[%s]" % ", ".join(map, self.quote_string, value)
148 return pgdb._quote(value)
150 def find(self, record_filter = None, columns=None):
154 columns = ",".join(columns)
155 sql = "SELECT %s FROM %s WHERE True " % (columns, self.tablename)
157 if isinstance(record_filter, (list, tuple, set)):
158 ints = filter(lambda x: isinstance(x, (int, long)), record_filter)
159 strs = filter(lambda x: isinstance(x, StringTypes), record_filter)
160 record_filter = Filter(GeniRecord.all_fields, {'record_id': ints, 'hrn': strs})
161 sql += "AND (%s) %s " % record_filter.sql("OR")
162 elif isinstance(record_filter, dict):
163 record_filter = Filter(GeniRecord.all_fields, record_filter)
164 sql += " AND (%s) %s" % record_filter.sql("AND")
165 elif isinstance(record_filter, StringTypes):
166 record_filter = Filter(GeniRecord.all_fields, {'hrn':[record_filter]})
167 sql += " AND (%s) %s" % record_filter.sql("AND")
168 elif isinstance(record_filter, int):
169 record_filter = Filter(GeniRecord.all_fields, {'record_id':[record_filter]})
170 sql += " AND (%s) %s" % record_filter.sql("AND")
172 results = self.cnx.query(sql).dictresult()
173 if isinstance(results, dict):
177 def findObjects(self, record_filter = None, columns=None):
179 results = self.find(record_filter, columns)
181 for result in results:
182 if result['type'] in ['authority']:
183 result_rec_list.append(AuthorityRecord(dict=result))
184 elif result['type'] in ['node']:
185 result_rec_list.append(NodeRecord(dict=result))
186 elif result['type'] in ['slice']:
187 result_rec_list.append(SliceRecord(dict=result))
188 elif result['type'] in ['user']:
189 result_rec_list.append(UserRecord(dict=result))
191 result_rec_list.append(GeniRecord(dict=result))
192 return result_rec_list
197 self.cnx.query('DROP TABLE IF EXISTS ' + self.tablename)
198 except ProgrammingError:
200 self.cnx.query('DROP TABLE ' + self.tablename)
201 except ProgrammingError:
205 def geni_records_purge(cninfo):
207 cnx = DB(cninfo['dbname'], cninfo['address'],
208 port=cninfo['port'], user=cninfo['user'], passwd=cninfo['password'])
209 tableList = cnx.get_tables()
210 for table in tableList:
211 if table.startswith(GeniTable.GENI_TABLE_PREFIX) or \
212 table.startswith('public.' + GeniTable.GENI_TABLE_PREFIX) or \
213 table.startswith('public."' + GeniTable.GENI_TABLE_PREFIX):
214 report.trace("dropping table " + table)
215 cnx.query("DROP TABLE " + table)