sfa/util/genitable.py

   1 # genitable.py
   2 #
   3 # implements support for geni records stored in db tables
   4 #
   5 # TODO: Use existing PLC database methods? or keep this separate?
   6
   7 ### $Id$
   8 ### $URL$
   9
  10 import report
  11 import  pgdb
  12 from pg import DB, ProgrammingError
  13 from sfa.util.PostgreSQL import *
  14 from sfa.trust.gid import *
  15 from sfa.util.record import *
  16 from sfa.util.debug import *
  17 from sfa.util.config import *
  18 from sfa.util.filter import *
  19
  20 class GeniTable(list):
  21
  22     GENI_TABLE_PREFIX = "sfa"
  23
  24     def __init__(self, record_filter = None):
  25
  26         # pgsql doesn't like table names with "." in them, to replace it with "$"
  27         self.tablename = GeniTable.GENI_TABLE_PREFIX
  28         self.config = Config()
  29         self.db = PostgreSQL(self.config)
  30         # establish a connection to the pgsql server
  31         cninfo = self.config.get_plc_dbinfo()
  32         self.cnx = DB(cninfo['dbname'], cninfo['address'], port=cninfo['port'], user=cninfo['user'], passwd=cninfo['password'])
  33
  34         if record_filter:
  35             records = self.find(record_filter)
  36             for record in reocrds:
  37                 self.append(record)
  38
  39     def exists(self):
  40         tableList = self.cnx.get_tables()
  41         if 'public.' + self.tablename in tableList:
  42             return True
  43         if 'public."' + self.tablename + '"' in tableList:
  44             return True
  45         return False
  46
  47     def db_fields(self, obj=None):
  48
  49         db_fields = self.db.fields(self.GENI_TABLE_PREFIX)
  50         return dict( [ (key,value) for (key, value) in obj.items() \
  51                         if key in db_fields and
  52                         self.is_writable(key, value, GeniRecord.fields)] )
  53
  54     @staticmethod
  55     def is_writable (key,value,dict):
  56         # if not mentioned, assume it's writable (e.g. deleted ...)
  57         if key not in dict: return True
  58         # if mentioned but not linked to a Parameter object, idem
  59         if not isinstance(dict[key], Parameter): return True
  60         # if not marked ro, it's writable
  61         if not dict[key].ro: return True
  62
  63         return False
  64
  65
  66     def create(self):
  67
  68         querystr = "CREATE TABLE " + self.tablename + " ( \
  69                 record_id serial PRIMARY KEY , \
  70                 hrn text NOT NULL, \
  71                 authority text NOT NULL, \
  72                 peer_authority text, \
  73                 gid text, \
  74                 type text NOT NULL, \
  75                 pointer integer, \
  76                 date_created timestamp without time zone NOT NULL DEFAULT CURRENT_TIMESTAMP, \
  77                 last_updated timestamp without time zone NOT NULL DEFAULT CURRENT_TIMESTAMP);"
  78         template = "CREATE INDEX %s_%s_idx ON %s (%s);"
  79         indexes = [template % ( self.tablename, field, self.tablename, field) \
  80                    for field in ['hrn', 'type', 'authority', 'peer_authority', 'pointer']]
  81         # IF EXISTS doenst exist in postgres < 8.2
  82         try:
  83             self.cnx.query('DROP TABLE IF EXISTS ' + self.tablename)
  84         except ProgrammingError:
  85             try:
  86                 self.cnx.query('DROP TABLE ' + self.tablename)
  87             except ProgrammingError:
  88                 pass
  89
  90         self.cnx.query(querystr)
  91         for index in indexes:
  92             self.cnx.query(index)
  93
  94     def remove(self, record):
  95         query_str = "DELETE FROM %s WHERE record_id = %s" % \
  96                     (self.tablename, record['record_id'])
  97         self.cnx.query(query_str)
  98
  99         # if this is a site, remove all records where 'authority' == the
 100         # site's hrn
 101         if record['type'] == 'site':
 102             sql = " DELETE FROM %s WHERE authority = %s" % \
 103                     (self.tablename, record['hrn'])
 104             self.cnx.query(sql)
 105
 106     def insert(self, record):
 107         db_fields = self.db_fields(record)
 108         keys = db_fields.keys()
 109         values = [self.db.param(key, value) for (key, value) in db_fields.items()]
 110         query_str = "INSERT INTO " + self.tablename + \
 111                        "(" + ",".join(keys) + ") " + \
 112                        "VALUES(" + ",".join(values) + ")"
 113         self.db.do(query_str, db_fields)
 114         self.db.commit()
 115         result = self.find({'hrn': record['hrn'], 'type': record['type'], 'peer_authority': record['peer_authority']})
 116         if not result:
 117             record_id = None
 118         elif isinstance(result, list):
 119             record_id = result[0]['record_id']
 120         else:
 121             record_id = result['record_id']
 122
 123         return record_id
 124
 125     def update(self, record):
 126         db_fields = self.db_fields(record)
 127         keys = db_fields.keys()
 128         values = [self.db.param(key, value) for (key, value) in db_fields.items()]
 129         columns = ["%s = %s" % (key, value) for (key, value) in zip(keys, values)]
 130         query_str = "UPDATE %s SET %s WHERE record_id = %s" % \
 131                     (self.tablename, ", ".join(columns), record['record_id'])
 132         self.db.do(query_str, db_fields)
 133         self.db.commit()
 134
 135     def quote_string(self, value):
 136         return str(self.quote(value))
 137
 138     def quote(self, value):
 139         """
 140         Returns quoted version of the specified value.
 141         """
 142
 143         # The pgdb._quote function is good enough for general SQL
 144         # quoting, except for array types.
 145         if isinstance(value, (list, tuple, set)):
 146             return "ARRAY[%s]" % ", ".join(map, self.quote_string, value)
 147         else:
 148             return pgdb._quote(value)
 149
 150     def find(self, record_filter = None, columns=None):
 151         if not columns:
 152             columns = "*"
 153         else:
 154             columns = ",".join(columns)
 155         sql = "SELECT %s FROM %s WHERE True " % (columns, self.tablename)
 156
 157         if isinstance(record_filter, (list, tuple, set)):
 158             ints = filter(lambda x: isinstance(x, (int, long)), record_filter)
 159             strs = filter(lambda x: isinstance(x, StringTypes), record_filter)
 160             record_filter = Filter(GeniRecord.all_fields, {'record_id': ints, 'hrn': strs})
 161             sql += "AND (%s) %s " % record_filter.sql("OR")
 162         elif isinstance(record_filter, dict):
 163             record_filter = Filter(GeniRecord.all_fields, record_filter)
 164             sql += " AND (%s) %s" % record_filter.sql("AND")
 165         elif isinstance(record_filter, StringTypes):
 166             record_filter = Filter(GeniRecord.all_fields, {'hrn':[record_filter]})
 167             sql += " AND (%s) %s" % record_filter.sql("AND")
 168         elif isinstance(record_filter, int):
 169             record_filter = Filter(GeniRecord.all_fields, {'record_id':[record_filter]})
 170             sql += " AND (%s) %s" % record_filter.sql("AND")
 171
 172         results = self.cnx.query(sql).dictresult()
 173         if isinstance(results, dict):
 174             results = [results]
 175         return results
 176
 177     def findObjects(self, record_filter = None, columns=None):
 178
 179         results = self.find(record_filter, columns)
 180         result_rec_list = []
 181         for result in results:
 182             if result['type'] in ['authority']:
 183                 result_rec_list.append(AuthorityRecord(dict=result))
 184             elif result['type'] in ['node']:
 185                 result_rec_list.append(NodeRecord(dict=result))
 186             elif result['type'] in ['slice']:
 187                 result_rec_list.append(SliceRecord(dict=result))
 188             elif result['type'] in ['user']:
 189                 result_rec_list.append(UserRecord(dict=result))
 190             else:
 191                 result_rec_list.append(GeniRecord(dict=result))
 192         return result_rec_list
 193
 194
 195     def drop(self):
 196         try:
 197             self.cnx.query('DROP TABLE IF EXISTS ' + self.tablename)
 198         except ProgrammingError:
 199             try:
 200                 self.cnx.query('DROP TABLE ' + self.tablename)
 201             except ProgrammingError:
 202                 pass
 203
 204     @staticmethod
 205     def geni_records_purge(cninfo):
 206
 207         cnx = DB(cninfo['dbname'], cninfo['address'],
 208                  port=cninfo['port'], user=cninfo['user'], passwd=cninfo['password'])
 209         tableList = cnx.get_tables()
 210         for table in tableList:
 211             if table.startswith(GeniTable.GENI_TABLE_PREFIX) or \
 212                     table.startswith('public.' + GeniTable.GENI_TABLE_PREFIX) or \
 213                     table.startswith('public."' + GeniTable.GENI_TABLE_PREFIX):
 214                 report.trace("dropping table " + table)
 215                 cnx.query("DROP TABLE " + table)