monitor/wrapper/plccache.py

   1 #!/usr/bin/python
   2
   3 import sys
   4 from monitor.wrapper import plc
   5 from monitor.database.info.model import *
   6 import profile
   7
   8 def dsites_from_lsites(l_sites):
   9         d_sites = {}
  10         id2lb = {}
  11         for site in l_sites:
  12                 if not site['login_base'] in d_sites:
  13                         d_sites[site['login_base']] = site
  14                         id2lb[site['site_id']] = site['login_base']
  15                 else:
  16                         #print "Two sites have the same login_base value %s!" % site['login_base']
  17                         #sys.exit(1)
  18                         continue
  19         return (d_sites, id2lb)
  20
  21 def dsn_from_dsln(d_sites, id2lb, l_nodes):
  22         lb2hn = {}
  23         dsn = {}
  24         hn2lb = {}
  25         for id in id2lb:
  26                 if id2lb[id] not in lb2hn:
  27                         lb2hn[id2lb[id]] = []
  28
  29         for node in l_nodes:
  30                 # this won't reach sites without nodes, which I guess isn't a problem.
  31                 if node['site_id'] in id2lb.keys():
  32                         login_base = id2lb[node['site_id']]
  33                 else:
  34                         print "%s has a foreign site_id %s" % (node['hostname'],
  35                                                                                                         node['site_id'])
  36                         continue
  37                         for i in id2lb:
  38                                 print i, " ", id2lb[i]
  39                         raise Exception, "Node has missing site id!! %s %d" %(node['hostname'], node['site_id'])
  40                 if not login_base in dsn:
  41                         lb2hn[login_base] = []
  42                         dsn[login_base] = {}
  43                         dsn[login_base]['plc'] = d_sites[login_base]
  44                         dsn[login_base]['monitor'] = {} # event log, or something
  45
  46                 hostname = node['hostname']
  47                 lb2hn[login_base].append(node)
  48                 dsn[login_base][hostname] = {}
  49                 dsn[login_base][hostname]['plc'] = node
  50                 dsn[login_base][hostname]['comon'] = {}
  51                 dsn[login_base][hostname]['monitor'] = {}
  52
  53                 hn2lb[hostname] = login_base
  54         return (dsn, hn2lb, lb2hn)
  55
  56 l_sites = None
  57 l_nodes = None
  58 l_pcus = None
  59
  60 plcdb_hn2lb = None
  61 plcdb_lb2hn = None
  62 plcdb_id2lb = None
  63
  64 def init():
  65         global l_sites
  66         global l_nodes
  67         global l_pcus
  68         global plcdb_hn2lb
  69         global plcdb_lb2hn
  70         global plcdb_id2lb
  71         print "initing plccache"
  72
  73         dbsites = PlcSite.query.all()
  74         l_sites = [ s.plc_site_stats for s in dbsites ]
  75
  76         print "plcnode"
  77         dbnodes = PlcNode.query.all()
  78         l_nodes = [ s.plc_node_stats for s in dbnodes ]
  79
  80         print "plcpcu"
  81         dbpcus = PlcPCU2.query.all()
  82         l_pcus = []
  83         for s in dbpcus:
  84                 pcu = {}
  85                 for k in ['username', 'protocol', 'node_ids', 'ip',
  86                                   'pcu_id', 'hostname', 'site_id', 'notes',
  87                                   'model', 'password', 'ports']:
  88                         pcu[k] = getattr(s, k)
  89                 l_pcus.append(pcu)
  90         #l_pcus = [ s.plc_pcu_stats for s in dbpcus ]
  91
  92         print "dsites_from_lsites"
  93         (d_sites,id2lb) = dsites_from_lsites(l_sites)
  94         print "dsn_from_dsln"
  95         (plcdb, hn2lb, lb2hn) = dsn_from_dsln(d_sites, id2lb, l_nodes)
  96
  97         plcdb_hn2lb = hn2lb
  98         plcdb_lb2hn = lb2hn
  99         plcdb_id2lb = id2lb
 100
 101         return
 102
 103 def GetNodesByIds(ids):
 104         ret = []
 105         for node_id in ids:
 106                 node = PlcNode.get_by(node_id=node_id)
 107                 ret.append(node.plc_node_stats)
 108         return ret
 109
 110 def GetNodesBySite(loginbase):
 111         site = PlcSite.get_by(loginbase=loginbase)
 112         return GetNodesByIds(site.plc_site_stats['node_ids'])
 113
 114 def GetNodeByName(hostname):
 115         node = PlcNode.get_by(hostname=hostname)
 116         return node.plc_node_stats
 117
 118 def GetSitesByName(sitelist):
 119         ret = []
 120         for site in sitelist:
 121                 site = PlcSite.get_by(loginbase=site)
 122                 ret.append(site.plc_site_stats)
 123         return ret
 124
 125 def GetSitesById(idlist):
 126         ret = []
 127         for site_id in idlist:
 128                 site = PlcSite.get_by(site_id=site_id)
 129                 ret.append(site.plc_site_stats)
 130         return ret
 131
 132 def deleteExtra(l_plc, objectClass=PlcSite, dbKey='loginbase', plcKey='login_base'):
 133         dbobjs = objectClass.query.all()
 134         dbobj_key = [ getattr(s, dbKey) for s in dbobjs ]
 135         plcobj_key = [ s[plcKey] for s in l_plc ]
 136         extra_key = set(dbobj_key) - set(plcobj_key)
 137         for obj in extra_key:
 138                 print "deleting %s" % obj
 139                 dbobj = objectClass.get_by(**{dbKey : obj})
 140                 dbobj.delete()
 141
 142 def sync():
 143         l_sites = plc.api.GetSites({'peer_id':None},
 144                                                 ['login_base', 'site_id', 'abbreviated_name', 'latitude',
 145                                                 'longitude', 'max_slices', 'slice_ids', 'node_ids',
 146                                                 'enabled', 'date_created' ])
 147         l_nodes = plc.api.GetNodes({'peer_id':None},
 148                                                 ['hostname', 'node_id', 'ports', 'site_id', 'boot_state',
 149                                                  'version', 'last_updated', 'date_created', 'key',
 150                                                  'last_contact', 'pcu_ids', 'interface_ids'])
 151         l_pcus = plc.api.GetPCUs()
 152
 153         print "sync sites"
 154         for site in l_sites:
 155                 dbsite = PlcSite.findby_or_create(site_id=site['site_id'])
 156                 dbsite.loginbase = site['login_base']
 157                 dbsite.date_checked = datetime.now()
 158                 dbsite.plc_site_stats = site
 159         deleteExtra(l_sites, PlcSite, 'loginbase', 'login_base')
 160         deleteExtra(l_sites, HistorySiteRecord, 'loginbase', 'login_base')
 161         session.flush()
 162
 163         print "sync pcus"
 164         for pcu in l_pcus:
 165                 dbpcu = PlcPCU2.findby_or_create(pcu_id=pcu['pcu_id'])
 166                 dbpcu.date_checked = datetime.now()
 167                 for key in pcu.keys():
 168                         print "setting %s  = %s" % (key, pcu[key])
 169                         setattr(dbpcu, key, pcu[key])
 170
 171         deleteExtra(l_pcus, PlcPCU2, 'pcu_id', 'pcu_id')
 172         deleteExtra(l_pcus, HistoryPCURecord, 'plc_pcuid', 'pcu_id')
 173         deleteExtra(l_pcus, FindbadPCURecord, 'plc_pcuid', 'pcu_id')
 174         session.flush()
 175
 176         print "sync nodes"
 177         for node in l_nodes:
 178                 dbnode = PlcNode.findby_or_create(node_id=node['node_id'])
 179                 dbnode.hostname = node['hostname']
 180                 dbnode.date_checked = datetime.now()
 181                 dbnode.plc_node_stats = node
 182         deleteExtra(l_nodes, PlcNode, 'hostname', 'hostname')
 183         deleteExtra(l_nodes, HistoryNodeRecord, 'hostname', 'hostname')
 184         deleteExtra(l_nodes, FindbadNodeRecord, 'hostname', 'hostname')
 185         session.flush()
 186
 187         init()
 188
 189         return
 190
 191 if __name__ == '__main__':
 192         sync()
 193 else:
 194         init()