2 pkg_resources.require("SQLAlchemy>=0.3.10")
3 pkg_resources.require("Elixir>=0.4.0")
4 # import the basic Elixir classes and functions for declaring the data model
5 # (see http://elixir.ematia.de/trac/wiki/TutorialDivingIn)
6 from elixir import EntityMeta, Entity, Field, OneToMany, ManyToOne, ManyToMany
7 from elixir import options_defaults, using_options, setup_all, entities
8 # import some datatypes for table columns from Elixir
9 # (see http://www.sqlalchemy.org/docs/04/types.html for more)
10 from elixir import String, Unicode, Integer, DateTime
11 from sqlalchemy import ColumnDefault
12 from sqlalchemy import Table
13 from sqlalchemy.orm import ColumnProperty, object_session
15 from xml.marshal.generic import Marshaller
16 from xml.dom.ext import PrettyPrint
17 from xml.dom.ext.reader.Sax import FromXml
18 from elementtree import ElementTree
20 options_defaults['autosetup'] = False
22 from elixir.statements import Statement
23 from sqlalchemy import Sequence
27 from monitor.database.dborm import zab_metadata, zab_session
29 __metadata__ = zab_metadata
30 __session__ = zab_session
33 # - declare association between Media and MediaType so that look ups can
34 # occur on 'description'
36 class ZabbixSerialize(object):
39 def xmlDeserialize(cls, xml):
41 return cls.dict2object(d)
43 def xmlSerialize(self, elem=None):
44 dict = self.convert_dict(self.to_dict())
46 if hasattr(self, 'deepcopy'):
47 for val in self.deepcopy:
48 dict[val] = getattr(self, val)
50 skip_keys = [self._descriptor.auto_primarykey]
51 if hasattr(self, 'skip_keys'):
52 skip_keys += self.skip_keys
54 return self.xmlMessage(dict, skip_keys, elem)
57 def xmlMessage(cls, dict=None, skip_keys=[], use_elem=None):
59 elem = ElementTree.Element(cls.classname())
61 if isinstance(dict, type({})):
62 for key, value in dict.items():
66 if isinstance(value, type(0)):
67 ElementTree.SubElement(elem, key, type="int").text = str(value)
69 elif isinstance(value, type(0L)):
70 ElementTree.SubElement(elem, key, type="long").text = str(value)
72 elif isinstance(value, type([])):
74 e = ElementTree.SubElement(elem, key, type="list")
76 d = obj.convert_dict(obj.to_dict())
79 ElementTree.SubElement(elem, key).text = value
81 elif isinstance(dict, type([])):
84 key = "%s_list" % o.__class__.__name__.lower()
85 e = ElementTree.SubElement(elem, key, type="list")
87 d = obj.convert_dict(obj.to_dict())
90 if use_elem is not None:
93 return ElementTree.tostring(elem)
96 def xml2dict(cls, message, elem=None):
97 em = get_zabbix_entitymap()
99 if message and elem is None:
100 elem = ElementTree.XML(message)
102 raise Exception("Cannot proceed with empty xml, and no elem")
104 #print "tag: %s : classname : %s" % (elem.tag, cls.classname())
105 if cls is not ZabbixSerialize:
106 assert elem.tag == cls.classname()
109 if elem.get("type") == "int":
110 dict[elem.tag] = int(elem.text)
111 elif elem.get("type") == "long":
112 dict[elem.tag] = long(elem.text)
113 elif elem.get("type") == "list":
114 if cls is not ZabbixSerialize:
115 assert elem.tag in cls.deepcopy, "List (%s) in XML is not a recognized type for this object (%s)" % (elem.tag, cls.classname())
118 dict[elem.tag].append( em[e.tag].xml2dict(None, e) )
119 elif elem.text is None:
122 dict[elem.tag] = elem.text
126 def dict2object(cls, dict):
127 em = get_zabbix_entitymap()
128 if cls is ZabbixSerialize:
129 # note: assume that there's only one type of class
131 for key in dict.keys():
132 clsobj = get_zabbix_class_from_name(key)
133 retdict[key] = [ clsobj.dict2object(data) for data in dict[key] ]
136 # take deepcopy values out of dict.
138 if hasattr(cls, 'deepcopy'):
139 for val in cls.deepcopy:
141 backup[val] = dict[val]
145 # for each deepcopy object, convert all values in list
146 for k in backup.keys():
147 clsobj = get_zabbix_class_from_name(k)
148 l = [ clsobj.dict2object(data) for data in backup[k] ]
151 # find or create the primary object
152 obj = cls.find_or_create(**dict)
153 #if cls is DiscoveryCheck or \
154 # cls is ActionCondition or \
155 # cls is ActionOperation:
156 # # NOTE: Some objects should always be created. like DiscoveryCheck
159 # obj = cls.get_by(**dict)
162 # print "CREATING NEW %s" % cls.classname()
165 # print "FOUND EXISTING OBJECT: %s"% obj
167 # add deepcopy values to primary object
168 for k in backup.keys():
169 print type(backup[k][0])
171 if isinstance(obj, User) and isinstance(backup[k][0], UsrGrp):
172 print "adding groups to user"
176 elif isinstance(obj, User) and isinstance(backup[k][0], Media):
177 print "adding media to user"
179 obj.media_list.append(g)
181 elif isinstance(obj, UsrGrp) and isinstance(backup[k][0], HostGroup):
182 print "adding hostgroup to usergroup"
183 print "NOT IMPLEMENTED!!!"
185 obj.append_hostgroup(g)
188 elif isinstance(obj, Action) and isinstance(backup[k][0], ActionCondition):
189 print "adding actionconditon to action"
191 obj.actioncondition_list.append(g)
193 elif isinstance(obj, Action) and isinstance(backup[k][0], ActionOperation):
194 print "adding actionoperation to action"
196 obj.actionoperation_list.append(g)
198 elif isinstance(obj, ActionOperation) and \
199 isinstance(backup[k][0], OperationCondition):
200 print "adding operationcondition to actionoperation"
202 obj.operationcondition_list.append(g)
204 elif isinstance(obj, DiscoveryRule) and isinstance(backup[k][0], DiscoveryCheck):
205 print "adding discoverycheck to discoveryrule"
207 obj.discoverycheck_list.append(v)
211 def convert_dict(self, d):
214 if type(d[key]) == type([]):
215 rd[str(key)] = [ self.convert_dict(v) for v in d[key] ]
217 rd[str(key)] = d[key]
224 def prettyserialize(self):
225 xml = self.xmlSerialize()
229 class ZabbixEntity(ZabbixSerialize):
230 __metaclass__ = EntityMeta
232 def __init__(self, **kwargs):
233 print "__INIT__ %s" % self.classname()
234 tablename = self._descriptor.tablename
235 fieldname = self._descriptor.auto_primarykey
236 index = IDs.get_by(table_name=tablename, field_name=fieldname)
238 print "NEW IDs index INSIDE INIT"
239 index = IDs(table_name=tablename, field_name=fieldname, nodeid=0, nextid=10)
241 index.nextid = index.nextid + 1
242 kwargs[fieldname] = index.nextid
247 if hasattr(self, 'deepcopy'):
248 for k in self.deepcopy:
249 rd[k] = [ str(v) for v in getattr(self, k) ]
251 rd.update(self.to_dict())
258 return self.classname() + "(" + val + ")"
264 def set(self, **kwargs):
265 for key, value in kwargs.iteritems():
266 setattr(self, key, value)
269 def find_or_create(cls, exec_if_new=None, set_if_new={}, **kwargs):
270 if cls is DiscoveryCheck or cls is ActionCondition or \
271 cls is ActionOperation:
272 # NOTE: Some objects should always be created. like DiscoveryCheck
275 # NOTE: ignore *_list items
278 if "_list" not in key:
279 query[key] = kwargs[key]
280 print "SEARCHING USING %s" % query
281 obj = cls.get_by(**query)
284 print "CREATING NEW %s" % cls.classname()
285 print "USING %s" % kwargs
287 obj.set(**set_if_new)
291 print "FOUND EXISTING OBJECT: %s"% obj
295 def update_or_create(cls, data, surrogate=True):
296 pk_props = cls._descriptor.primary_key_properties
298 # if all pk are present and not None
299 if not [1 for p in pk_props if data.get(p.key) is None]:
300 pk_tuple = tuple([data[prop.key] for prop in pk_props])
301 record = cls.query.get(pk_tuple)
304 raise Exception("cannot create surrogate with pk")
311 raise Exception("cannot create non surrogate without pk")
312 record.from_dict(data)
314 update_or_create = classmethod(update_or_create)
316 def from_dict(self, data):
318 Update a mapped class with data from a JSON-style nested dict/list
321 # surrogate can be guessed from autoincrement/sequence but I guess
322 # that's not 100% reliable, so we'll need an override
324 mapper = sqlalchemy.orm.object_mapper(self)
326 for key, value in data.iteritems():
327 if isinstance(value, dict):
328 dbvalue = getattr(self, key)
329 rel_class = mapper.get_property(key).mapper.class_
330 pk_props = rel_class._descriptor.primary_key_properties
332 # If the data doesn't contain any pk, and the relationship
333 # already has a value, update that record.
334 if not [1 for p in pk_props if p.key in data] and \
336 dbvalue.from_dict(value)
338 record = rel_class.update_or_create(value)
339 setattr(self, key, record)
340 elif isinstance(value, list) and \
341 value and isinstance(value[0], dict):
343 rel_class = mapper.get_property(key).mapper.class_
346 if not isinstance(row, dict):
348 'Cannot send mixed (dict/non dict) data '
349 'to list relationships in from_dict data.')
350 record = rel_class.update_or_create(row)
351 new_attr_value.append(record)
352 setattr(self, key, new_attr_value)
354 setattr(self, key, value)
356 def to_dict(self, deep={}, exclude=[]):
357 """Generate a JSON-style nested dict/list structure from an object."""
358 col_prop_names = [p.key for p in self.mapper.iterate_properties \
359 if isinstance(p, ColumnProperty)]
360 data = dict([(name, getattr(self, name))
361 for name in col_prop_names if name not in exclude])
362 for rname, rdeep in deep.iteritems():
363 dbdata = getattr(self, rname)
364 #FIXME: use attribute names (ie coltoprop) instead of column names
365 fks = self.mapper.get_property(rname).remote_side
366 exclude = [c.name for c in fks]
367 if isinstance(dbdata, list):
368 data[rname] = [o.to_dict(rdeep, exclude) for o in dbdata]
370 data[rname] = dbdata.to_dict(rdeep, exclude)
374 def flush(self, *args, **kwargs):
375 return object_session(self).flush([self], *args, **kwargs)
377 def delete(self, *args, **kwargs):
378 return object_session(self).delete(self, *args, **kwargs)
380 def expire(self, *args, **kwargs):
381 return object_session(self).expire(self, *args, **kwargs)
383 def refresh(self, *args, **kwargs):
384 return object_session(self).refresh(self, *args, **kwargs)
386 def expunge(self, *args, **kwargs):
387 return object_session(self).expunge(self, *args, **kwargs)
389 # This bunch of session methods, along with all the query methods below
390 # only make sense when using a global/scoped/contextual session.
391 def _global_session(self):
392 return self._descriptor.session.registry()
393 _global_session = property(_global_session)
395 def merge(self, *args, **kwargs):
396 return self._global_session.merge(self, *args, **kwargs)
398 def save(self, *args, **kwargs):
399 return self._global_session.save(self, *args, **kwargs)
401 def update(self, *args, **kwargs):
402 return self._global_session.update(self, *args, **kwargs)
404 # only exist in SA < 0.5
405 # IMO, the replacement (session.add) doesn't sound good enough to be added
406 # here. For example: "o = Order(); o.add()" is not very telling. It's
407 # better to leave it as "session.add(o)"
408 def save_or_update(self, *args, **kwargs):
409 return self._global_session.save_or_update(self, *args, **kwargs)
412 def get_by(cls, *args, **kwargs):
413 return cls.query.filter_by(*args, **kwargs).first()
414 get_by = classmethod(get_by)
416 def get(cls, *args, **kwargs):
417 return cls.query.get(*args, **kwargs)
418 get = classmethod(get)
426 class Escalation(ZabbixEntity):
428 tablename='escalations',
430 auto_primarykey='escalationid'
433 class Event(ZabbixEntity):
437 auto_primarykey='eventid'
440 class Item(ZabbixEntity):
444 auto_primarykey='itemid'
447 class Acknowledge(ZabbixEntity):
449 tablename='acknowledges',
451 auto_primarykey='acknowledgeid'
454 class Trigger(ZabbixEntity):
456 tablename='triggers',
458 auto_primarykey='triggerid'
462 class Right(ZabbixEntity):
463 # rights of a usergroup to interact with hosts of a hostgroup
467 auto_primarykey='rightid',
469 # column groupid is an index to usrgrp.usrgrpid
470 # column id is an index into the host-groups.groupid
471 # permission is 3=rw, 2=ro, 1=r_list, 0=deny
473 # TODO: NOTE: When serialization occurs, the 'permissions' field is lost,
474 # currently since the rights table is merely treated as an intermediate
475 # table for the m2m between usrgrp and groups.
477 rights = Table('rights', __metadata__, autoload=True)
478 hostsgroups = Table('hosts_groups', __metadata__, autoload=True)
479 hoststemplates = Table('hosts_templates', __metadata__, autoload=True)
482 # m2m table between hosts and groups below
483 class HostsGroups(ZabbixEntity):
485 tablename='hosts_groups',
487 auto_primarykey='hostgroupid',
490 class HostsTemplates(ZabbixEntity):
492 tablename='hosts_templates',
494 auto_primarykey='hosttemplateid',
497 class Host(ZabbixEntity):
501 auto_primarykey='hostid',
503 hostgroup_list = ManyToMany(
506 foreign_keys=lambda: [hostsgroups.c.groupid, hostsgroups.c.hostid],
507 primaryjoin=lambda: Host.hostid==hostsgroups.c.hostid,
508 secondaryjoin=lambda: HostGroup.groupid==hostsgroups.c.groupid,
510 template_list = ManyToMany(
512 table=hoststemplates,
513 foreign_keys=lambda: [hoststemplates.c.hostid, hoststemplates.c.templateid],
514 primaryjoin=lambda: Host.hostid==hoststemplates.c.hostid,
515 secondaryjoin=lambda: Host.hostid==hoststemplates.c.templateid,
518 def append_template(self, template):
519 row = HostsTemplates(hostid=self.hostid, templateid=template.hostid)
522 def remove_template(self, template):
523 row = HostsTemplates.get_by(hostid=self.hostid, templateid=template.hostid)
528 # NOTE: media objects are automatically handled.
529 hosts_templates_match = HostsTemplates.query.filter_by(hostid=self.hostid).all()
530 for row in hosts_templates_match:
533 hosts_groups_match = HostsGroups.query.filter_by(hostid=self.hostid).all()
534 for row in hosts_groups_match:
536 super(Host, self).delete()
538 class HostGroup(ZabbixEntity):
542 auto_primarykey='groupid',
544 usrgrp_list = ManyToMany(
547 foreign_keys=lambda: [rights.c.groupid, rights.c.id],
548 primaryjoin=lambda: HostGroup.groupid==rights.c.id,
549 secondaryjoin=lambda: UsrGrp.usrgrpid==rights.c.groupid,
551 host_list = ManyToMany(
554 foreign_keys=lambda: [hostsgroups.c.groupid, hostsgroups.c.hostid],
555 primaryjoin=lambda: HostGroup.groupid==hostsgroups.c.groupid,
556 secondaryjoin=lambda: Host.hostid==hostsgroups.c.hostid,
559 # NOTE: media objects are automatically handled.
560 hosts_groups_match = HostsGroups.query.filter_by(groupid=self.groupid).all()
561 for row in hosts_groups_match:
563 super(HostGroup, self).delete()
565 class UsersGroups(ZabbixEntity):
567 tablename='users_groups',
569 auto_primarykey='id',
572 class MediaType(ZabbixEntity):
574 tablename='media_type',
576 auto_primarykey='mediatypeid',
579 class Script(ZabbixEntity):
583 auto_primarykey='scriptid',
587 # DISCOVERY ################################################3
589 class DiscoveryCheck(ZabbixEntity):
593 auto_primarykey='dcheckid',
595 skip_keys = ['druleid']
596 discoveryrule = ManyToOne('DiscoveryRule',
597 primaryjoin=lambda: DiscoveryCheck.druleid == DiscoveryRule.druleid,
598 foreign_keys=lambda: [DiscoveryCheck.druleid],
601 class DiscoveryRule(ZabbixEntity): # parent of dchecks
605 auto_primarykey='druleid',
607 deepcopy = ['discoverycheck_list']
608 discoverycheck_list = OneToMany('DiscoveryCheck', cascade='all, delete-orphan',
609 primaryjoin=lambda: DiscoveryCheck.druleid == DiscoveryRule.druleid,
610 foreign_keys=lambda: [DiscoveryCheck.druleid])
612 discoveredhost_list = OneToMany('DiscoveredHost', cascade='all, delete-orphan',
613 primaryjoin=lambda: DiscoveredHost.druleid == DiscoveryRule.druleid,
614 foreign_keys=lambda: [DiscoveredHost.druleid])
616 class DiscoveredHost(ZabbixEntity):
620 auto_primarykey='dhostid',
622 discoveryrule = ManyToOne('DiscoveryRule',
623 primaryjoin=lambda: DiscoveredHost.druleid == DiscoveryRule.druleid,
624 foreign_keys=lambda: [DiscoveredHost.druleid],
627 discoveryservice_list = OneToMany('DiscoveryService', cascade='all, delete-orphan',
628 primaryjoin=lambda: DiscoveryService.dhostid== DiscoveredHost.dhostid,
629 foreign_keys=lambda: [DiscoveryService.dhostid],)
631 class DiscoveryService(ZabbixEntity):
633 tablename='dservices',
635 auto_primarykey='dserviceid',
637 discoveryrule = ManyToOne('DiscoveredHost',
638 primaryjoin=lambda: DiscoveryService.dhostid== DiscoveredHost.dhostid,
639 foreign_keys=lambda: [DiscoveryService.dhostid],
643 # ACTIONS ################################################3
645 class ActionOperation(ZabbixEntity):
647 tablename='operations', autoload=True, auto_primarykey='operationid',
649 deepcopy = ['operationcondition_list']
650 skip_keys = ['actionid']
651 action = ManyToOne('Action', ondelete='cascade',
652 primaryjoin=lambda: ActionOperation.actionid == Action.actionid,
653 foreign_keys=lambda: [ActionOperation.actionid])
655 operationcondition_list = OneToMany('OperationCondition', cascade='all, delete-orphan',
656 primaryjoin=lambda: OperationCondition.operationid == ActionOperation.operationid,
657 foreign_keys=lambda: [OperationCondition.operationid])
659 class OperationCondition(ZabbixEntity):
661 tablename='opconditions', autoload=True, auto_primarykey='opconditionid',
663 skip_keys = ['operationid']
664 actionoperation = ManyToOne('ActionOperation', ondelete='cascade',
665 primaryjoin=lambda: OperationCondition.operationid == ActionOperation.operationid,
666 foreign_keys=lambda: [OperationCondition.operationid])
668 class ActionCondition(ZabbixEntity):
670 tablename='conditions', autoload=True, auto_primarykey='conditionid',
672 skip_keys = ['actionid']
673 action = ManyToOne('Action', ondelete='cascade',
674 primaryjoin=lambda: ActionCondition.actionid == Action.actionid,
675 foreign_keys=lambda: [ActionCondition.actionid])
677 class Action(ZabbixEntity):
679 tablename='actions', autoload=True, auto_primarykey='actionid',
681 deepcopy = ['actionoperation_list', 'actioncondition_list']
682 actionoperation_list = OneToMany('ActionOperation', cascade='all, delete-orphan',
683 primaryjoin=lambda: ActionOperation.actionid == Action.actionid,
684 foreign_keys=lambda: [ActionOperation.actionid])
686 actioncondition_list = OneToMany('ActionCondition', cascade='all, delete-orphan',
687 primaryjoin=lambda: ActionCondition.actionid == Action.actionid,
688 foreign_keys=lambda: [ActionCondition.actionid])
690 # USERS & EMAIL MEDIA ################################################3
692 class Media(ZabbixEntity):
696 auto_primarykey='mediaid',
698 skip_keys = ['userid']
699 user = ManyToOne('User',
700 primaryjoin=lambda: Media.userid == User.userid,
701 foreign_keys=lambda: [Media.userid],
704 users_groups = Table('users_groups', __metadata__, autoload=True)
706 class User(ZabbixEntity): # parent of media
710 auto_primarykey='userid',
712 deepcopy = ['media_list', 'usrgrp_list']
713 media_list = OneToMany('Media',
714 primaryjoin=lambda: Media.userid == User.userid,
715 foreign_keys=lambda: [Media.userid],
716 cascade='all, delete-orphan')
718 # READ-ONLY: do not append or remove groups here.
719 usrgrp_list = ManyToMany('UsrGrp',
721 foreign_keys=lambda: [users_groups.c.userid, users_groups.c.usrgrpid],
722 primaryjoin=lambda: User.userid==users_groups.c.userid,
723 secondaryjoin=lambda: UsrGrp.usrgrpid==users_groups.c.usrgrpid)
726 # NOTE: media objects are automatically handled.
727 users_groups_match = UsersGroups.query.filter_by(userid=self.userid).all()
728 for row in users_groups_match:
730 super(User, self).delete()
732 def append_group(self, group):
733 ug_row = UsersGroups(usrgrpid=group.usrgrpid, userid=self.userid)
736 def remove_group(self, group):
737 ug_row = UsersGroups.get_by(usrgrpid=group.usrgrpid, userid=self.userid)
738 if ug_row is not None:
742 class UsrGrp(ZabbixEntity):
746 auto_primarykey='usrgrpid',
748 deepcopy= ['hostgroup_list']
750 user_list = ManyToMany(
753 foreign_keys=lambda: [users_groups.c.userid, users_groups.c.usrgrpid],
754 secondaryjoin=lambda: User.userid==users_groups.c.userid,
755 primaryjoin=lambda: UsrGrp.usrgrpid==users_groups.c.usrgrpid,
758 hostgroup_list = ManyToMany(
761 foreign_keys=lambda: [rights.c.groupid, rights.c.id],
762 primaryjoin=lambda: UsrGrp.usrgrpid==rights.c.groupid,
763 secondaryjoin=lambda: HostGroup.groupid==rights.c.id,
767 rights_match = Right.query.filter_by(groupid=self.usrgrpid).all()
768 for row in rights_match:
771 users_groups_match = UsersGroups.query.filter_by(usrgrpid=self.usrgrpid).all()
772 for row in users_groups_match:
775 super(UsrGrp, self).delete()
777 def append_hostgroup(self, hg):
778 # NOTE: I know it looks wrong, but this is how the keys are mapped.
779 print "APPENDING HOSTGROUP %s!!!!!!!!!!" % hg.name
780 ug_row = Right(groupid=self.usrgrpid, id=hg.groupid, permission=3)
784 def append_user(self, user):
785 ug_row = UsersGroups(userid=user.userid, usrgrpid=self.usrgrpid)
789 def remove_user(self, user):
790 ug_row = UsersGroups.get_by(userid=user.userid, usrgrpid=self.usrgrpid)
791 if ug_row is not None:
797 'scripts' : 'scriptid',
798 'usrgrp' : 'usrgrpid',
801 'users_groups' : 'id',
802 'groups' : 'groupid',
803 'rights' : 'rightid',
804 'drules' : 'druleid',
805 'dchecks' : 'dcheckid',
806 'actions' : 'actionid',
807 'conditions' : 'conditionid',
808 'operations' : 'operationid',
809 'opconditions' : 'opconditionid',
811 need_to_flush = False
813 for tablename in fields.keys():
814 fieldname = fields[tablename]
816 index = IDs.get_by(table_name=tablename, field_name=fieldname)
818 print "NEW IDs index INSIDE confirm_ids"
819 index = IDs(table_name=tablename, field_name=fieldname, nodeid=0, nextid=10)
830 def get_zabbix_class_from_name(name):
831 em = get_zabbix_entitymap()
834 name=name[:-5] # strip off the _list part.
837 if name == k.lower():
841 def get_zabbix_entitymap():
843 for n,c in zip([ u.__name__ for u in entities], entities):
847 # COMMON OBJECT TYPES
848 class OperationConditionNotAck(object):
850 o = OperationCondition(
851 conditiontype=defines.CONDITION_TYPE_EVENT_ACKNOWLEDGED,
852 operator=defines.CONDITION_OPERATOR_EQUAL,