X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=unified_model.py;h=31b0ef6c1b1cb3eee19237e3443c48289b609856;hb=6f2351e4b44590221425fa9b4bfa77c92db49b6a;hp=e0a6ffaff078bb8d72c1786206d5ff9b5ac0a4f3;hpb=d0652340b89d51c6115edb13d5c7c72b34dea66f;p=monitor.git diff --git a/unified_model.py b/unified_model.py index e0a6ffa..31b0ef6 100755 --- a/unified_model.py +++ b/unified_model.py @@ -1,23 +1,18 @@ #!/usr/bin/python -import soltesz +from monitor import database -import plc -import auth -api = plc.PLC(auth.auth, auth.plc) - -import mailer +from monitor.wrapper import plc +from monitor.wrapper import mailer import time -from nodecommon import * -from const import * +from model import * +from monitor.const import * +from monitor import util +from monitor import config def gethostlist(hostlist_file): - import config - return config.getListFromFile(hostlist_file) - - #nodes = api.GetNodes({'peer_id' : None}, ['hostname']) - #return [ n['hostname'] for n in nodes ] + return util.file.getListFromFile(hostlist_file) def array_to_priority_map(array): """ Create a mapping where each entry of array is given a priority equal @@ -70,7 +65,7 @@ class PenaltyMap: # condition/penalty is applied, move to the next phase. -fb = soltesz.dbLoad("findbad") +#fb = database.dbLoad("findbad") class RT(object): def __init__(self, ticket_id = None): @@ -91,7 +86,7 @@ class RT(object): return self.status def closeTicket(self): - mailer.closeTicketViaRT(self.ticket_id) + mailer.closeTicketViaRT(self.ticket_id, "Ticket CLOSED automatically by SiteAssist.") def email(self, subject, body, to): self.ticket_id = mailer.emailViaRT(subject, body, to, self.ticket_id) @@ -150,10 +145,10 @@ class PersistFlags(Recent): db = "persistflags" try: - pm = soltesz.dbLoad(db) + pm = database.dbLoad(db) except: - soltesz.dbDump(db, {}) - pm = soltesz.dbLoad(db) + database.dbDump(db, {}) + pm = database.dbLoad(db) #print pm if id in pm: obj = pm[id] @@ -172,9 +167,9 @@ class PersistFlags(Recent): Recent.__init__(self, withintime) def save(self): - pm = soltesz.dbLoad(self.db) + pm = database.dbLoad(self.db) pm[self.id] = self - soltesz.dbDump(self.db, pm) + database.dbDump(self.db, pm) def resetFlag(self, name): self.__setattr__(name, False) @@ -222,20 +217,20 @@ class PersistMessage(Message): db = "persistmessages" try: - pm = soltesz.dbLoad(db) + pm = database.dbLoad(db) except: - soltesz.dbDump(db, {}) - pm = soltesz.dbLoad(db) + database.dbDump(db, {}) + pm = database.dbLoad(db) #print pm if id in pm: - print "Using existing object" + #print "Using existing object" obj = pm[id] else: - print "creating new object" + #print "creating new object" obj = super(PersistMessage, typ).__new__(typ, [id, subject, message, via_rt], **kwargs) obj.id = id - obj.actiontracker = Recent(3*60*60*24) + obj.actiontracker = Recent(1*60*60*24) obj.ticket_id = None if 'ticket_id' in kwargs and kwargs['ticket_id'] is not None: @@ -252,18 +247,20 @@ class PersistMessage(Message): def reset(self): self.actiontracker.unsetRecent() + def save(self): + pm = database.dbLoad(self.db) + pm[self.id] = self + database.dbDump(self.db, pm) + def send(self, to): if not self.actiontracker.isRecent(): self.ticket_id = Message.send(self, to) self.actiontracker.setRecent() - - #print "recording object for persistance" - pm = soltesz.dbLoad(self.db) - pm[self.id] = self - soltesz.dbDump(self.db, pm) + self.save() else: # NOTE: only send a new message every week, regardless. - print "Not sending to host b/c not within window of %s days" % (self.actiontracker.withintime // 60*60*24) + # NOTE: can cause thank-you messages to be lost, for instance when node comes back online within window. + print "Not sending to host b/c not within window of %s days" % (self.actiontracker.withintime // (60*60*24)) class MonitorMessage(object): def __new__(typ, id, *args, **kwargs): @@ -274,11 +271,11 @@ class MonitorMessage(object): try: if 'reset' in kwargs and kwargs['reset'] == True: - soltesz.dbDump(db, {}) - pm = soltesz.dbLoad(db) + database.dbDump(db, {}) + pm = database.dbLoad(db) except: - soltesz.dbDump(db, {}) - pm = soltesz.dbLoad(db) + database.dbDump(db, {}) + pm = database.dbLoad(db) #print pm if id in pm: @@ -346,11 +343,11 @@ class PersistSitePenalty(SitePenalty): try: if 'reset' in kwargs and kwargs['reset'] == True: - soltesz.dbDump(db, {}) - pm = soltesz.dbLoad(db) + database.dbDump(db, {}) + pm = database.dbLoad(db) except: - soltesz.dbDump(db, {}) - pm = soltesz.dbLoad(db) + database.dbDump(db, {}) + pm = database.dbLoad(db) #print pm if id in pm: @@ -369,9 +366,9 @@ class PersistSitePenalty(SitePenalty): self.id = id def save(self): - pm = soltesz.dbLoad(self.db) + pm = database.dbLoad(self.db) pm[self.id] = self - soltesz.dbDump(self.db, pm) + database.dbDump(self.db, pm) class Target: @@ -413,7 +410,7 @@ class Record(object): def __init__(self, hostname, data): self.hostname = hostname self.data = data - self.plcdb_hn2lb = soltesz.dbLoad("plcdb_hn2lb") + self.plcdb_hn2lb = database.dbLoad("plcdb_hn2lb") self.loginbase = self.plcdb_hn2lb[self.hostname] return @@ -427,6 +424,7 @@ class Record(object): def severity(self): category = self.data['category'] prev_category = self.data['prev_category'] + #print "SEVERITY: ", category, prev_category val = cmpCategoryVal(category, prev_category) return val @@ -448,7 +446,7 @@ class Record(object): def getDaysDown(cls, diag_record): daysdown = -1 - if diag_record['comonstats']['uptime'] != "null": + if diag_record['comonstats']['uptime'] != "null" and diag_record['comonstats']['uptime'] != "-1": daysdown = - int(float(diag_record['comonstats']['uptime'])) // (60*60*24) #elif diag_record['comonstats']['sshstatus'] != "null": # daysdown = int(diag_record['comonstats']['sshstatus']) // (60*60*24) @@ -502,41 +500,53 @@ class Record(object): # return "%d days up"% -daysdown #getStrDaysDown = classmethod(getStrDaysDown) - def takeAction(self): + def takeAction(self, index=0): pp = PersistSitePenalty(self.hostname, 0, db='persistpenalty_hostnames') - if 'improvement' in self.data['stage'] or self.improved(): - print "decreasing penalty for %s"%self.hostname + if 'improvement' in self.data['stage'] or self.improved() or \ + 'monitor-end-record' in self.data['stage']: + print "takeAction: decreasing penalty for %s"%self.hostname + pp.decrease() pp.decrease() else: - print "increasing penalty for %s"%self.hostname + print "takeAction: increasing penalty for %s"%self.hostname pp.increase() + pp.index = index pp.apply(self.hostname) pp.save() def _format_diaginfo(self): info = self.data['info'] + print "FORMAT : STAGE: ", self.data['stage'] if self.data['stage'] == 'monitor-end-record': + if info[2] == "ALPHA": info = (info[0], info[1], "PROD") hlist = " %s went from '%s' to '%s'\n" % (info[0], info[1], info[2]) else: hlist = " %s %s - %s\n" % (info[0], info[2], info[1]) #(node,ver,daysdn) return hlist + def saveAction(self): + if 'save-act-all' in self.data and self.data['save-act-all'] == True: + return True + else: + return False def getMessage(self, ticket_id=None): self.data['args']['hostname'] = self.hostname self.data['args']['loginbase'] = self.loginbase self.data['args']['hostname_list'] = self._format_diaginfo() - message = PersistMessage(self.hostname, + #print self.data['message'] + if self.data['message']: + message = PersistMessage(self.hostname, self.data['message'][0] % self.data['args'], self.data['message'][1] % self.data['args'], True, db='monitor_persistmessages', ticket_id=ticket_id) - return message + if self.data['stage'] == "improvement": + message.reset() + return message + else: + return None def getContacts(self): - from config import config - #print "policy" - config = config() - roles = self.data['email'] if not config.mail and not config.debug and config.bcc: @@ -569,10 +579,10 @@ class NodeRecord: self.hostname = hostname self.ticket = None self.target = target - if hostname in fb['nodes']: - self.data = fb['nodes'][hostname]['values'] - else: - raise Exception("Hostname not in scan database") + #if hostname in fb['nodes']: + # self.data = fb['nodes'][hostname]['values'] + #else: + # raise Exception("Hostname not in scan database") def stageIswaitforever(self): if 'waitforever' in self.data['stage']: @@ -583,6 +593,7 @@ class NodeRecord: def severity(self): category = self.data['category'] prev_category = self.data['prev_category'] + print "IMPROVED: ", category, prev_category val = cmpCategoryVal(category, prev_category) return val @@ -612,7 +623,7 @@ class NodeRecord: self.ticket.closeTicket() def exempt_from_penalties(self): - bl = soltesz.dbLoad("l_blacklist") + bl = database.dbLoad("l_blacklist") return self.hostname in bl def penalties(self): @@ -642,12 +653,59 @@ class NodeRecord: def _get_contacts_for_condition(self): pass +class Action(MonRecord): + def __init__(self, host, data): + self.host = host + MonRecord.__init__(self, data) + return + + def deltaDays(self, delta): + t = datetime.fromtimestamp(self.__dict__['time']) + d = t + timedelta(delta) + self.__dict__['time'] = time.mktime(d.timetuple()) + +def node_end_record(node): + act_all = database.dbLoad("act_all") + if node not in act_all: + del act_all + return False + + if len(act_all[node]) == 0: + del act_all + return False + + pm = database.dbLoad("monitor_persistmessages") + if node not in pm: + del pm + return False + else: + print "deleting node record" + del pm[node] + database.dbDump("monitor_persistmessages", pm) + + a = Action(node, act_all[node][0]) + a.delField('rt') + a.delField('found_rt_ticket') + a.delField('second-mail-at-oneweek') + a.delField('second-mail-at-twoweeks') + a.delField('first-found') + rec = a.get() + rec['action'] = ["close_rt"] + rec['category'] = "ALPHA" # assume that it's up... + rec['stage'] = "monitor-end-record" + rec['ticket_id'] = None + rec['time'] = time.time() - 7*60*60*24 + act_all[node].insert(0,rec) + database.dbDump("act_all", act_all) + del act_all + return True + if __name__ == "__main__": #r = RT() - #r.email("test", "body of test message", ['soltesz@cs.princeton.edu']) + #r.email("test", "body of test message", ['database@cs.princeton.edu']) #from emailTxt import mailtxt print "loaded" - #soltesz.dbDump("persistmessages", {}); + #database.dbDump("persistmessages", {}); #args = {'url_list': 'http://www.planet-lab.org/bootcds/planet1.usb\n','hostname': 'planet1','hostname_list': ' blahblah - days down\n'} #m = PersistMessage("blue", "test 1", mailtxt.newdown_one[1] % args, True) #m.send(['soltesz@cs.utk.edu'])