from nepi.execution.attribute import Attribute, Flags, Types
from nepi.execution.trace import Trace, TraceAttr
-from nepi.execution.resource import ResourceManager, clsinit, ResourceState, \
- ResourceAction
+from nepi.execution.resource import ResourceManager, clsinit_copy, \
+ ResourceState, ResourceAction
from nepi.util.sshfuncs import ProcStatus
import os
import tempfile
-@clsinit
+@clsinit_copy
class Collector(ResourceManager):
""" The collector is reponsible of collecting traces
of a same type associated to RMs into a local directory.
:type ec: ExperimentController
:param guid: guid of the RM
:type guid: int
- :param creds: Credentials to communicate with the rm (XmppClient)
- :type creds: dict
"""
_rtype = "Collector"
+ _help = "A Collector can be attached to a trace name on another " \
+ "ResourceManager and will retrieve and store the trace content " \
+ "in a local file at the end of the experiment"
+ _backend_type = "all"
@classmethod
def _register_attributes(cls):
- trace_name = Attribute("traceName", "Name of the trace to be collected",
- flags = Flags.ExecReadOnly)
- store_dir = Attribute("storeDir", "Path to local directory to store trace results",
+ trace_name = Attribute("traceName",
+ "Name of the trace to be collected",
+ flags = Flags.Design)
+
+ store_dir = Attribute("storeDir",
+ "Path to local directory to store trace results",
default = tempfile.gettempdir(),
- flags = Flags.ExecReadOnly)
- sub_dir = Attribute("subDir", "Sub directory to collect traces into",
- flags = Flags.ExecReadOnly)
- rename = Attribute("rename", "Name to give to the collected trace file",
- flags = Flags.ExecReadOnly)
+ flags = Flags.Design)
+
+ use_run_id = Attribute("useRunId",
+ "If set to True stores traces into a sub directory named after "
+ "the RUN ID assigned by the EC",
+ type = Types.Bool,
+ default = False,
+ flags = Flags.Design)
+
+ sub_dir = Attribute("subDir",
+ "Sub directory to collect traces into",
+ flags = Flags.Design)
+
+ rename = Attribute("rename",
+ "Name to give to the collected trace file",
+ flags = Flags.Design)
cls._register_attribute(trace_name)
cls._register_attribute(store_dir)
cls._register_attribute(sub_dir)
cls._register_attribute(rename)
+ cls._register_attribute(use_run_id)
def __init__(self, ec, guid):
super(Collector, self).__init__(ec, guid)
@property
def store_path(self):
return self._store_path
-
- def provision(self):
+
+ def do_provision(self):
trace_name = self.get("traceName")
if not trace_name:
self.fail()
self.error(msg)
raise RuntimeError, msg
- store_dir = self.get("storeDir")
- self._store_path = os.path.join(store_dir, self.ec.exp_id, self.ec.run_id)
+ self._store_path = self.get("storeDir")
+
+ if self.get("useRunId"):
+ self._store_path = os.path.join(self._store_path, self.ec.run_id)
subdir = self.get("subDir")
if subdir:
except OSError:
pass
- super(Collector, self).provision()
+ super(Collector, self).do_provision()
- def deploy(self):
- try:
- self.discover()
- self.provision()
- except:
- self.fail()
- raise
+ def do_deploy(self):
+ self.do_discover()
+ self.do_provision()
- super(Collector, self).deploy()
+ super(Collector, self).do_deploy()
- def release(self):
+ def do_release(self):
trace_name = self.get("traceName")
rename = self.get("rename") or trace_name
f.write(result)
f.close()
except:
+ import traceback
+ err = traceback.format_exc()
msg = "Couldn't retrieve trace %s for %d at %s " % (trace_name,
rm.guid, fpath)
- self.error(msg)
+ self.error(msg, out = "", err = err)
continue
- super(Collector, self).release()
+ super(Collector, self).do_release()
def valid_connection(self, guid):
# TODO: Validate!