X-Git-Url: http://git.onelab.eu/?p=sface.git;a=blobdiff_plain;f=sface%2Fscreens%2Fmainscreen.py;h=3c1be13c6ea06a89d488ec2e363b073647dcf10b;hp=547baec69017e88645fcc5b6b6ceca6cbfdea426;hb=b4479edcd8022bc11805758a575f7ca96dcdfc04;hpb=ac30052c985f7088999a29611f86f534325e3045 diff --git a/sface/screens/mainscreen.py b/sface/screens/mainscreen.py index 547baec..3c1be13 100644 --- a/sface/screens/mainscreen.py +++ b/sface/screens/mainscreen.py @@ -1,13 +1,16 @@ +import datetime import os +import urlparse from PyQt4.QtCore import * from PyQt4.QtGui import * -from sfa.util.rspecHelper import RSpec -from sface.sfahelper import * +#from sfa.util.rspecHelper import RSpec from sface.config import config +from sface.sfirenew import RenewWindow from sface.sfiprocess import SfiProcess from sface.screens.sfascreen import SfaScreen +from sface.sfidata import SfiData already_in_nodes = [] @@ -16,6 +19,33 @@ node_status = { "in": "Already Selected", "add": "To be Added", "remove": "To be Removed"} +tag_status = { "in": "Already Set", + "out": "Not Set", + "add": "To be Added", + "remove": "To be Removed"} + +color_status = { "in": QColor.fromRgb(0, 250, 250), + "add": QColor.fromRgb(0, 250, 0), + "remove": QColor.fromRgb(250, 0, 0) } + +default_tags = "Default tags" +settable_tags = ['delegations', 'initscript'] + +NAME_COLUMN = 0 +NODE_STATUS_COLUMN = 1 +MEMBERSHIP_STATUS_COLUMN = 2 +KIND_COLUMN = 3 + +# maximum length of a name to display before clipping +NAME_MAX_LEN = 48 + +def itemType(index): + if index.parent().parent().isValid(): + return "tag" + else: + return "node" + + class NodeView(QTreeView): def __init__(self, parent): QTreeView.__init__(self, parent) @@ -27,31 +57,103 @@ class NodeView(QTreeView): # self.setSelectionMode(self.MultiSelection) self.setAttribute(Qt.WA_MacShowFocusRect, 0) self.setSizePolicy(QSizePolicy.Expanding, QSizePolicy.Expanding) - self.setToolTip("Double click on a row to change its status") + self.setToolTip("Double click on a row to change its status. Right click on a host to add a tag.") + + def keyPressEvent(self, event): + if (event.key() == Qt.Key_Space): + self.toggleSelection() + else: + QTreeView.keyPressEvent(self, event) def mouseDoubleClickEvent(self, event): + self.toggleSelection() + + def toggleSelection(self): index = self.currentIndex() model = index.model() - status_index = model.index(index.row(), 2, index.parent()) + status_index = model.index(index.row(), MEMBERSHIP_STATUS_COLUMN, index.parent()) status_data = status_index.data().toString() - hostname_index = model.index(index.row(), 1, index.parent()) - hostname_data = hostname_index.data().toString() - - if status_data == node_status['in']: - model.setData(status_index, QString(node_status['remove'])) - elif status_data == node_status['out']: - model.setData(status_index, QString(node_status['add'])) - elif status_data in (node_status['add'], node_status['remove']): - if hostname_data in already_in_nodes: model.setData(status_index, QString(node_status['in'])) + node_index = model.index(index.row(), NAME_COLUMN, index.parent()) + node_data = node_index.data().toString() + + if itemType(node_index) == "tag": + data = node_index.data().toString() + tagname, value = data.split(": ") + if tagname not in settable_tags: + # Pop up error msg + QMessageBox.warning(self, "Not settable", "Insufficient permission to change '%s' tag" % tagname) + return + if status_data == tag_status['in']: + model.setData(status_index, QString(tag_status['remove'])) + elif status_data == tag_status['add']: + model.setData(status_index, QString(tag_status['out'])) + elif status_data == tag_status['remove']: + model.setData(status_index, QString(tag_status['in'])) else: model.setData(status_index, QString(node_status['out'])) + else: + # This is a hostname + if status_data == node_status['in']: + model.setData(status_index, QString(node_status['remove'])) + elif status_data == node_status['out']: + model.setData(status_index, QString(node_status['add'])) + elif status_data in (node_status['add'], node_status['remove']): + if node_data in already_in_nodes: model.setData(status_index, QString(node_status['in'])) + else: model.setData(status_index, QString(node_status['out'])) + + model.emit(SIGNAL("dataChanged(QModelIndex, QModelIndex)"), node_index, node_index) + + def mousePressEvent(self, event): + QTreeView.mousePressEvent(self, event) + if event.button() == Qt.LeftButton: + return - model.emit(SIGNAL("dataChanged(QModelIndex, QModelIndex)"), hostname_index, hostname_index) + # Right click + index = self.currentIndex() + model = index.model() + status_index = model.index(index.row(), 1, index.parent()) + status_data = status_index.data().toString() + node_index = model.index(index.row(), 0, index.parent()) + node_data = node_index.data().toString() + + if itemType(node_index) == "node": + # This is a hostname + if status_data in (node_status['in'], node_status['add'], ""): + # Pop up a dialog box for adding a new attribute + tagname, ok = QInputDialog.getItem(self, "Add tag", + "Tag name:", settable_tags) + if ok: + value, ok = QInputDialog.getText(self, "Add tag", + "Value for tag '%s'" % tagname) + if ok: + # Add a new row to the model for the tag + + # For testing with the QStandardItemModel + #nodeItem = model.itemFromIndex(index) + #tagstring = QString("%s: %s" % (tagname, value)) + #tagItem = QStandardItem(tagstring) + #status = QStandardItem(QString(tag_status['add'])) + #nodeItem.appendRow([tagItem, status]) + + # We're using the QSortFilterProxyModel here + src_index = model.mapToSource(index) + src_model = src_index.model() + nodeItem = src_model.itemFromIndex(src_index) + tagstring = QString("%s: %s" % (tagname, value)) + tagItem = QStandardItem(tagstring) + status = QStandardItem(QString(tag_status['add'])) + nodeItem.appendRow([tagItem, QStandardItem(QString("")), status]) + + elif status_data in (node_status['out'], node_status['remove']): + QMessageBox.warning(self, "Not selected", "Can only add tags to selected nodes") + return + + model.emit(SIGNAL("dataChanged(QModelIndex, QModelIndex)"), node_index, node_index) def currentChanged(self, current, previous): model = current.model() - hostname_index = model.index(current.row(), 1, current.parent()) - hostname_data = hostname_index.data().toString() - self.emit(SIGNAL('hostnameClicked(QString)'), hostname_data) + node_index = model.index(current.row(), 0, current.parent()) + node_data = node_index.data().toString() + self.emit(SIGNAL('hostnameClicked(QString)'), node_data) @@ -59,220 +161,127 @@ class NodeNameDelegate(QStyledItemDelegate): def __init__(self, parent): QStyledItemDelegate.__init__(self, parent) + def displayText(self, value, locale): + data = str(QStyledItemDelegate.displayText(self, value, locale)) + if (len(data)>NAME_MAX_LEN): + data = data[:(NAME_MAX_LEN-3)] + "..." + return QString(data) + def paint(self, painter, option, index): model = index.model() - data = "%s" % index.data().toString() - status_index = model.index(index.row(), 2, index.parent()) + data = str(self.displayText(index.data(), QLocale())) + status_index = model.index(index.row(), MEMBERSHIP_STATUS_COLUMN, index.parent()) status_data = status_index.data().toString() - if status_data not in (node_status['in'], node_status['remove'], node_status['add']): - # default view - QStyledItemDelegate.paint(self, painter, option, index) - return - fm = QFontMetrics(option.font) - rect = option.rect - rect.setWidth(fm.width(QString(data)) + 8) + rect = QRect(option.rect) + rect.setHeight(rect.height() - 2) - rect.setX(rect.x() + 4) - x, y, h, w = rect.x(), rect.y(), rect.height(), rect.width() + rect.setWidth(fm.width(QString(data)) + 6) + rect.setX(rect.x() + 5) + rect.setY(rect.y() - 1) + + x, y, h, w = rect.x(), rect.y(), rect.height(), rect.width() path = QPainterPath() - path.addRoundedRect(x, y, w, h, 4, 4) + path.addRoundedRect(x - 1, y + 1, w, h, 4, 4) painter.save() painter.setRenderHint(QPainter.Antialiasing) - painter.drawRoundedRect(rect, 4, 4) - if status_data == node_status['in']: # already in the slice - painter.fillPath(path, QColor.fromRgb(0, 250, 0)) - painter.setPen(QColor.fromRgb(0, 0, 0)) - painter.drawText(option.rect, 0, QString(data)) + if option.state & QStyle.State_Selected: + painter.fillRect(option.rect, option.palette.color(QPalette.Active, QPalette.Highlight)) - elif status_data == node_status['add']: # newly added to the slice - painter.fillPath(path, QColor.fromRgb(0, 250, 0)) - painter.setPen(QColor.fromRgb(0, 0, 0)) - painter.drawText(option.rect, 0, QString(data)) - painter.drawRect(x + w + 10, y + 3, 10, 10) - painter.fillRect(x + w + 10, y + 3, 10, 10, QColor.fromRgb(0, 250, 0)) + if itemType(index) == "node": + for x in node_status.keys(): + if (node_status[x] == status_data) and (x in color_status): + painter.fillPath(path, color_status[x]) - elif status_data == node_status['remove']: # removed from the slice - painter.fillPath(path, QColor.fromRgb(250, 0, 0)) painter.setPen(QColor.fromRgb(0, 0, 0)) - painter.drawText(option.rect, 0, QString(data)) - painter.drawRect(x + w + 10, y + 3, 10, 10) - painter.fillRect(x + w + 10, y + 3, 10, 10, QColor.fromRgb(250, 0, 0)) - - painter.restore() - + painter.drawText(rect, 0, QString(data)) -class TreeItem: - def __init__(self, data, parent=None): - self.parentItem = parent - self.itemData = data - self.childItems = [] - - def clear(self): - for child in self.childItems: - child.clear() - del child - del self.childItems - self.childItems = [] - - def allChildItems(self): - all = [] - for c in self.childItems: - all.append(c) - if c.childItems: - for cc in c.childItems: - all.append(cc) - return all - - def appendChild(self, child): - self.childItems.append(child) - - def child(self, row): - return self.childItems[row] - - def childCount(self): - return len(self.childItems) - - def childNumber(self): - if self.parentItem: - return self.parentItem.childItems.index(self) - return 0 - - def columnCount(self): - return len(self.itemData) - - def data(self, column): - return self.itemData[column] - - def insertChildren(self, position, count, columns): - if position < 0 or position > len(self.childItems): - return False - - for row in range(count): - data = self.data(columns) - item = TreeItem(data, self) - self.childItems.insert(position, item) - - return True - - def insertColumns(self, position, columns): - if position < 0 or position > len(self.itemData): - return False - - for column in range(columns): - self.itemData.insert(position, QVariant()) - - for child in self.childItems: - child.insertColumns(position, columns) - - return True - - def setData(self, column, value): - if column < 0 or column >= len(self.itemData): - return False + else: + for x in tag_status.keys(): + if (tag_status[x] == status_data) and (x in color_status): + painter.fillPath(path, color_status[x]) - self.itemData[column] = value - return True - - def parent(self): - return self.parentItem + painter.setPen(QColor.fromRgb(0, 0, 0)) + painter.drawText(rect, 0, QString(data)) + painter.restore() -class NodeModel(QAbstractItemModel): +class NodeStatusDelegate(QStyledItemDelegate): def __init__(self, parent): - QAbstractItemModel.__init__(self, parent) - self.__initRoot() - - def clear(self): - self.rootItem.clear() - self.__initRoot() - - def __initRoot(self): - self.rootItem = TreeItem([QString("Testbed"), QString("Hostname"), QString("Status")]) - - def getItem(self, index): - if index.isValid(): - item = index.internalPointer() - if isinstance(item, TreeItem): - return item - return self.rootItem - - def headerData(self, section, orientation, role): - if orientation == Qt.Horizontal and role in (Qt.DisplayRole, Qt.EditRole): - return self.rootItem.data(section) - return QVariant() - - def index(self, row, column, parent): - if not self.hasIndex(row, column, parent): - return QModelIndex() - - parentItem = self.getItem(parent) - childItem = parentItem.child(row) - if childItem: - return self.createIndex(row, column, childItem) - else: - return QModelIndex() - - def insertColumns(self, position, columns, parent): - self.beginInsertColumns(parent, position, position + columns -1) - ret = self.rootItem.insertColumns(position, columns) - self.endInsertColumns() - return ret - - def insertRows(self, position, rows, parent): - parentItem = self.getItem(parent) - self.beginInsertRows(parent, position, position + rows -1) - ret = parentItem.insertChildren(position, rows, self.rootItem.columnCount()) - self.endInsertRows() - return ret + QStyledItemDelegate.__init__(self, parent) - def parent(self, index): - if not index.isValid(): - return QModelIndex() + def paint(self, painter, option, index): + model = index.model() + nodestatus_index = model.index(index.row(), NODE_STATUS_COLUMN, index.parent()) + nodestatus_data = nodestatus_index.data().toString() - childItem = self.getItem(index) - parentItem = childItem.parent() - if parentItem is self.rootItem: - return QModelIndex() + fm = QFontMetrics(option.font) + rect = QRect(option.rect) - return self.createIndex(parentItem.childNumber(), 0, parentItem) + data = index.data().toString() + rect.setHeight(rect.height() - 2) + rect.setWidth(fm.width(QString(data)) + 6) + rect.setX(rect.x() + 5) + rect.setY(rect.y() - 1) - def rowCount(self, parent=QModelIndex()): - parentItem = self.getItem(parent) - return parentItem.childCount() + x, y, h, w = rect.x(), rect.y(), rect.height(), rect.width() - def columnCount(self, parent=None): - return self.rootItem.columnCount() + path = QPainterPath() + path.addRoundedRect(x - 1, y + 1, w, h, 4, 4) - def data(self, index, role): - if not index.isValid(): - return QVariant() + painter.save() + painter.setRenderHint(QPainter.Antialiasing) - if role != Qt.DisplayRole and role != Qt.EditRole: - return QVariant() + if option.state & QStyle.State_Selected: + painter.fillRect(option.rect, option.palette.color(QPalette.Active, QPalette.Highlight)) - item = self.getItem(index) - return item.data(index.column()) + if (nodestatus_data == ""): + painter.setPen(QColor.fromRgb(0, 0, 0)) + painter.drawText(rect, 0, QString(data)) + elif (nodestatus_data == "boot"): + painter.fillPath(path, QColor.fromRgb(0, 250, 0)) + painter.setPen(QColor.fromRgb(0, 0, 0)) + painter.drawText(rect, 0, QString(data)) + else: + painter.fillPath(path, QColor.fromRgb(250, 0, 0)) + painter.setPen(QColor.fromRgb(0, 0, 0)) + painter.drawText(rect, 0, QString(data)) - def flags(self, index): - if not index.isValid(): - return 0 - return Qt.ItemIsEnabled | Qt.ItemIsSelectable# | Qt.ItemIsEditable + painter.restore() - def setData(self, index, value, role): - if role != Qt.EditRole: - return False +class NodeFilterProxyModel(QSortFilterProxyModel): + def __init__(self, parent=None): + QSortFilterProxyModel.__init__(self, parent) + self.hostname_filter_regex = None + self.nodestatus_filter = None - item = self.getItem(index) - ret = item.setData(index.column(), value) - if ret: - self.emit(SIGNAL("dataChanged(QModelIndex, QModelIndex)"), index, index) - return ret + def setHostNameFilter(self, hostname): + self.hostname_filter_regex = QRegExp(hostname) + self.invalidateFilter() + def setNodeStatusFilter(self, status): + if (status == "all"): + self.nodestatus_filter = None + else: + self.nodestatus_filter = status + self.invalidateFilter() + + def filterAcceptsRow(self, sourceRow, source_parent): + kind_data = self.sourceModel().index(sourceRow, KIND_COLUMN, source_parent).data().toString() + if (kind_data == "node"): + if self.hostname_filter_regex: + name_data = self.sourceModel().index(sourceRow, NAME_COLUMN, source_parent).data().toString() + if (self.hostname_filter_regex.indexIn(name_data) < 0): + return False + if self.nodestatus_filter: + nodestatus_data = self.sourceModel().index(sourceRow, NODE_STATUS_COLUMN, source_parent).data().toString() + if (nodestatus_data != self.nodestatus_filter): + return False + return True class SliceWidget(QWidget): def __init__(self, parent): @@ -284,6 +293,9 @@ class SliceWidget(QWidget): self.slicename = QLabel("", self) self.updateSliceName() self.slicename.setScaledContents(False) + filterlabel = QLabel ("Filter: ", self) + filterbox = QComboBox(self) + filterbox.addItems(["all", "boot", "disabled", "reinstall", "safeboot"]) searchlabel = QLabel ("Search: ", self) searchlabel.setScaledContents(False) searchbox = QLineEdit(self) @@ -292,22 +304,28 @@ class SliceWidget(QWidget): toplayout = QHBoxLayout() toplayout.addWidget(self.slicename, 0, Qt.AlignLeft) toplayout.addStretch() + toplayout.addWidget(filterlabel, 0, Qt.AlignRight) + toplayout.addWidget(filterbox, 0, Qt.AlignRight) toplayout.addWidget(searchlabel, 0, Qt.AlignRight) toplayout.addWidget(searchbox, 0, Qt.AlignRight) self.nodeView = NodeView(self) - self.nodeModel = NodeModel(self) - self.filterModel = QSortFilterProxyModel(self) # enable filtering + self.nodeModel = QStandardItemModel(0, 4, self) + self.filterModel = NodeFilterProxyModel(self) self.nodeNameDelegate = NodeNameDelegate(self) + self.nodeStatusDelegate = NodeStatusDelegate(self) - refresh = QPushButton("Update Slice Data", self) + refresh = QPushButton("Refresh Slice Data", self) refresh.setSizePolicy(QSizePolicy.Maximum, QSizePolicy.Maximum) + renew = QPushButton("Renew Slice", self) + renew.setSizePolicy(QSizePolicy.Maximum, QSizePolicy.Maximum) submit = QPushButton("Submit", self) submit.setSizePolicy(QSizePolicy.Maximum, QSizePolicy.Maximum) bottomlayout = QHBoxLayout() bottomlayout.addWidget(refresh, 0, Qt.AlignLeft) + bottomlayout.addWidget(renew, 0, Qt.AlignLeft) bottomlayout.addStretch() bottomlayout.addWidget(submit, 0, Qt.AlignRight) @@ -319,28 +337,49 @@ class SliceWidget(QWidget): self.setSizePolicy(QSizePolicy.Expanding, QSizePolicy.Expanding) self.connect(refresh, SIGNAL('clicked()'), self.refresh) - self.connect(submit, SIGNAL('clicked()'), self.submit) - self.connect(searchbox, SIGNAL('textChanged(QString)'), self.filter) + self.connect(renew, SIGNAL('clicked()'), self.renew) + self.connect(submit, SIGNAL('clicked()'), self.submit_pg_compat) + self.connect(searchbox, SIGNAL('textChanged(QString)'), self.search) + self.connect(filterbox, SIGNAL('currentIndexChanged(QString)'), self.filter) self.connect(self.nodeView, SIGNAL('hostnameClicked(QString)'), self.nodeSelectionChanged) self.updateView() def submitFinished(self): - self.setStatus("Slice data submitted.") - QTimer.singleShot(1000, self.refresh) + self.disconnect(self.process, SIGNAL('finished()'), self.submitFinished) + + faultString = self.process.getFaultString() + if not faultString: + self.setStatus("Slice data submitted.") + else: + self.setStatus("Slice submit failed: %s" % (faultString)) - def refreshFinished(self): - self.setStatus("Slice data updated.", timeout=5000) self.updateView() self.parent().signalAll("rspecUpdated") - def readSliceRSpec(self): - rspec_file = config.getSliceRSpecFile() - if os.path.exists(rspec_file): - xml = open(rspec_file).read() - return xml - return None + def refreshResourcesFinished(self): + self.disconnect(self.process, SIGNAL('finished()'), self.refreshResourcesFinished) + + faultString = self.process.getFaultString() + if not faultString: + self.setStatus("Refreshing slice RSpec.") + self.connect(self.process, SIGNAL('finished()'), self.refreshRSpecFinished) + self.process.retrieveRspec() + else: + self.setStatus("Resources refresh failed: %s" % (faultString)) + + def refreshRSpecFinished(self): + self.disconnect(self.process, SIGNAL('finished()'), self.refreshRSpecFinished) + + faultString = self.process.getFaultString() + if not faultString: + self.setStatus("Slice data refreshed.", timeout=5000) + else: + self.setStatus("Slice refresh failed: %s" % (faultString)) + + self.updateView() + self.parent().signalAll("rspecUpdated") def setStatus(self, msg, timeout=None): self.parent().setStatus(msg, timeout) @@ -351,45 +390,203 @@ class SliceWidget(QWidget): return True return False + def search(self, search_string): + self.filterModel.setHostNameFilter(str(search_string)) + def filter(self, filter_string): - # for hierarchical models QSortFilterProxyModel applies the - # sort recursively. if the parent doesn't match the criteria - # we won't be able to match the children. so we need to match - # parent (by matching the network_names) - networks = ["^%s$" % n for n in self.network_names] - filters = networks + [str(filter_string)] - self.filterModel.setFilterRegExp(QRegExp('|'.join(filters))) + self.filterModel.setNodeStatusFilter(str(filter_string)) + + def itemStatus(self, item): + statusItem = item.parent().child(item.row(), MEMBERSHIP_STATUS_COLUMN) + return str(statusItem.data(Qt.DisplayRole).toString()) + + def itemText(self, item): + return str(item.data(Qt.DisplayRole).toString()) + + # Recursively walk the tree, making changes to the RSpec + def process_subtree(self, rspec, resources, item, depth = 0): + change = False + model = self.nodeModel + + if depth in [0, 1]: + pass + elif depth == 2: # Hostname + hostname = self.itemText(item) + testbed = self.itemText(item.parent()) + status = self.itemStatus(item) + if status == node_status['add']: + print "Add hostname: %s" % hostname + + resource_node = resources.get_node_element(hostname) + + if resource_node==None: + print "Error: Failed to find %s in resources rspec" % hostname + else: + rspec.merge_node(resource_node, testbed) + rspec.add_slivers([{"hostname": str(hostname)}], testbed) + change = True + elif status == node_status['remove']: + print "Remove hostname: %s" % hostname + rspec.remove_slivers([{"hostname": str(hostname)}], testbed) + change = True + elif depth == 3: # Tag + tag, value = self.itemText(item).split(": ") + status = self.itemStatus(item) + tag = "%s" % tag # Prevent weird error from lxml + value = "%s" % value # Prevent weird error from lxml + node = self.itemText(item.parent()) + testbed = self.itemText(item.parent().parent()) + if status == tag_status['add']: + print "Add tag to (%s, %s): %s/%s " % (testbed, node, tag, value) + if node.startswith(default_tags): + rspec.add_default_sliver_attribute(tag, value, testbed) + else: + rspec.add_sliver_attribute(node, tag, value, testbed) + change = True + elif status == tag_status['remove']: + print "Remove tag from (%s, %s): %s/%s " % (testbed, node, tag, value) + if node.startswith(default_tags): + rspec.remove_default_sliver_attribute(tag, value, testbed) + else: + rspec.remove_sliver_attribute(node, tag, value, testbed) + change = True + + children = item.rowCount() + for row in range(0, children): + status = self.process_subtree(rspec, resources, item.child(row), depth + 1) + change = change or status + + return change def submit(self): if self.checkRunningProcess(): return - rspec = RSpec(self.readSliceRSpec()) - - no_change = True - all_child = self.nodeModel.rootItem.allChildItems() - for c in all_child: - testbed, hostname, status = c.itemData - if isinstance(status, QVariant): - status = status.toString() - - if status == node_status['add']: - rspec.add_sliver(hostname) - no_change = False - elif str(status) == node_status['remove']: - rspec.remove_sliver(hostname) - no_change = False + rspec = SfiData().getSliceRSpec() + resources = SfiData().getResourcesRSpec() + change = self.process_subtree(rspec, resources, self.nodeModel.invisibleRootItem()) - if no_change: + if not change: self.setStatus("No change in slice data. Not submitting!", timeout=3000) return - self.disconnect(self.process, SIGNAL('finished()'), self.refreshFinished) - self.connect(self.process, SIGNAL('finished()'), self.submitFinished) + # Several aggregates have issues with the section in the + # rspec, so make sure it's not there. + stats_elems = rspec.xml.xpath("//statistics") + if len(stats_elems)>0: + stats_elem = stats_elems[0] + parent = stats_elem.xpath("..")[0] + parent.remove(stats_elem) + self.connect(self.process, SIGNAL('finished()'), self.submitFinished) self.process.applyRSpec(rspec) self.setStatus("Sending slice data (RSpec). This will take some time...") - + + # ProtoGENI-compatible submit. Contact each aggregate individually rather + # than using the slice manager. + # This code will be removed when ProtoGENI slicemanager is patched. + def submit_pg_compat(self): + if self.checkRunningProcess(): + return + + rspec = SfiData().getSliceRSpec() + resources = SfiData().getResourcesRSpec() + change = self.process_subtree(rspec, resources, self.nodeModel.invisibleRootItem()) + + if not change: + self.setStatus("No change in slice data. Not submitting!", timeout=3000) + return + + # Several aggregates have issues with the section in the + # rspec, so make sure it's not there. + stats_elems = rspec.xml.xpath("//statistics") + if len(stats_elems)>0: + stats_elem = stats_elems[0] + parent = stats_elem.xpath("..")[0] + parent.remove(stats_elem) + + self.submit_aggSuccessCount = 0 + self.submit_aggFailCount = 0 + self.submit_rspec = rspec + self.connect(self.process, SIGNAL('finished()'), self.getVersionFinished) + self.process.getSliceMgrVersion() + self.setStatus("Getting aggregate directory...") + + def getVersionFinished(self): + self.disconnect(self.process, SIGNAL('finished()'), self.getVersionFinished) + + faultString = self.process.getFaultString() + if not faultString: + peers = SfiData().getSliceMgrVersion()["peers"] + self.submit_aggs = [(key, peers[key]) for key in peers.keys()] + self.delete_aggs = [(key, peers[key]) for key in peers.keys() if key.startswith("emulab")] + str = "Successfully retrieved agg list. " + #self.submitNextAgg(str) + self.deleteNextAgg(str) + else: + self.setStatus("getSliceMgrVersion failed: %s" % (faultString)) + + def deleteNextAgg(self, statusStr=""): + if (self.delete_aggs == []): + self.submitNextAgg(statusStr) + return + + self.delete_agg = self.delete_aggs.pop() + + urlParts = urlparse.urlsplit(self.delete_agg[1]) + amPort = urlParts.port + amAddr = urlParts.hostname+urlParts.path + + self.setStatus(statusStr + "Deleting slivers on %s..." % (self.delete_agg[0])) + + self.connect(self.process, SIGNAL('finished()'), self.deleteNextAggFinished) + self.process.deleteSlivers(aggAddr = amAddr, aggPort = amPort) + + def submitNextAgg(self, statusStr=""): + if (self.submit_aggs == []): + self.setStatus(statusStr + "Finished submitting. %d/%d aggs succeeded." % + (self.submit_aggSuccessCount,self.submit_aggSuccessCount+self.submit_aggFailCount)) + QTimer.singleShot(2500, self.refresh) + return + + self.submit_agg = self.submit_aggs.pop() + + urlParts = urlparse.urlsplit(self.submit_agg[1]) + amPort = urlParts.port + amAddr = urlParts.hostname+urlParts.path + + self.setStatus(statusStr + "Submitting to %s..." % (self.submit_agg[0])) + + self.connect(self.process, SIGNAL('finished()'), self.submitNextAggFinished) + self.process.applyRSpec(self.submit_rspec, aggAddr = amAddr, aggPort = amPort, saveObtained=False) + + def submitNextAggFinished(self): + self.disconnect(self.process, SIGNAL('finished()'), self.submitNextAggFinished) + + faultString = self.process.getFaultString() + if not faultString: + self.submit_aggSuccessCount+=1 + str = "Succeeded on %s. " % (self.submit_agg[0]) + else: + self.submit_aggFailCount+=1 + str = "Failed on %s. " % (self.submit_agg[0]) # , faultString) + + self.submitNextAgg(str) + + def deleteNextAggFinished(self): + self.disconnect(self.process, SIGNAL('finished()'), self.deleteNextAggFinished) + + faultString = self.process.getFaultString() + if not faultString: + str = "Succeeded deleteslivers on %s. " % (self.delete_agg[0]) + else: + str = "Failed deleteslivers on %s. " % (self.delete_agg[0]) # , faultString) + + self.deleteNextAgg(str) + + def renew(self): + dlg = RenewWindow(parent=self) + dlg.exec_() def refresh(self): if not config.getSlice(): @@ -400,51 +597,92 @@ class SliceWidget(QWidget): self.setStatus("There is already a process running. Please wait.") return - self.disconnect(self.process, SIGNAL('finished()'), self.submitFinished) - self.connect(self.process, SIGNAL('finished()'), self.refreshFinished) + self.connect(self.process, SIGNAL('finished()'), self.refreshResourcesFinished) - self.process.getRSpecFromSM() - self.setStatus("Updating slice data. This will take some time...") + self.process.retrieveResources() + self.setStatus("Refreshing resources. This will take some time...") def updateView(self): global already_in_nodes already_in_nodes = [] self.network_names = [] self.nodeModel.clear() - - rspec_string = self.readSliceRSpec() - if not rspec_string: + + rspec = SfiData().getSliceRSpec() + if not rspec: return None - networks = rspec_get_networks(rspec_string) + resources = SfiData().getResourcesRSpec() + if not resources: + return None + + rootItem = self.nodeModel.invisibleRootItem() + networks = rspec.get_networks() + + for network in resources.get_networks(): + if not network in networks: + networks.append(network) + for network in networks: self.network_names.append(network) - networkItem = TreeItem([QString(network), QString(""), QString("")], self.nodeModel.rootItem) - all_nodes = rspec_get_nodes_from_network(rspec_string, network) - sliver_nodes = rspec_get_sliver_nodes_from_network(rspec_string, network) - available_nodes = filter(lambda x:x not in sliver_nodes, all_nodes) + all_nodes = resources.get_nodes(network) + sliver_nodes = rspec.get_nodes_with_slivers(network) + + available_nodes = [ node for node in all_nodes if node not in sliver_nodes ] + + networkItem = QStandardItem(QString(network)) + msg = "%s Nodes\t%s Selected" % (len(all_nodes), len(sliver_nodes)) + rootItem.appendRow([networkItem, QStandardItem(QString("")), QStandardItem(QString(msg)), QStandardItem(QString("network"))]) already_in_nodes += sliver_nodes + # Add default slice tags + nodeItem = QStandardItem(QString("%s for %s" % (default_tags, network))) + statusItem = QStandardItem(QString("")) + nodeStatus = QStandardItem(QString("")) + networkItem.appendRow([nodeItem, nodeStatus, statusItem, QStandardItem(QString("defaults"))]) + attrs = rspec.get_default_sliver_attributes(network) + for (name, value) in attrs: + tagstring = QString("%s: %s" % (name, value)) + tagItem = QStandardItem(tagstring) + status = QStandardItem(QString(tag_status['in'])) + nodeStatus = QStandardItem(QString("")) + nodeItem.appendRow([tagItem, nodeStatus, status, QStandardItem(QString("attribute"))]) + for node in sliver_nodes: - nodeItem = TreeItem([QString(""), QString("%s" % node), QString(node_status['in'])], networkItem) - networkItem.appendChild(nodeItem) + nodeItem = QStandardItem(QString(node)) + statusItem = QStandardItem(QString(node_status['in'])) + nodeStatus = QStandardItem(QString(rspec.get_node_element(node, network).attrib.get("boot_state",""))) + networkItem.appendRow([nodeItem, nodeStatus, statusItem, QStandardItem(QString("node"))]) + + attrs = rspec.get_sliver_attributes(node, network) + for (name, value) in attrs: + tagstring = QString("%s: %s" % (name, value)) + tagItem = QStandardItem(tagstring) + statusItem = QStandardItem(QString(tag_status['in'])) + nodeStatus = QStandardItem(QString("")) + nodeItem.appendRow([tagItem, nodeStatus, statusItem, QStandardItem(QString("attribute"))]) for node in available_nodes: - nodeItem = TreeItem([QString(""), QString(node), QString(node_status['out'])], networkItem) - networkItem.appendChild(nodeItem) - - self.nodeModel.rootItem.appendChild(networkItem) + nodeItem = QStandardItem(QString(node)) + statusItem = QStandardItem(QString(node_status['out'])) + nodeStatus = QStandardItem(QString(resources.get_node_element(node, network).attrib.get("boot_state",""))) + networkItem.appendRow([nodeItem, nodeStatus, statusItem, QStandardItem(QString("node"))]) self.filterModel.setSourceModel(self.nodeModel) - self.filterModel.setFilterKeyColumn(-1) self.filterModel.setDynamicSortFilter(True) - self.nodeView.setItemDelegateForColumn(1, self.nodeNameDelegate) + headers = QStringList() << "Hostname or Tag" << "Node Status" << "Membership Status" << "Kind" + self.nodeModel.setHorizontalHeaderLabels(headers) + + self.nodeView.setItemDelegateForColumn(0, self.nodeNameDelegate) + self.nodeView.setItemDelegateForColumn(1, self.nodeStatusDelegate) self.nodeView.setModel(self.filterModel) + self.nodeView.hideColumn(KIND_COLUMN) self.nodeView.expandAll() - self.nodeView.resizeColumnToContents(1) + self.nodeView.resizeColumnToContents(0) + self.nodeView.collapseAll() def updateSliceName(self): self.slicename.setText("Slice : %s" % (config.getSlice() or "None")) @@ -457,11 +695,11 @@ class MainScreen(SfaScreen): SfaScreen.__init__(self, parent) slice = SliceWidget(self) - self.init(slice, "Main Window", "OneLab SFA crawler") + self.init(slice, "Nodes", "OneLab SFA crawler") def rspecUpdated(self): self.mainwin.rspecWindow.updateView() - + def configurationChanged(self): self.widget.updateSliceName() self.widget.updateView()