Source code for orion.core.evc.tree

# -*- coding: utf-8 -*-
"""
:mod:`orion.core.evc.tree` -- Tree data structure for the experiment version control system
===========================================================================================

.. module:: evc
   :platform: Unix
   :synopsis: Tree data structure for the experiment version control system

Experiment version control requires building trees of the experiments so
that we can fetch trials from one experiment to another or navigate from
one experiment to another to visualise different statistics.

TreeNode and tree iterators support the tree data structure of the experiment version control.
TreeNode is a generic class which can carry arbitrary python objects. It comes with basic methods to
set parent and children. A method `map` allows to apply functions recursively on the tree in a
generic manner.

"""


# pylint: disable=too-few-public-methods
[docs]class PreOrderTraversal(object): """Iterate on a tree in a pre-order traversal fashion Attributes ---------- stack: list of `orion.core.evc.tree.TreeNode` Nodes logged during iteration """ __slots__ = ('stack', ) def __init__(self, tree_node): """Initialize the stack for iteration""" self.stack = [tree_node] def __iter__(self): """Get the iterator""" return self def __next__(self): """Get the next node in pre-order traversal""" try: node = self.stack.pop() except IndexError: raise StopIteration self.stack += node.children[::-1] return node
# pylint: disable=too-few-public-methods
[docs]class DepthFirstTraversal(object): """Iterate on a tree in a pre-order traversal fashion Attributes ---------- stack: list of `orion.core.evc.tree.TreeNode` Nodes logged during iteration seen: set of `orion.core.evc.tree.TreeNode` Nodes which have been returned during iteration """ __slots__ = ('stack', 'seen') def __init__(self, tree_node): """Initialize the stack and set of seen nodes for iteration""" self.stack = [tree_node] self.seen = set() def _compute_potential(self): """Filter out seen nodes from the stack""" if not self.stack: return [] return list(filter(lambda n: n not in self.seen, self.stack[-1].children)) def __iter__(self): """Get the iterator""" return self def __next__(self): """Get the next node in depth-first traversal""" potential = self._compute_potential() while self.stack and potential: self.stack += potential[::-1] potential = self._compute_potential() try: node = self.stack.pop() except IndexError: raise StopIteration self.seen.add(node) return node
[docs]class TreeNode(object): r"""Tree node data structure Nodes have an attribute item to carry arbitrary information. A node may only have one parent and can have as many children as desired. Parents can be set at initialiation or via `node.set_parent`. Setting a parent automatically set the current node as the child of the parent. Children can be set at initialiation or via `node.add_children`. Setting children automatically set their parent as the current node. Tree of nodes are iterable, by default with preorder traversal. .. seealso:: `orion.core.evc.tree.PreOrderTraversal` `orion.core.evc.tree.DepthFirstTraversal` Attributes ---------- item: object Can be anything parent: None or instance of `orion.core.evc.tree.TreeNode` The parent of the current node, None if the current node is the root. children: None or list of instances of `orion.core.evc.tree.TreeNode` The children of the curent node. root: instance of `orion.core.evc.tree.TreeNode` The top node of the current tree. The root node returns itself. Examples -------- .. code-block:: python :linenos: a = TreeNode("a") b = TreeNode("b", a) c = TreeNode("c", a) d = TreeNode("d", a) e = TreeNode("e", a) f = TreeNode("f", b) g = TreeNode("g", b) h = TreeNode("h", e) # Gives this tree # a # | \ \ \ # b c d e # | \ | # f g h g.set_parent(e) # Gives this tree # a # | \ \ \ # b c d e # | | \ # f h g c.add_children(h, g) # Gives this tree # a # | \ \ \ # b c d e # | | \ # f h g a.drop_children(c) # Gives this tree # a # | \ \ # b d e # | # f """ __slots__ = ('_item', '_parent', '_children') def __init__(self, item, parent=None, children=tuple()): """Initialize node with item, parent and children .. seealso:: :class:`orion.core.evc.tree.TreeNode` for information about the attributes """ self._item = item self._parent = None self._children = [] if parent is not None: self.set_parent(parent) if children: self.add_children(*children) @property def item(self): """Get item of the node which may contain arbitrary objects""" return self._item @item.setter def item(self, new_item): """Set item of the node with arbitrary objects""" self._item = new_item @property def parent(self): """Get parent of the node, None if no parent""" return self._parent
[docs] def drop_parent(self): """Drop the parent of the node, do nothing if no parent Note that the node will be removed from the children of the parent as well """ if self.parent is not None: self._parent.drop_children(self)
[docs] def set_parent(self, node): """Set the parent of the node Note that setting a new parent will have the effect of dropping the previous parent, hence dropping this current node from the previous parent's children list. .. seealso:: `orion.core.evc.tree.TreeNode.drop_parent` """ if node is self.parent: return if node is not None and not isinstance(node, TreeNode): raise TypeError("Cannot set parent to %s" % str(node)) if self.parent is not None: self.drop_parent() if node is not None: node.add_children(self)
@property def children(self): """Get children of the node, empty list if no children""" return self._children
[docs] def drop_children(self, *nodes): """Drop the children of the node, do nothing if no parent If no nodes are passed, the method will drop all the children of the current node. Note that the parent of the given node will be removed as well Raises ------ ValueError If one of the given nodes is not a children of the current node. """ if not nodes: nodes = self.children for child in list(nodes): del self._children[self._children.index(child)] # pylint: disable=protected-access child._parent = None
[docs] def add_children(self, *nodes): """Add children to the current node Note that added children will have their parent set to the current node as well. .. seealso:: `orion.core.evc.tree.TreeNode.drop_children` """ for child in nodes: if child is not None and not isinstance(child, TreeNode): raise TypeError("Cannot add %s to children" % str(child)) if child not in self._children: # TreeNode.set_parent uses add_children so using it here could cause an infinit # recursion. add_children() gets the dirty job done. child.drop_parent() # pylint: disable=protected-access child._parent = self self._children.append(child)
@property def root(self): """Get the root of the tree Root node returns itself """ if self.parent is None: return self return self.parent.root
[docs] def map(self, function, node): r"""Apply a function recursively on the tree The function can be applied upwards on parents or downwards on children. The direction is defined by passing self.parent or self.children as the node argument. Parameters ---------- function : callable Callable object to which will be passed the current node plus the parent node or the children nodes, depending on the direction of function application. If map on parents, callable(self, rval_parent_node) If map on children, callable(self, rval_children_nodes). Note that the callable object is expected to return an object which will be set as the current node's item (in the resulting tree), and the parent node or the children nodes depending on the direction of function application. node: None, `orion.core.evc.TreeNode` or list Can be either `None`: function is applied on current node only `self.parent`: function is applied recursively climbing up the tree until the root `self.children`: function is applied recursively going down the tree until the leafs Examples -------- .. code-block:: python :linenos: # Tree structure # a # | \ \ \ # b c d e # | \ | # f g h # root = TreeNode(1) b = TreeNode(1, root) TreeNode(1, root) TreeNode(1, root) e = TreeNode(1, root) f = TreeNode(1, b) TreeNode(1, b) h = TreeNode(1, e) def increment(node, children): for child in TreeNode(0, None, children): child.item += 1 return node.item + 1, children # Should return # # 2 # | \ \ \ # 3 3 3 3 # | \ | # 4 4 4 rval = root.map(increment, root.children) assert [node.item for node in rval] == [2, 3, 4, 4, 3, 3, 3, 4] def increment_parent(node, parent): if parent is not None: for parent in parent.root: parent.item += 1 return node.item + 1, parent # Should return # # 4 # | # 3 # | # 2 rval = f.map(increment_parent, f.parent) assert [node.item for node in rval.root] == [4, 3, 2] rval = h.map(increment_parent, h.parent) assert [node.item for node in rval.root] == [4, 3, 2] """ if node is None: rval, _ = function(self, None) return TreeNode(rval) elif node is self.parent: rval_parent_node = node.map(function, node.parent) rval, parent_node = function(self, rval_parent_node) return TreeNode(rval, parent_node) elif node is self.children: rval_children_nodes = [child.map(function, child.children) for child in self.children] rval, children_nodes = function(self, rval_children_nodes) return TreeNode(rval, parent=None, children=children_nodes) else: raise ValueError("Invalid nodes: %s" % str(node))
def __iter__(self): """Iterate on the tree with pre-order traversal""" return PreOrderTraversal(self) def __repr__(self): """Represent the object as a string.""" parent = self.parent if parent is not None: parent = parent.item children = [child.item for child in self.children] return ("%s(%s, parent=%s, children=%s)" % (self.__class__.__name__, str(self.item), str(parent), str(children)))
[docs]def flattened(trials_tree): """Get a list of the tree items in pre-order traversal""" return [node.item for node in trials_tree]