first stage playbook

Alexandre Chapellon
1 parent e6a2bdcb60
Showing 52 changed files with 1254 additions and 0 deletions Show diff stats
README.md
alfbm.retry
alfbm.yml
config.yml
inventory
library/xml
yml/all.yml
yml/bm-server.yml
yml/host_vars/alfmbm
yml/load-driver.yml
yml/mongodb.yml
yml/roles/bm-server/tasks/main.yml
yml/roles/common/tasks/dist.yml
yml/roles/common/tasks/main.yml
yml/roles/common/tasks/packages.yml
yml/roles/common/vars/centos.yml
yml/roles/common/vars/debian.yml
yml/roles/common/vars/debian_7.yml
yml/roles/common/vars/debian_8.yml
yml/roles/common/vars/redhat.yml
@@ -0,0 +1,22 @@
+#Alfresco benchmark playbook
+
+This ansible playbook allows one to easily deploy an Alfresco benchmark infrastructure on multiple servers.
+
+##Requirements
+
+The playbook has been written and tested with Ansible 2.2. Some additionnal modules have been added to the playbook:
+
+ * ansible-xml by cmprescott (requires python-lxml on remote end)
+ * selenium
+
+At the moment the target hosts need to have direct acces to internet as we are using public repos.
+
+##How to use:
+
+Edit the _inventory_ file and add your hosts to the appropriate section. If you don't understand the roles of each server, you should probably start reading [Derek Huley's documentation](https://github.com/AlfrescoBenchmark/alfresco-benchmark/tree/master/docs) about the [Alfresco benchmark framework](https://github.com/AlfrescoBenchmark).
+
+##TODO
+
+ * Make it possible to download software from the Ansible machine instead of target machine (in case target cannot access internet).
+ * Allow Oracle JDK usage
+ * RedHat like environments
@@ -0,0 +1 @@
+alfbmsrv
@@ -0,0 +1,7 @@
+---
+- include: yml/all.yml
+- include: yml/mongodb.yml
+- include: yml/bm-server.yml
+- include: yml/load-driver.yml
+- include: yml/selenium-grid.yml
+
@@ -0,0 +1,48 @@
+artifact_repo: https://nexus.alfresco.com/nexus/service/local/repositories/snapshots/content
+
+bm_server_path: /org/alfresco/alfresco-benchmark-server/2.2.0-SNAPSHOT/alfresco-benchmark-server-2.2.0-20170403.100924-4.war
+bm_sample: /org/alfresco/alfresco-benchmark-sample/2.2.0-SNAPSHOT/alfresco-benchmark-sample-2.2.0-20170403.101041-4.war
+tests_signup_path: /org/alfresco/alfresco-benchmark-tests-ent-signup/2.5-SNAPSHOT/alfresco-benchmark-tests-ent-signup-2.5-20170306.103110-4.war
+tests_cmis_path: /org/alfresco/alfresco-benchmark-tests-cmis/1.7-SNAPSHOT/alfresco-benchmark-tests-cmis-1.7-20160818.133550-1.war
+tests_dataload_path: /org/alfresco/alfresco-benchmark-tests-dataload/2.8-SNAPSHOT/alfresco-benchmark-tests-dataload-2.8-20170306.105256-3.war
+tests_share_path: /org/alfresco/alfresco-benchmark-tests-share/5.2.0-SNAPSHOT/alfresco-benchmark-tests-share-5.2.0-20170306.102441-46.war
+tests_workflow_path: /org/alfresco/alfresco-benchmark-tests-workflow/1.3-SNAPSHOT/alfresco-benchmark-tests-workflow-1.3-20170403.102028-12.war
+tests_desktopsync_path: /org/alfresco/alfresco-benchmark-tests-desktop-sync/1.3-SNAPSHOT/alfresco-benchmark-tests-desktop-sync-1.3-20160615.142236-21.war
+
+# Use either Java 7 or 8
+#java_ver: 8
+
+# Set java flavor (only openjdk for now)
+#java_flav: openjdk
+
+# Use either Tomcat 7 or 8
+#tomcat_ver: 8
+
+# Set port for Tomcat to listen on. Set "tomcat_port" in host_vars to specify different ports on each host
+#tomcat_prt: 9080
+
+# Should we remove existing war files
+#tomcat_cln: False
+
+# Selenium version MUST be X.Y.Z
+#selenium_ver: 3.3.1
+
+# Specify a host to endorse the role of a Selenium Hub. defaults to the first bm-server (there should be only one)
+#selenium_hub_port: 4444
+# DO NOT EDIT FURTHER.
+# Thereafter we only set defaults
+
+java_version: "{{ java_ver | default(8) }}"
+java_flavor: "{{ java_flav | default('openjdk') }}"
+tomcat_version: "{{ tomcat_ver | default(7) }}"
+tomcat_clean: "{{ tomcat_cln | default(False) }}"
+tomcat_port: "{{ tomcat_prt | default(8080) }}"
+
+selenium_version: "{{ selenium_ver | default('3.3.1') }}"
+selenium_release: "{{ selenium_version | regex_replace('\\.\\d+$','') }}"
+selenium_url: "http://selenium-release.storage.googleapis.com/{{ selenium_release }}/selenium-server-standalone-{{ selenium_version }}.jar"
+
+selenium_hub_portnumber: "{{ selenium_hub_port | default(4444) }}"
+
+mongodb_version: "{{ mongodb_ver | default('3.4') }}"
+
@@ -0,0 +1,12 @@
+[bm-server]
+alfbmsrv
+
+[load-driver]
+alfbmsrv
+
+[selenium-hub]
+alfbmsrv
+
+[mongodb]
+alfbmsrv
+
@@ -0,0 +1,638 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+#
+# xml - Manage bits and pieces of XML files
+#
+# Copyright 2014, Red Hat, Inc.
+# Tim Bielawa <tbielawa@redhat.com>
+# Magnus Hedemark <mhedemar@redhat.com>
+#
+# This software may be freely redistributed under the terms of the GNU
+# general public license version 2.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+
+DOCUMENTATION = '''
+---
+module: xml
+short_description: Manage bits and pieces of XML files or strings
+description:
+  - A CRUD-like interface to managing bits of XML files. You might also be interested in a brief tutorial, U(http://www.w3schools.com/xpath/). Note that module this does not handle complicated xpath expressions. So limit xpath selectors to simple expressions.
+version_added: "1.0"
+options:
+  path:
+    description:
+      - Path to the file to operate on. File must exist ahead of time.
+    required: true unless xmlstring is given
+    default: null
+    choices: []
+    aliases: ['dest', 'file']
+  xmlstring:
+    description:
+      - A string containing XML on which to operate.
+    required: true unless file is given
+    default: null
+    choices: []
+  xpath:
+    description:
+      - A valid XPath expression describing the item(s) you want to manipulate. Operates on the document root, C(/), by default.
+    required: false
+    default: /
+    choices: []
+  namespaces:
+    description:
+      - The namespace prefix:uri mapping for the XPath expression. Needs to be a *map*, not a list of items.
+    required: false
+    default: null
+    choices: []
+  ensure:
+    description:
+      - Set or remove an xpath selection (node(s), attribute(s))
+    required: false
+    default: present
+    choices:
+      - "absent"
+      - "present"
+  value:
+    description:
+      - Desired state of the selected attribute. Either a string, or to unset a value, the Python C(None) keyword (YAML Equivalent, C(null)).
+    required: false
+    default: Elements default to no value (but present). Attributes default to an empty string.
+    choices: []
+  add_children:
+    description:
+      - 'Add additional child-element(s) to a selected element. Child elements must be given in a list and each item may be either a string (ex: C(children=ansible) to add an empty C(<ansible/>) child element), or a hash where the key is an element name and the value is the element value.'
+    required: false
+    default: null
+    choices: []
+  set_children:
+    description:
+      - 'Set the the child-element(s) of a selected element. Removes any existing children. Child elements must be specified as in C(add_children).'
+    required: false
+    default: null
+    choices: []
+  count:
+    description:
+      - "Search for a given C(xpath) and provide the count of any matches"
+    required: false
+    default: null
+    choices: []
+  print_match:
+    description:
+      - "Search for a given C(xpath) and print out any matches"
+    required: false
+    default: null
+    choices: []
+  pretty_print:
+    description:
+      - "Pretty print output XML"
+    required: false
+    default: false
+    choices: []
+  content:
+    description:
+      - "Search for a given C(xpath) and get content"
+    required: false
+    default: false
+    choices:
+      - "attribute"
+      - "text"
+  input_type:
+    description:
+      - "Type of input for add_children and set_children"
+    required: false
+    default: "yaml"
+    choices:
+      - "yaml"
+      - "xml"
+requirements:
+    - The remote end must have the Python C(lxml) library installed
+author: Tim Bielawa, Magnus Hedemark
+'''
+
+
+from io import BytesIO
+from lxml import etree
+try:
+    import json
+except:
+    import simplejson as json
+import lxml
+import sys, os, re, traceback
+
+def print_match(module, tree, xpath, namespaces):
+    match = tree.xpath(xpath, namespaces=namespaces)
+    match_xpaths = []
+    for m in match:
+        match_xpaths.append(tree.getpath(m))
+    match_str = json.dumps(match_xpaths)
+    msg = "selector '%s' match: %s" % (xpath, match_str)
+    finish(module, tree, xpath, namespaces, changed=False, msg=msg)
+
+def count(module, tree, xpath, namespaces):
+    """ Return the count of nodes matching the xpath """
+    hits = tree.xpath("count(/%s)" % xpath, namespaces=namespaces)
+    finish(module, tree, xpath, namespaces, changed=False, msg=int(hits), hitcount=int(hits))
+
+def is_node(tree, xpath, namespaces):
+    """ Test if a given xpath matches anything and if that match is a node.
+
+    For now we just assume you're only searching for one specific thing."""
+    if xpath_matches(tree, xpath, namespaces):
+        # OK, it found something
+        match = tree.xpath(xpath, namespaces=namespaces)
+        if type(match[0]) == lxml.etree._Element:
+            return True
+
+    return False
+
+def is_attribute(tree, xpath, namespaces):
+    """ Test if a given xpath matches and that match is an attribute
+
+An xpath attribute search will only match one item"""
+    if xpath_matches(tree, xpath, namespaces):
+        match = tree.xpath(xpath, namespaces=namespaces)
+        if type(match[0]) == lxml.etree._ElementStringResult:
+            return True
+    return False
+
+def xpath_matches(tree, xpath, namespaces):
+    """ Test if a node exists """
+    if tree.xpath(xpath, namespaces=namespaces):
+        return True
+    else:
+        return False
+
+def delete_xpath_target(module, tree, xpath, namespaces):
+    """ Delete an attribute or element from a tree """
+    try:
+        for result in tree.xpath(xpath, namespaces=namespaces):
+            if not module.check_mode:
+                # Get the xpath for this result
+                if is_attribute(tree, xpath, namespaces):
+                    # Delete an attribute
+                    parent = result.getparent()
+                    # Pop this attribute match out of the parent
+                    # node's 'attrib' dict by using this match's
+                    # 'attrname' attribute for the key
+                    parent.attrib.pop(result.attrname)
+                elif is_node(tree, xpath, namespaces):
+                    # Delete an element
+                    result.getparent().remove(result)
+    except Exception, e:
+        abort(module, "Couldn't delete xpath target: %s (%s)" % (xpath, str(e)))
+    else:
+        finish(module, tree, xpath, namespaces, changed=True)
+
+def set_target_children_inner(module, tree, xpath, namespaces, children, type):
+    matches = tree.xpath(xpath, namespaces=namespaces)
+
+    # Create a list of our new children
+    children = children_to_nodes(module, children, type)
+    children_as_string = [lxml.etree.tostring(c) for c in children]
+
+    changed = False
+
+    def replace_children_of(match):
+        if not module.check_mode:
+            for element in match.getchildren():
+                match.remove(element)
+            match.extend(children)
+
+    # xpaths always return matches as a list, so....
+    for match in matches:
+        # Check if elements differ
+        if len(match.getchildren()) == len(children):
+            for idx, element in enumerate(match.getchildren()):
+                if lxml.etree.tostring(element) != children_as_string[idx]:
+                    replace_children_of(match)
+                    changed = True
+                    break
+        else:
+            replace_children_of(match)
+            changed = True
+
+    return changed
+
+def set_target_children(module, tree, xpath, namespaces, children, type):
+    changed = set_target_children_inner(module, tree, xpath, namespaces, children, type)
+    # Write it out
+    finish(module, tree, xpath, namespaces, changed=changed)
+
+def add_target_children(module, tree, xpath, namespaces, children, type):
+    if is_node(tree, xpath, namespaces):
+        new_kids = children_to_nodes(module, children, type)
+        for node in tree.xpath(xpath, namespaces=namespaces):
+            if not module.check_mode: node.extend(new_kids)
+        finish(module, tree, xpath, namespaces, changed=True)
+    else:
+        finish(module, tree, xpath, namespaces)
+
+_ident = "[a-zA-Z-][a-zA-Z0-9_-]*"
+_nsIdent = _ident +"|"+_ident+":"+_ident
+_xpstr = "('(?:.*)'|\"(?:.*)\")" # Note: we can't reasonably support the 'if you need to put both ' and " in a string, concatenate
+                               # strings wrapped by the other delimiter' XPath trick, especially as simple XPath.
+
+_re_splitSimpleLast = re.compile("^(.*)/("+_nsIdent+")$")
+_re_splitSimpleLastEqValue = re.compile("^(.*)/("+_nsIdent+")/text\\(\\)="+_xpstr+"$")
+_re_splitSimpleAttrLast = re.compile("^(.*)/(@(?:"+_nsIdent+"))$")
+_re_splitSimpleAttrLastEqValue = re.compile("^(.*)/(@(?:"+_nsIdent+"))="+_xpstr+"$")
+
+_re_splitSubLast = re.compile("^(.*)/("+_nsIdent+")\\[(.*)\\]$")
+
+_re_splitOnlyEqValue = re.compile("^(.*)/text\\(\\)="+_xpstr+"$")
+
+def _extract_xpstr(g):
+    return g[1:-1]
+
+def split_xpath_last(xpath):
+    """split an XPath of the form /foo/bar/baz into /foo/bar and baz"""
+    xpath = xpath.strip()
+    m = _re_splitSimpleLast.match(xpath)
+    if m:
+        return (m.group(1), [(m.group(2), None)]) # requesting an element to exist
+    m = _re_splitSimpleLastEqValue.match(xpath)
+    if m:
+        return (m.group(1), [(m.group(2), _extract_xpstr(m.group(3)))]) # requesting an element to exist with an inner text
+
+    m = _re_splitSimpleAttrLast.match(xpath)
+    if m:
+        return (m.group(1), [(m.group(2), None)]) # requesting an attribute to exist
+    m = _re_splitSimpleAttrLastEqValue.match(xpath)
+    if m:
+        return (m.group(1), [(m.group(2), _extract_xpstr(m.group(3)))]) # requesting an attribute to exist with a value
+
+    m = _re_splitSubLast.match(xpath)
+    if m:
+        content = map(lambda x: x.strip(), m.group(3).split(" and "))
+
+        return (m.group(1),  [('/'+m.group(2), content )] )
+
+    m = _re_splitOnlyEqValue.match(xpath)
+    if m:
+        return (m.group(1), [("", _extract_xpstr(m.group(2)))]) # requesting a change of inner text
+    return (xpath, [])
+
+def nsnameToClark(name, namespaces):
+    if ":" in name:
+        (nsname, rawname) = name.split(":")
+        return "{{{0}}}{1}".format(namespaces[nsname], rawname)
+    else:
+        # no namespace name here
+        return name
+
+def check_or_make_target(module, tree, xpath, namespaces):
+    (inner_xpath, changes) = split_xpath_last(xpath)
+    if (inner_xpath == xpath) or (changes == None):
+        abort(module, "Can't process Xpath " + xpath + " in order to spawn nodes! tree is " + etree.tostring(tree, pretty_print=True))
+        return False
+
+    changed = False
+
+    if not is_node(tree, inner_xpath, namespaces):
+        changed = check_or_make_target(module, tree, inner_xpath, namespaces)
+
+    if is_node(tree, inner_xpath, namespaces) and changes: # we test again after calling check_or_make_target
+        for (eoa, eoa_value) in changes:
+            if eoa and eoa[0] != '@' and eoa[0] != '/':
+                # implicitly creating an element
+                new_kids = children_to_nodes(module, [nsnameToClark(eoa, namespaces)], "yaml")
+                if eoa_value:
+                    for nk in new_kids:
+                        nk.text = eoa_value
+
+                for node in tree.xpath(inner_xpath, namespaces=namespaces):
+                    if not module.check_mode: node.extend(new_kids)
+                    changed = True
+                #abort(module, "now tree=" + etree.tostring(tree, pretty_print=True))
+            elif eoa and eoa[0] == '/':
+                element = eoa[1:]
+                new_kids = children_to_nodes(module, [nsnameToClark(element, namespaces)], "yaml")
+
+                for node in tree.xpath(inner_xpath, namespaces=namespaces):
+                    if not module.check_mode: node.extend(new_kids)
+                    for nk in new_kids:
+                        for subexpr in eoa_value:
+                            #abort(module, "element="+element+" subexpr="+str(subexpr)+" node="+etree.tostring(node, pretty_print=True)+
+                            #    " now tree=" + etree.tostring(tree, pretty_print=True))
+                            check_or_make_target(module, nk, "./"+subexpr, namespaces)
+                    changed = True
+
+                #abort(module, "now tree=" + etree.tostring(tree, pretty_print=True))
+            elif eoa == "":
+                for node in tree.xpath(inner_xpath, namespaces=namespaces):
+                    if (node.text != eoa_value):
+                        node.text = eoa_value
+                        changed = True
+
+            elif eoa and eoa[0] == '@':
+                attribute = nsnameToClark(eoa[1:], namespaces)
+
+                for element in tree.xpath(inner_xpath, namespaces=namespaces):
+                    changing = (not element.attrib.has_key(attribute)) or (element.attrib.get(attribute) != eoa_value)
+
+                    if not module.check_mode and changing:
+                        changed = changed or changing
+                        if eoa_value is None:
+                            value = ""
+                        else:
+                            value = eoa_value
+                        element.attrib[attribute] = value
+
+                    #abort(module, "arf "+xpath+"  changing="+str(changing)+"  as curval="+str(element.get(attribute))+" changed tree=" + etree.tostring(tree, pretty_print=True))
+
+
+            else:
+                abort(module, "unknown tree transformation=" + etree.tostring(tree, pretty_print=True))
+
+    return changed
+
+
+def ensure_xpath_exists(module, tree, xpath, namespaces):
+    changed = False
+
+    if not is_node(tree, xpath, namespaces):
+        changed = check_or_make_target(module, tree, xpath, namespaces)
+
+    finish(module, tree, xpath, namespaces, changed)
+
+def set_target_inner(module, tree, xpath, namespaces, attribute, value):
+    changed = False
+
+    try:
+        if not is_node(tree, xpath, namespaces):
+            changed = check_or_make_target(module, tree, xpath, namespaces)
+    except Exception, e:
+        abort(module, "Xpath " + xpath + " causes a failure: "+str(e)+ "\n" + traceback.format_exc(e)+"\n  -- tree is " + etree.tostring(tree, pretty_print=True))
+
+    if not is_node(tree, xpath, namespaces):
+        abort(module, "Xpath " + xpath + " does not reference a node! tree is " + etree.tostring(tree, pretty_print=True))
+
+    for element in tree.xpath(xpath, namespaces=namespaces):
+        if not attribute:
+            changed = changed or (element.text != value)
+            if not module.check_mode and (element.text != value): element.text = value
+        else:
+            changed = changed or (element.get(attribute) != value)
+            if ":" in attribute:
+                attr_ns, attr_name = attribute.split(":")
+                attribute = "{{{0}}}{1}".format(namespaces[attr_ns], attr_name)
+            if not module.check_mode and (element.get(attribute) != value): element.set(attribute, value)
+
+    return changed
+
+def set_target(module, tree, xpath, namespaces, attribute, value):
+    changed = set_target_inner(module, tree, xpath, namespaces, attribute, value)
+    finish(module, tree, xpath, namespaces, changed)
+
+def pretty(module, tree):
+    xml_string = etree.tostring(tree, xml_declaration=True, encoding='UTF-8', pretty_print=module.params['pretty_print'])
+    changed = False
+
+    if module.params['path']:
+        xml_file = os.path.expanduser(module.params['path'])
+
+        xml_content = open(xml_file)
+        try:
+            if xml_string != xml_content.read():
+                changed = True
+                tree.write(xml_file, xml_declaration=True, encoding='UTF-8', pretty_print=module.params['pretty_print'])
+        finally:
+            xml_content.close()
+
+        module.exit_json(changed=changed)
+
+    if module.params['xmlstring']:
+        if xml_string != module.params['xmlstring']:
+            changed = True
+
+        module.exit_json(changed=changed, xmlstring=xml_string)
+
+def get_element_text(module, tree, xpath, namespaces):
+    if not is_node(tree, xpath, namespaces):
+        abort(module, "Xpath " + xpath + " does not reference a node!")
+
+    elements = []
+    for element in tree.xpath(xpath, namespaces=namespaces):
+        elements.append({element.tag: element.text})
+
+    finish(module, tree, xpath, namespaces, changed=False, msg=len(elements), hitcount=len(elements), matches=elements)
+
+def get_element_attr(module, tree, xpath, namespaces):
+    if not is_node(tree, xpath, namespaces):
+        abort(module, "Xpath " + xpath + " does not reference a node!")
+
+    elements = []
+    for element in tree.xpath(xpath, namespaces=namespaces):
+        child = {}
+        for key in element.keys():
+            value = element.get(key)
+            child.update({key: value})
+        elements.append({element.tag: child})
+
+    finish(module, tree, xpath, namespaces, changed=False, msg=len(elements), hitcount=len(elements), matches=elements)
+
+def child_to_element(module, child, in_type):
+    if in_type == 'xml':
+        infile = BytesIO(child.encode('utf-8'))
+
+        try:
+            parser = etree.XMLParser()
+            node = etree.parse(infile, parser)
+            return node.getroot()
+        except etree.XMLSyntaxError, e:
+            module.fail_json(
+                msg="Error while parsing child element: %s" %
+                str(e))
+    elif in_type == 'yaml':
+        ch_type = type(child)
+        if ch_type == str or ch_type == unicode:
+            return etree.Element(child)
+        elif ch_type == dict:
+            if len(child) > 1:
+                abort(module, "Can only create children from hashes with one key")
+
+            (key, value) = child.items()[0]
+            if type(value) == dict:
+                children = value.pop('_', None)
+
+                node = etree.Element(key, value)
+
+                if children is not None:
+                    if type(children) != list:
+                        abort(module, "Invalid children type: %s, must be list." % str(type(children)))
+
+                    subnodes = children_to_nodes(module, children)
+                    node.extend(subnodes)
+            else:
+                node = etree.Element(key)
+                node.text = value
+            return node
+        else:
+            abort(module, "Invalid child type: %s. Children must be either strings or hashes." % str(ch_type))
+    else:
+        abort(module, "Invalid child input type: %s. Type must be either xml or yaml." % in_type)
+
+def children_to_nodes(module=None, children=[], type='yaml'):
+    """turn a str/hash/list of str&hash into a list of elements"""
+    return [child_to_element(module, child, type) for child in children]
+
+def abort(m, msg):
+    m.fail_json(msg=msg)
+
+def finish(m, tree, xpath, namespaces, changed=False, msg="", hitcount=0, matches=[]):
+    if not changed:
+        m.exit_json(changed=changed,actions={"xpath": xpath, "namespaces": namespaces, "ensure": m.params['ensure']}, msg=msg, count=hitcount, matches=matches)
+
+    if m.params['path']:
+        xml_file = os.path.expanduser(m.params['path'])
+        tree.write(xml_file, xml_declaration=True, encoding='UTF-8', pretty_print=m.params['pretty_print'])
+        m.exit_json(changed=changed,actions={"xpath": xpath, "namespaces": namespaces, "ensure": m.params['ensure']}, msg=msg, count=hitcount, matches=matches)
+
+    if m.params['xmlstring']:
+        xml_string = etree.tostring(tree, xml_declaration=True, encoding='UTF-8', pretty_print=m.params['pretty_print'])
+        m.exit_json(changed=changed,actions={"xpath": xpath, "namespaces": namespaces, "ensure": m.params['ensure']}, msg=msg, count=hitcount, matches=matches, xmlstring=xml_string)
+
+def decode(value):
+    # Convert value to unicode to use with lxml
+    if not value or isinstance(value, unicode):
+        return value
+    elif isinstance(value, str):
+        return value.decode('utf-8')
+    elif isinstance(value, list):
+        return [decode(v) for v in value]
+    elif isinstance(value, dict):
+        return dict((key, decode(val)) for key, val in value.iteritems())
+    else:
+        raise AttributeError('Undecodable value: type=%s, value=%s' %
+                             (type(value), value))
+
+def main():
+    module = AnsibleModule(
+        argument_spec=dict(
+            path=dict(required=False, default='', aliases=['dest', 'file']),
+            xmlstring=dict(required=False, default=''),
+            xpath=dict(required=False, default='/'),
+            namespaces=dict(required=False, default={}, type='dict'),
+            ensure=dict(required=False, default='present', choices=['absent', 'present']),
+            value=dict(required=False, default=None),
+            attribute=dict(required=False, default=None),
+            add_children=dict(required=False, default=None, type='list'),
+            set_children=dict(required=False, default=None, type='list'),
+            count=dict(required=False, default=None, type='bool'),
+            print_match=dict(required=False, default=None, type='bool'),
+            pretty_print=dict(required=False, default=False, type='bool'),
+            content=dict(required=False, default=None, choices=['attribute', 'text']),
+            input_type=dict(required=False, default='yaml', choices=['yaml', 'xml'])
+        ),
+        supports_check_mode=True,
+        mutually_exclusive = [
+            ['value','set_children'],
+            ['value','add_children'],
+            ['set_children', 'add_children'],
+            ['path', 'xmlstring'],
+            ['content','set_children'],
+            ['content','add_children'],
+            ['content','value'],
+        ]
+    )
+
+    xml_file = os.path.expanduser(module.params['path'])
+    xml_string = module.params['xmlstring']
+    xpath = module.params['xpath']
+    namespaces = module.params['namespaces']
+    ensure = module.params['ensure']
+    value = decode(module.params['value'])
+    attribute = module.params['attribute']
+    set_children = decode(module.params['set_children'])
+    add_children = decode(module.params['add_children'])
+    pretty_print = module.params['pretty_print']
+    content = module.params['content']
+    input_type = module.params['input_type']
+
+    ##################################################################
+    # Check if the file exists
+    # No: abort
+    if xml_string:
+        infile = BytesIO(xml_string.encode('utf-8'))
+    elif os.path.isfile(xml_file):
+        infile = file(xml_file, 'r')
+    else:
+        module.fail_json(
+            msg="The target XML source does not exist: %s" %
+            xml_file)
+
+    # Try to parse in the target XML file
+    try:
+        parser = etree.XMLParser(remove_blank_text=pretty_print)
+        x = etree.parse(infile, parser)
+    except etree.XMLSyntaxError, e:
+        module.fail_json(
+            msg="Error while parsing file: %s" %
+            str(e))
+
+    if module.params['print_match']:
+        print_match(module, x, xpath, namespaces)
+
+    if module.params['count']:
+        count(module, x, xpath, namespaces)
+
+    if content == 'attribute':
+        get_element_attr(module, x, xpath, namespaces)
+    elif module.params['content'] == 'text':
+        get_element_text(module, x, xpath, namespaces)
+
+    # module.fail_json(msg="OK. Well, etree parsed the xml file...")
+
+    # module.exit_json(what_did={"foo": "bar"}, changed=True)
+
+    ##################################################################
+    # File exists:
+    # Ensure:
+    if ensure == 'absent':
+        # - absent: delete xpath target
+        delete_xpath_target(module, x, xpath, namespaces)
+        # Exit
+    # - present: carry on
+
+    ##################################################################
+    # children && value both set?: should have already aborted by now
+    ##################################################################
+
+    ##################################################################
+    # add_children && set_children both set?: should have already aborted by now
+    ##################################################################
+
+    ##################################################################
+    # set_children set?
+    # Yes: Set children of target
+    if module.params['set_children']:
+        set_target_children(module, x, xpath, namespaces, set_children, input_type)
+
+    ##################################################################
+    # add_children set?
+    # Yes: Add children to target
+    if module.params['add_children']:
+        add_target_children(module, x, xpath, namespaces, add_children, input_type)
+
+    # No?: Carry on
+
+    ##################################################################
+    # Is the xpath target an attribute selector?
+    # Yes: Set the attribute, exit
+    if module.params['value'] is not None:
+        set_target(module, x, xpath, namespaces, attribute, value)
+
+    ##################################################################
+    # Format the xml only?
+    if module.params['pretty_print']:
+        pretty(module, x)
+
+    ensure_xpath_exists(module, x, xpath, namespaces)
+    #abort(module, "don't know what to do")
+
+######################################################################
+from ansible.module_utils.basic import *
+main()
@@ -0,0 +1,6 @@
+---
+- hosts: all
+  vars_files:
+    - ../config.yml
+  roles:
+    - common
@@ -0,0 +1,8 @@
+---
+- hosts: bm-server
+  vars_files:
+    - ../config.yml
+  roles:
+    - tomcat
+    - bm-server
+
@@ -0,0 +1,2 @@
+tomcat_port: 9080
+
@@ -0,0 +1,8 @@
+---
+- hosts: load-driver
+  vars_files:
+    - ../config.yml
+  roles:
+    - { role: tomcat, when: "inventory_hostname not in groups['bm-server']" }
+    - load-driver
+
@@ -0,0 +1,7 @@
+---
+- hosts: mongodb
+  vars_files:
+    - ../config.yml
+  roles:
+    - mongodb
+
@@ -0,0 +1,16 @@
+---
+- name: Remove all Tomcat webapps
+  file: name="{{ catalina_home }}/webapps/{{ item }}" state=absent
+  with_items:
+    - alfresco-benchmark-server
+    - alfresco-benchmark-server.war
+  when: tomcat_clean == True
+
+- name: Get Alfresco benchmark server artifact
+  get_url:
+    url: "{{ artifact_repo }}/{{ bm_server_path }}"
+    dest: "{{ catalina_home }}/webapps/alfresco-benchmark-server.war"
+    owner: "{{ tomcat_user }}"
+    group: "{{ tomcat_group }}"
+    mode: 0644
+
@@ -0,0 +1,23 @@
+---
+- name: Load OS specific vars
+  include_vars: "{{ item }}"
+  with_first_found:
+      - "{{ ansible_os_family|lower }}.yml"
+  ignore_errors: true
+
+- name: Load distribution vars
+  include_vars: "{{ item }}"
+  with_first_found:
+      - "../vars/{{ ansible_distribution|lower }}.yml"
+  ignore_errors: true
+
+- name: Load major version vars
+  include_vars: "{{ item }}"
+  with_first_found:
+      - "../vars/{{ ansible_distribution|lower }}_{{ ansible_distribution_major_version|lower }}.yml"
+  ignore_errors: true
+
+- name: WARNING
+  debug: msg="your Linux distribution is quite outdated! Software version specified in your configuration may not be the one deployed"
+  when: warn_old
+
@@ -0,0 +1,4 @@
+---
+- include: dist.yml
+- include: packages.yml
+
@@ -0,0 +1,16 @@
+---
+- name: Setup required repositories (Debian-like systems)
+  apt_repository: repo="{{ item }}" filename=alfbm
+  when: ansible_pkg_mgr == "apt" and repo_list is defined
+  with_items: "{{ repo_list }}"
+
+- name: Install common packages (RedHat like systems)
+  yum: pkg={{ item }}
+  when: ansible_pkg_mgr == "yum"
+  with_items: "{{ common_pkg }}"
+
+- name: Install common packages (Debian like systems)
+  apt: name={{ item }}
+  when: ansible_pkg_mgr == "apt"
+  with_items: "{{ common_pkg }}"
+
@@ -0,0 +1,3 @@
+common_pkg:
+  - python-lxml
+
@@ -0,0 +1,5 @@
+repo_list:
+  - http://ftp.fr.debian.org/debian jessie-backport main
+
+warn_old: True
+
@@ -0,0 +1,3 @@
+repo_list:
+  - http://ftp.fr.debian.org/debian jessie-backport main
+
@@ -0,0 +1,3 @@
+common_pkg:
+ - python-lxml
+
@@ -0,0 +1,5 @@
+repo_list:
+  - ppa:openjdk-r/ppa
+
+warn_old: True
+
@@ -0,0 +1,33 @@
+---
+- name: Remove all Tomcat webapps
+  file: name="{{ catalina_home }}/webapps/{{ item }}" state=absent
+  with_items:
+    - alfresco-benchmark-tests-signup
+    - alfresco-benchmark-tests-signup.war
+    - alfresco-benchmark-tests-cmis
+    - alfresco-benchmark-tests-cmis.war
+    - alfresco-benchmark-tests-dataload
+    - alfresco-benchmark-tests-dataload.war
+    - alfresco-benchmark-tests-share
+    - alfresco-benchmark-tests-share.war
+    - alfresco-benchmark-tests-workflow
+    - alfresco-benchmark-tests-workflow.war
+    - alfresco-benchmark-tests-desktopsync
+    - alfresco-benchmark-tests-desktopsync.war
+  when: tomcat_clean == True
+
+- name: Get Alfresco benchmark tests artifacts
+  get_url:
+    url: "{{ artifact_repo }}/{{ item.artifact }}"
+    dest: "{{ catalina_home }}/webapps/{{ item.warfile }}.war"
+    owner: "{{ tomcat_user }}"
+    group: "{{ tomcat_group }}"
+    mode: 0644
+  with_items:
+    - { artifact: "{{ tests_signup_path }}", warfile: 'alfresco-benchmark-tests-signup' }
+    - { artifact: "{{ tests_cmis_path }}", warfile: 'alfresco-benchmark-tests-cmis' }
+    - { artifact: "{{ tests_dataload_path }}", warfile: 'alfresco-benchmark-tests-dataload' }
+    - { artifact: "{{ tests_share_path }}", warfile: 'alfresco-benchmark-tests-share' }
+    - { artifact: "{{ tests_workflow_path }}", warfile: 'alfresco-benchmark-tests-workflow' }
+    - { artifact: "{{ tests_desktopsync_path }}", warfile: 'alfresco-benchmark-tests-desktopsync' }
+
@@ -0,0 +1,6 @@
+---
+- name: Restart Mongo
+  service:
+    name: mongod
+    state: restarted
+
@@ -0,0 +1,8 @@
+---
+- name: bind MongoDB to the external network
+  lineinfile:
+    line: "  bindIp: 0.0.0.0"
+    regexp: '  bindIp: .*'
+    dest: /etc/mongod.conf
+  notify: Restart Mongo
+
@@ -0,0 +1,23 @@
+---
+- name: Load OS specific vars
+  include_vars: "{{ item }}"
+  with_first_found:
+      - "{{ ansible_os_family|lower }}.yml"
+  ignore_errors: true
+
+- name: Load distribution vars
+  include_vars: "{{ item }}"
+  with_first_found:
+      - "../vars/{{ ansible_distribution|lower }}.yml"
+  ignore_errors: true
+
+- name: Load major version vars
+  include_vars: "{{ item }}"
+  with_first_found:
+      - "../vars/{{ ansible_distribution|lower }}_{{ ansible_distribution_major_version|lower }}.yml"
+  ignore_errors: true
+
+- name: WARNING
+  debug: msg="your Linux distribution is quite outdated! Software version specified in your configuration may not be the one deployed"
+  when: warn_old
+
@@ -0,0 +1,5 @@
+---
+- include: dist.yml
+- include: packages.yml
+- include: config.yml
+
@@ -0,0 +1,17 @@
+---
+- name: Add MongoDB repo key
+  apt_key:
+    keyserver: hkp://keyserver.ubuntu.com:80
+    id: 0C49F3730359A14518585931BC711F9BA15703C6
+  when: ansible_pkg_mgr == 'apt'
+
+- name: Set up MongoDB reposirtory
+  apt_repository:
+    repo: "{{ mongo_repo_url }}"
+  when: ansible_pkg_mgr == 'apt'
+
+- name: Install MongoDB
+  apt:
+    name: mongodb-org
+  when: ansible_pkg_mgr == 'apt'
+
@@ -0,0 +1,2 @@
+mongo_repo_url: deb http://repo.mongodb.org/apt/debian "{{ ansible_distribution_release }}"/mongodb-org/"{{ mongodb_version }}" main
+
@@ -0,0 +1,2 @@
+mongo_repo_url: deb [ arch=amd64 ] http://repo.mongodb.org/apt/ubuntu "{{ ansible_distribution_release }}"/mongodb-org/"{{ mongodb_version }}" multiverse
+
@@ -0,0 +1,43 @@
+---
+- name: Create selenium user
+  user:
+    name: selenium
+    system: yes
+    shell: /bin/false
+    home: /usr/local/share/selenium
+    comment: "Selenium Browser autamation user"
+
+- name: Get Selenium server
+  get_url:
+    url: "{{ selenium_url }}"
+    dest: "/usr/local/share/selenium/selenium-server-standalone-{{ selenium_version }}.jar"
+    mode: 0644
+
+- name: Install Pseudo X server
+  apt:
+    name: xvfb
+  when: ansible_pkg_mgr == "apt"
+
+- name: Add Selenium Hub init script
+  template:
+    src: sysvinit-hub
+    dest: /etc/init.d/selenium-hub
+    mode: 0755
+  when: inventory_hostname in groups['selenium-hub']
+
+- name: Add Selenium Node init script
+  template:
+    src: sysvinit-node
+    dest: /etc/init.d/selenium-node
+    mode: 0755
+  when: inventory_hostname in groups['load-driver']
+
+- name: Enable Selenium service
+  service:
+    name: "{{ item }}"
+    state: started
+    enabled: yes
+  with_items:
+    - selenium-hub
+    - selenium-node
+
@@ -0,0 +1,50 @@
+#!/bin/bash
+
+DESC="Selenium server"
+RUN_AS=selenium
+JAVA_BIN=/usr/bin/java
+
+SELENIUM_DIR=/usr/local/share/selenium
+PID_FILE="$SELENIUM_DIR/selenium-hub.pid"
+JAR_FILE="$SELENIUM_DIR/selenium-server-standalone-{{ selenium_version }}.jar"
+LOG_FILE="$SELENIUM_DIR/selenium-hub.log"
+SELENIUM_PORT={{ selenium_hub_portnumber }}
+
+MAX_MEMORY="-Xmx1G"
+STACK_SIZE="-Xss1024k"
+
+DAEMON_OPTS="$MAX_MEMORY -jar $JAR_FILE -log $LOG_FILE -role hub -newSessionWaitTimeout 5000 -timeout 300 -port $SELENIUM_PORT"
+
...	...	@@ -0,0 +1,22 @@
	1	+#Alfresco benchmark playbook
	2	+
	3	+This ansible playbook allows one to easily deploy an Alfresco benchmark infrastructure on multiple servers.
	4	+
	5	+##Requirements
	6	+
	7	+The playbook has been written and tested with Ansible 2.2. Some additionnal modules have been added to the playbook:
	8	+
	9	+ * ansible-xml by cmprescott (requires python-lxml on remote end)
	10	+ * selenium
	11	+
	12	+At the moment the target hosts need to have direct acces to internet as we are using public repos.
	13	+
	14	+##How to use:
	15	+
	16	+Edit the _inventory_ file and add your hosts to the appropriate section. If you don't understand the roles of each server, you should probably start reading [Derek Huley's documentation](https://github.com/AlfrescoBenchmark/alfresco-benchmark/tree/master/docs) about the [Alfresco benchmark framework](https://github.com/AlfrescoBenchmark).
	17	+
	18	+##TODO
	19	+
	20	+ * Make it possible to download software from the Ansible machine instead of target machine (in case target cannot access internet).
	21	+ * Allow Oracle JDK usage
	22	+ * RedHat like environments
...	...
...	...	@@ -0,0 +1,7 @@
	1	+---
	2	+- include: yml/all.yml
	3	+- include: yml/mongodb.yml
	4	+- include: yml/bm-server.yml
	5	+- include: yml/load-driver.yml
	6	+- include: yml/selenium-grid.yml
	7	+
...	...
...	...	@@ -0,0 +1,48 @@
	1	+artifact_repo: https://nexus.alfresco.com/nexus/service/local/repositories/snapshots/content
	2	+
	3	+bm_server_path: /org/alfresco/alfresco-benchmark-server/2.2.0-SNAPSHOT/alfresco-benchmark-server-2.2.0-20170403.100924-4.war
	4	+bm_sample: /org/alfresco/alfresco-benchmark-sample/2.2.0-SNAPSHOT/alfresco-benchmark-sample-2.2.0-20170403.101041-4.war
	5	+tests_signup_path: /org/alfresco/alfresco-benchmark-tests-ent-signup/2.5-SNAPSHOT/alfresco-benchmark-tests-ent-signup-2.5-20170306.103110-4.war
	6	+tests_cmis_path: /org/alfresco/alfresco-benchmark-tests-cmis/1.7-SNAPSHOT/alfresco-benchmark-tests-cmis-1.7-20160818.133550-1.war
	7	+tests_dataload_path: /org/alfresco/alfresco-benchmark-tests-dataload/2.8-SNAPSHOT/alfresco-benchmark-tests-dataload-2.8-20170306.105256-3.war
	8	+tests_share_path: /org/alfresco/alfresco-benchmark-tests-share/5.2.0-SNAPSHOT/alfresco-benchmark-tests-share-5.2.0-20170306.102441-46.war
	9	+tests_workflow_path: /org/alfresco/alfresco-benchmark-tests-workflow/1.3-SNAPSHOT/alfresco-benchmark-tests-workflow-1.3-20170403.102028-12.war
	10	+tests_desktopsync_path: /org/alfresco/alfresco-benchmark-tests-desktop-sync/1.3-SNAPSHOT/alfresco-benchmark-tests-desktop-sync-1.3-20160615.142236-21.war
	11	+
	12	+# Use either Java 7 or 8
	13	+#java_ver: 8
	14	+
	15	+# Set java flavor (only openjdk for now)
	16	+#java_flav: openjdk
	17	+
	18	+# Use either Tomcat 7 or 8
	19	+#tomcat_ver: 8
	20	+
	21	+# Set port for Tomcat to listen on. Set "tomcat_port" in host_vars to specify different ports on each host
	22	+#tomcat_prt: 9080
	23	+
	24	+# Should we remove existing war files
	25	+#tomcat_cln: False
	26	+
	27	+# Selenium version MUST be X.Y.Z
	28	+#selenium_ver: 3.3.1
	29	+
	30	+# Specify a host to endorse the role of a Selenium Hub. defaults to the first bm-server (there should be only one)
	31	+#selenium_hub_port: 4444
	32	+# DO NOT EDIT FURTHER.
	33	+# Thereafter we only set defaults
	34	+
	35	+java_version: "{{ java_ver \| default(8) }}"
	36	+java_flavor: "{{ java_flav \| default('openjdk') }}"
	37	+tomcat_version: "{{ tomcat_ver \| default(7) }}"
	38	+tomcat_clean: "{{ tomcat_cln \| default(False) }}"
	39	+tomcat_port: "{{ tomcat_prt \| default(8080) }}"
	40	+
	41	+selenium_version: "{{ selenium_ver \| default('3.3.1') }}"
	42	+selenium_release: "{{ selenium_version \| regex_replace('\\.\\d+$','') }}"
	43	+selenium_url: "http://selenium-release.storage.googleapis.com/{{ selenium_release }}/selenium-server-standalone-{{ selenium_version }}.jar"
	44	+
	45	+selenium_hub_portnumber: "{{ selenium_hub_port \| default(4444) }}"
	46	+
	47	+mongodb_version: "{{ mongodb_ver \| default('3.4') }}"
	48	+
...	...
...	...	@@ -0,0 +1,12 @@
	1	+[bm-server]
	2	+alfbmsrv
	3	+
	4	+[load-driver]
	5	+alfbmsrv
	6	+
	7	+[selenium-hub]
	8	+alfbmsrv
	9	+
	10	+[mongodb]
	11	+alfbmsrv
	12	+
...	...
...	...	@@ -0,0 +1,6 @@
	1	+---
	2	+- hosts: all
	3	+ vars_files:
	4	+ - ../config.yml
	5	+ roles:
	6	+ - common
...	...
...	...	@@ -0,0 +1,8 @@
	1	+---
	2	+- hosts: bm-server
	3	+ vars_files:
	4	+ - ../config.yml
	5	+ roles:
	6	+ - tomcat
	7	+ - bm-server
	8	+
...	...
...	...	@@ -0,0 +1,8 @@
	1	+---
	2	+- hosts: load-driver
	3	+ vars_files:
	4	+ - ../config.yml
	5	+ roles:
	6	+ - { role: tomcat, when: "inventory_hostname not in groups['bm-server']" }
	7	+ - load-driver
	8	+
...	...
...	...	@@ -0,0 +1,7 @@
	1	+---
	2	+- hosts: mongodb
	3	+ vars_files:
	4	+ - ../config.yml
	5	+ roles:
	6	+ - mongodb
	7	+
...	...
...	...	@@ -0,0 +1,16 @@
	1	+---
	2	+- name: Remove all Tomcat webapps
	3	+ file: name="{{ catalina_home }}/webapps/{{ item }}" state=absent
	4	+ with_items:
	5	+ - alfresco-benchmark-server
	6	+ - alfresco-benchmark-server.war
	7	+ when: tomcat_clean == True
	8	+
	9	+- name: Get Alfresco benchmark server artifact
	10	+ get_url:
	11	+ url: "{{ artifact_repo }}/{{ bm_server_path }}"
	12	+ dest: "{{ catalina_home }}/webapps/alfresco-benchmark-server.war"
	13	+ owner: "{{ tomcat_user }}"
	14	+ group: "{{ tomcat_group }}"
	15	+ mode: 0644
	16	+
...	...
...	...	@@ -0,0 +1,23 @@
	1	+---
	2	+- name: Load OS specific vars
	3	+ include_vars: "{{ item }}"
	4	+ with_first_found:
	5	+ - "{{ ansible_os_family\|lower }}.yml"
	6	+ ignore_errors: true
	7	+
	8	+- name: Load distribution vars
	9	+ include_vars: "{{ item }}"
	10	+ with_first_found:
	11	+ - "../vars/{{ ansible_distribution\|lower }}.yml"
	12	+ ignore_errors: true
	13	+
	14	+- name: Load major version vars
	15	+ include_vars: "{{ item }}"
	16	+ with_first_found:
	17	+ - "../vars/{{ ansible_distribution\|lower }}_{{ ansible_distribution_major_version\|lower }}.yml"
	18	+ ignore_errors: true
	19	+
	20	+- name: WARNING
	21	+ debug: msg="your Linux distribution is quite outdated! Software version specified in your configuration may not be the one deployed"
	22	+ when: warn_old
	23	+
...	...