mirror of
https://github.com/ansible-collections/community.general.git
synced 2024-09-14 20:13:21 +02:00
Merge branch 'sergevanginderachter-inventorytree' into svg_and_inventory_refactor
This commit is contained in:
commit
bcf83cbc24
6 changed files with 252 additions and 32 deletions
|
@ -16,7 +16,6 @@
|
||||||
# along with Ansible. If not, see <http://www.gnu.org/licenses/>.
|
# along with Ansible. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
|
||||||
#############################################
|
#############################################
|
||||||
|
|
||||||
import fnmatch
|
import fnmatch
|
||||||
import os
|
import os
|
||||||
import sys
|
import sys
|
||||||
|
@ -404,8 +403,11 @@ class Inventory(object):
|
||||||
return vars
|
return vars
|
||||||
|
|
||||||
def add_group(self, group):
|
def add_group(self, group):
|
||||||
|
if group.name not in self.groups_list():
|
||||||
self.groups.append(group)
|
self.groups.append(group)
|
||||||
self._groups_list = None # invalidate internal cache
|
self._groups_list = None # invalidate internal cache
|
||||||
|
else:
|
||||||
|
raise errors.AnsibleError("group already in inventory: %s" % group.name)
|
||||||
|
|
||||||
def list_hosts(self, pattern="all"):
|
def list_hosts(self, pattern="all"):
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,5 @@
|
||||||
# (c) 2013, Daniel Hokka Zakrisson <daniel@hozac.com>
|
# (c) 2013, Daniel Hokka Zakrisson <daniel@hozac.com>
|
||||||
|
# (c) 2014, Serge van Ginderachter <serge@vanginderachter.be>
|
||||||
#
|
#
|
||||||
# This file is part of Ansible
|
# This file is part of Ansible
|
||||||
#
|
#
|
||||||
|
@ -56,29 +57,168 @@ class InventoryDirectory(object):
|
||||||
else:
|
else:
|
||||||
parser = InventoryParser(filename=fullpath)
|
parser = InventoryParser(filename=fullpath)
|
||||||
self.parsers.append(parser)
|
self.parsers.append(parser)
|
||||||
# This takes a lot of code because we can't directly use any of the objects, as they have to blend
|
|
||||||
for name, group in parser.groups.iteritems():
|
|
||||||
if name not in self.groups:
|
|
||||||
self.groups[name] = group
|
|
||||||
else:
|
|
||||||
# group is already there, copy variables
|
|
||||||
# note: depth numbers on duplicates may be bogus
|
|
||||||
for k, v in group.get_variables().iteritems():
|
|
||||||
self.groups[name].set_variable(k, v)
|
|
||||||
for host in group.get_hosts():
|
|
||||||
if host.name not in self.hosts:
|
|
||||||
self.hosts[host.name] = host
|
|
||||||
else:
|
|
||||||
# host is already there, copy variables
|
|
||||||
# note: depth numbers on duplicates may be bogus
|
|
||||||
for k, v in host.vars.iteritems():
|
|
||||||
self.hosts[host.name].set_variable(k, v)
|
|
||||||
self.groups[name].add_host(self.hosts[host.name])
|
|
||||||
|
|
||||||
# This needs to be a second loop to ensure all the parent groups exist
|
# retrieve all groups and hosts form the parser and add them to
|
||||||
for name, group in parser.groups.iteritems():
|
# self, don't look at group lists yet, to avoid
|
||||||
for ancestor in group.get_ancestors():
|
# recursion trouble, but just make sure all objects exist in self
|
||||||
self.groups[ancestor.name].add_child_group(self.groups[name])
|
newgroups = parser.groups.values()
|
||||||
|
for group in newgroups:
|
||||||
|
for host in group.hosts:
|
||||||
|
self._add_host(host)
|
||||||
|
for group in newgroups:
|
||||||
|
self._add_group(group)
|
||||||
|
|
||||||
|
# now check the objects lists so they contain only objects from
|
||||||
|
# self; membership data in groups is already fine (except all &
|
||||||
|
# ungrouped, see later), but might still reference objects not in self
|
||||||
|
for group in self.groups.values():
|
||||||
|
# iterate on a copy of the lists, as those lists get changed in
|
||||||
|
# the loop
|
||||||
|
# list with group's child group objects:
|
||||||
|
for child in group.child_groups[:]:
|
||||||
|
if child != self.groups[child.name]:
|
||||||
|
group.child_groups.remove(child)
|
||||||
|
group.child_groups.append(self.groups[child.name])
|
||||||
|
# list with group's parent group objects:
|
||||||
|
for parent in group.parent_groups[:]:
|
||||||
|
if parent != self.groups[parent.name]:
|
||||||
|
group.parent_groups.remove(parent)
|
||||||
|
group.parent_groups.append(self.groups[parent.name])
|
||||||
|
# list with group's host objects:
|
||||||
|
for host in group.hosts[:]:
|
||||||
|
if host != self.hosts[host.name]:
|
||||||
|
group.hosts.remove(host)
|
||||||
|
group.hosts.append(self.hosts[host.name])
|
||||||
|
# also check here that the group that contains host, is
|
||||||
|
# also contained in the host's group list
|
||||||
|
if group not in self.hosts[host.name].groups:
|
||||||
|
self.hosts[host.name].groups.append(group)
|
||||||
|
|
||||||
|
# extra checks on special groups all and ungrouped
|
||||||
|
# remove hosts from 'ungrouped' if they became member of other groups
|
||||||
|
if 'ungrouped' in self.groups:
|
||||||
|
ungrouped = self.groups['ungrouped']
|
||||||
|
# loop on a copy of ungrouped hosts, as we want to change that list
|
||||||
|
for host in ungrouped.hosts[:]:
|
||||||
|
if len(host.groups) > 1:
|
||||||
|
host.groups.remove(ungrouped)
|
||||||
|
ungrouped.hosts.remove(host)
|
||||||
|
|
||||||
|
# remove hosts from 'all' if they became member of other groups
|
||||||
|
# all should only contain direct children, not grandchildren
|
||||||
|
# direct children should have dept == 1
|
||||||
|
if 'all' in self.groups:
|
||||||
|
allgroup = self.groups['all' ]
|
||||||
|
# loop on a copy of all's child groups, as we want to change that list
|
||||||
|
for group in allgroup.child_groups[:]:
|
||||||
|
# groups might once have beeen added to all, and later be added
|
||||||
|
# to another group: we need to remove the link wit all then
|
||||||
|
if len(group.parent_groups) > 1:
|
||||||
|
# real children of all have just 1 parent, all
|
||||||
|
# this one has more, so not a direct child of all anymore
|
||||||
|
group.parent_groups.remove(allgroup)
|
||||||
|
allgroup.child_groups.remove(group)
|
||||||
|
elif allgroup not in group.parent_groups:
|
||||||
|
# this group was once added to all, but doesn't list it as
|
||||||
|
# a parent any more; the info in the group is the correct
|
||||||
|
# info
|
||||||
|
allgroup.child_groups.remove(group)
|
||||||
|
|
||||||
|
|
||||||
|
def _add_group(self, group):
|
||||||
|
""" Merge an existing group or add a new one;
|
||||||
|
Track parent and child groups, and hosts of the new one """
|
||||||
|
|
||||||
|
if group.name not in self.groups:
|
||||||
|
# it's brand new, add him!
|
||||||
|
self.groups[group.name] = group
|
||||||
|
if self.groups[group.name] != group:
|
||||||
|
# different object, merge
|
||||||
|
self._merge_groups(self.groups[group.name], group)
|
||||||
|
|
||||||
|
def _add_host(self, host):
|
||||||
|
if host.name not in self.hosts:
|
||||||
|
# Papa's got a brand new host
|
||||||
|
self.hosts[host.name] = host
|
||||||
|
if self.hosts[host.name] != host:
|
||||||
|
# different object, merge
|
||||||
|
self._merge_hosts(self.hosts[host.name], host)
|
||||||
|
|
||||||
|
def _merge_groups(self, group, newgroup):
|
||||||
|
""" Merge all of instance newgroup into group,
|
||||||
|
update parent/child relationships
|
||||||
|
group lists may still contain group objects that exist in self with
|
||||||
|
same name, but was instanciated as a different object in some other
|
||||||
|
inventory parser; these are handled later """
|
||||||
|
|
||||||
|
# name
|
||||||
|
if group.name != newgroup.name:
|
||||||
|
raise errors.AnsibleError("Cannot merge group %s with %s" % (group.name, newgroup.name))
|
||||||
|
|
||||||
|
# depth
|
||||||
|
group.depth = max([group.depth, newgroup.depth])
|
||||||
|
|
||||||
|
# hosts list (host objects are by now already added to self.hosts)
|
||||||
|
for host in newgroup.hosts:
|
||||||
|
grouphosts = dict([(h.name, h) for h in group.hosts])
|
||||||
|
if host.name in grouphosts:
|
||||||
|
# same host name but different object, merge
|
||||||
|
self._merge_hosts(grouphosts[host.name], host)
|
||||||
|
else:
|
||||||
|
# new membership, add host to group from self
|
||||||
|
# group from self will also be added again to host.groups, but
|
||||||
|
# as different object
|
||||||
|
group.add_host(self.hosts[host.name])
|
||||||
|
# now remove this the old object for group in host.groups
|
||||||
|
for hostgroup in [g for g in host.groups]:
|
||||||
|
if hostgroup.name == group.name and hostgroup != self.groups[group.name]:
|
||||||
|
self.hosts[host.name].groups.remove(hostgroup)
|
||||||
|
|
||||||
|
|
||||||
|
# group child membership relation
|
||||||
|
for newchild in newgroup.child_groups:
|
||||||
|
# dict with existing child groups:
|
||||||
|
childgroups = dict([(g.name, g) for g in group.child_groups])
|
||||||
|
# check if child of new group is already known as a child
|
||||||
|
if newchild.name not in childgroups:
|
||||||
|
self.groups[group.name].add_child_group(newchild)
|
||||||
|
|
||||||
|
# group parent membership relation
|
||||||
|
for newparent in newgroup.parent_groups:
|
||||||
|
# dict with existing parent groups:
|
||||||
|
parentgroups = dict([(g.name, g) for g in group.parent_groups])
|
||||||
|
# check if parent of new group is already known as a parent
|
||||||
|
if newparent.name not in parentgroups:
|
||||||
|
if newparent.name not in self.groups:
|
||||||
|
# group does not exist yet in self, import him
|
||||||
|
self.groups[newparent.name] = newparent
|
||||||
|
# group now exists but not yet as a parent here
|
||||||
|
self.groups[newparent.name].add_child_group(group)
|
||||||
|
|
||||||
|
# variables
|
||||||
|
group.vars = utils.combine_vars(group.vars, newgroup.vars)
|
||||||
|
|
||||||
|
def _merge_hosts(self,host, newhost):
|
||||||
|
""" Merge all of instance newhost into host """
|
||||||
|
|
||||||
|
# name
|
||||||
|
if host.name != newhost.name:
|
||||||
|
raise errors.AnsibleError("Cannot merge host %s with %s" % (host.name, newhost.name))
|
||||||
|
|
||||||
|
# group membership relation
|
||||||
|
for newgroup in newhost.groups:
|
||||||
|
# dict with existing groups:
|
||||||
|
hostgroups = dict([(g.name, g) for g in host.groups])
|
||||||
|
# check if new group is already known as a group
|
||||||
|
if newgroup.name not in hostgroups:
|
||||||
|
if newgroup.name not in self.groups:
|
||||||
|
# group does not exist yet in self, import him
|
||||||
|
self.groups[newgroup.name] = newgroup
|
||||||
|
# group now exists but doesn't have host yet
|
||||||
|
self.groups[newgroup.name].add_host(host)
|
||||||
|
|
||||||
|
# variables
|
||||||
|
host.vars = utils.combine_vars(host.vars, newhost.vars)
|
||||||
|
|
||||||
def get_host_variables(self, host):
|
def get_host_variables(self, host):
|
||||||
""" Gets additional host variables from all inventories """
|
""" Gets additional host variables from all inventories """
|
||||||
|
|
|
@ -40,10 +40,26 @@ class Group(object):
|
||||||
# don't add if it's already there
|
# don't add if it's already there
|
||||||
if not group in self.child_groups:
|
if not group in self.child_groups:
|
||||||
self.child_groups.append(group)
|
self.child_groups.append(group)
|
||||||
|
|
||||||
|
# update the depth of the child
|
||||||
group.depth = max([self.depth+1, group.depth])
|
group.depth = max([self.depth+1, group.depth])
|
||||||
|
|
||||||
|
# update the depth of the grandchildren
|
||||||
|
group._check_children_depth()
|
||||||
|
|
||||||
|
# now add self to child's parent_groups list, but only if there
|
||||||
|
# isn't already a group with the same name
|
||||||
|
if not self.name in [g.name for g in group.parent_groups]:
|
||||||
group.parent_groups.append(self)
|
group.parent_groups.append(self)
|
||||||
|
|
||||||
self.clear_hosts_cache()
|
self.clear_hosts_cache()
|
||||||
|
|
||||||
|
def _check_children_depth(self):
|
||||||
|
|
||||||
|
for group in self.child_groups:
|
||||||
|
group.depth = max([self.depth+1, group.depth])
|
||||||
|
group._check_children_depth()
|
||||||
|
|
||||||
def add_host(self, host):
|
def add_host(self, host):
|
||||||
|
|
||||||
self.hosts.append(host)
|
self.hosts.append(host)
|
||||||
|
|
|
@ -45,6 +45,7 @@ class InventoryParser(object):
|
||||||
|
|
||||||
self._parse_base_groups()
|
self._parse_base_groups()
|
||||||
self._parse_group_children()
|
self._parse_group_children()
|
||||||
|
self._add_allgroup_children()
|
||||||
self._parse_group_variables()
|
self._parse_group_variables()
|
||||||
return self.groups
|
return self.groups
|
||||||
|
|
||||||
|
@ -69,6 +70,13 @@ class InventoryParser(object):
|
||||||
# gamma sudo=True user=root
|
# gamma sudo=True user=root
|
||||||
# delta asdf=jkl favcolor=red
|
# delta asdf=jkl favcolor=red
|
||||||
|
|
||||||
|
def _add_allgroup_children(self):
|
||||||
|
|
||||||
|
for group in self.groups.values():
|
||||||
|
if group.depth == 0 and group.name != 'all':
|
||||||
|
self.groups['all'].add_child_group(group)
|
||||||
|
|
||||||
|
|
||||||
def _parse_base_groups(self):
|
def _parse_base_groups(self):
|
||||||
# FIXME: refactor
|
# FIXME: refactor
|
||||||
|
|
||||||
|
@ -87,11 +95,9 @@ class InventoryParser(object):
|
||||||
active_group_name = active_group_name.rsplit(":", 1)[0]
|
active_group_name = active_group_name.rsplit(":", 1)[0]
|
||||||
if active_group_name not in self.groups:
|
if active_group_name not in self.groups:
|
||||||
new_group = self.groups[active_group_name] = Group(name=active_group_name)
|
new_group = self.groups[active_group_name] = Group(name=active_group_name)
|
||||||
all.add_child_group(new_group)
|
|
||||||
active_group_name = None
|
active_group_name = None
|
||||||
elif active_group_name not in self.groups:
|
elif active_group_name not in self.groups:
|
||||||
new_group = self.groups[active_group_name] = Group(name=active_group_name)
|
new_group = self.groups[active_group_name] = Group(name=active_group_name)
|
||||||
all.add_child_group(new_group)
|
|
||||||
elif line.startswith(";") or line == '':
|
elif line.startswith(";") or line == '':
|
||||||
pass
|
pass
|
||||||
elif active_group_name:
|
elif active_group_name:
|
||||||
|
|
|
@ -46,6 +46,7 @@ class InventoryScript(object):
|
||||||
self.host_vars_from_top = None
|
self.host_vars_from_top = None
|
||||||
self.groups = self._parse(stderr)
|
self.groups = self._parse(stderr)
|
||||||
|
|
||||||
|
|
||||||
def _parse(self, err):
|
def _parse(self, err):
|
||||||
|
|
||||||
all_hosts = {}
|
all_hosts = {}
|
||||||
|
@ -100,8 +101,6 @@ class InventoryScript(object):
|
||||||
all.set_variable(k, v)
|
all.set_variable(k, v)
|
||||||
else:
|
else:
|
||||||
group.set_variable(k, v)
|
group.set_variable(k, v)
|
||||||
if group.name != all.name:
|
|
||||||
all.add_child_group(group)
|
|
||||||
|
|
||||||
# Separate loop to ensure all groups are defined
|
# Separate loop to ensure all groups are defined
|
||||||
for (group_name, data) in self.raw.items():
|
for (group_name, data) in self.raw.items():
|
||||||
|
@ -111,6 +110,11 @@ class InventoryScript(object):
|
||||||
for child_name in data['children']:
|
for child_name in data['children']:
|
||||||
if child_name in groups:
|
if child_name in groups:
|
||||||
groups[group_name].add_child_group(groups[child_name])
|
groups[group_name].add_child_group(groups[child_name])
|
||||||
|
|
||||||
|
for group in groups.values():
|
||||||
|
if group.depth == 0 and group.name != 'all':
|
||||||
|
all.add_child_group(group)
|
||||||
|
|
||||||
return groups
|
return groups
|
||||||
|
|
||||||
def get_host_variables(self, host):
|
def get_host_variables(self, host):
|
||||||
|
|
|
@ -425,7 +425,7 @@ class TestInventory(unittest.TestCase):
|
||||||
|
|
||||||
expected_vars = {'inventory_hostname': 'zeus',
|
expected_vars = {'inventory_hostname': 'zeus',
|
||||||
'inventory_hostname_short': 'zeus',
|
'inventory_hostname_short': 'zeus',
|
||||||
'group_names': ['greek', 'major-god', 'ungrouped'],
|
'group_names': ['greek', 'major-god'],
|
||||||
'var_a': '3#4'}
|
'var_a': '3#4'}
|
||||||
|
|
||||||
print "HOST VARS=%s" % host_vars
|
print "HOST VARS=%s" % host_vars
|
||||||
|
@ -443,3 +443,55 @@ class TestInventory(unittest.TestCase):
|
||||||
def test_dir_inventory_skip_extension(self):
|
def test_dir_inventory_skip_extension(self):
|
||||||
inventory = self.dir_inventory()
|
inventory = self.dir_inventory()
|
||||||
assert 'skipme' not in [h.name for h in inventory.get_hosts()]
|
assert 'skipme' not in [h.name for h in inventory.get_hosts()]
|
||||||
|
|
||||||
|
def test_dir_inventory_group_hosts(self):
|
||||||
|
inventory = self.dir_inventory()
|
||||||
|
expected_groups = {'all': ['morpheus', 'thor', 'zeus'],
|
||||||
|
'major-god': ['thor', 'zeus'],
|
||||||
|
'minor-god': ['morpheus'],
|
||||||
|
'norse': ['thor'],
|
||||||
|
'greek': ['morpheus', 'zeus'],
|
||||||
|
'ungrouped': []}
|
||||||
|
|
||||||
|
actual_groups = {}
|
||||||
|
for group in inventory.get_groups():
|
||||||
|
actual_groups[group.name] = sorted([h.name for h in group.get_hosts()])
|
||||||
|
print "INVENTORY groups[%s].hosts=%s" % (group.name, actual_groups[group.name])
|
||||||
|
print "EXPECTED groups[%s].hosts=%s" % (group.name, expected_groups[group.name])
|
||||||
|
|
||||||
|
assert actual_groups == expected_groups
|
||||||
|
|
||||||
|
def test_dir_inventory_groups_for_host(self):
|
||||||
|
inventory = self.dir_inventory()
|
||||||
|
expected_groups_for_host = {'morpheus': ['all', 'greek', 'minor-god'],
|
||||||
|
'thor': ['all', 'major-god', 'norse'],
|
||||||
|
'zeus': ['all', 'greek', 'major-god']}
|
||||||
|
|
||||||
|
actual_groups_for_host = {}
|
||||||
|
for (host, expected) in expected_groups_for_host.iteritems():
|
||||||
|
groups = inventory.groups_for_host(host)
|
||||||
|
names = sorted([g.name for g in groups])
|
||||||
|
actual_groups_for_host[host] = names
|
||||||
|
print "INVENTORY groups_for_host(%s)=%s" % (host, names)
|
||||||
|
print "EXPECTED groups_for_host(%s)=%s" % (host, expected)
|
||||||
|
|
||||||
|
assert actual_groups_for_host == expected_groups_for_host
|
||||||
|
|
||||||
|
def test_dir_inventory_groups_list(self):
|
||||||
|
inventory = self.dir_inventory()
|
||||||
|
inventory_groups = inventory.groups_list()
|
||||||
|
|
||||||
|
expected_groups = {'all': ['morpheus', 'thor', 'zeus'],
|
||||||
|
'major-god': ['thor', 'zeus'],
|
||||||
|
'minor-god': ['morpheus'],
|
||||||
|
'norse': ['thor'],
|
||||||
|
'greek': ['morpheus', 'zeus'],
|
||||||
|
'ungrouped': []}
|
||||||
|
|
||||||
|
for (name, expected_hosts) in expected_groups.iteritems():
|
||||||
|
inventory_groups[name] = sorted(inventory_groups.get(name, []))
|
||||||
|
print "INVENTORY groups_list['%s']=%s" % (name, inventory_groups[name])
|
||||||
|
print "EXPECTED groups_list['%s']=%s" % (name, expected_hosts)
|
||||||
|
|
||||||
|
assert inventory_groups == expected_groups
|
||||||
|
|
||||||
|
|
Loading…
Reference in a new issue