From 647cd0141cf1fff6817ed0de5c22f15c6179d3d2 Mon Sep 17 00:00:00 2001
From: Daniel Hokka Zakrisson <daniel@hozac.com>
Date: Wed, 27 Feb 2013 20:35:08 +0100
Subject: [PATCH 1/5] Move all inventory script code into the script parser

---
 lib/ansible/inventory/__init__.py | 17 ++---------------
 lib/ansible/inventory/ini.py      |  3 +++
 lib/ansible/inventory/script.py   | 13 ++++++++++++-
 3 files changed, 17 insertions(+), 16 deletions(-)

diff --git a/lib/ansible/inventory/__init__.py b/lib/ansible/inventory/__init__.py
index 32c757d282..0d5dc853cc 100644
--- a/lib/ansible/inventory/__init__.py
+++ b/lib/ansible/inventory/__init__.py
@@ -35,7 +35,7 @@ class Inventory(object):
     Host inventory for ansible.
     """
 
-    __slots__ = [ 'host_list', 'groups', '_restriction', '_also_restriction', '_subset', '_is_script',
+    __slots__ = [ 'host_list', 'groups', '_restriction', '_also_restriction', '_subset', 
                   'parser', '_vars_per_host', '_vars_per_group', '_hosts_cache', '_groups_list']
 
     def __init__(self, host_list=C.DEFAULT_HOST_LIST):
@@ -60,9 +60,6 @@ class Inventory(object):
         self._also_restriction = None
         self._subset = None
 
-        # whether the inventory file is a script
-        self._is_script = False
-
         if type(host_list) in [ str, unicode ]:
             if host_list.find(",") != -1:
                 host_list = host_list.split(",")
@@ -82,7 +79,6 @@ class Inventory(object):
                     all.add_host(Host(x))
         elif os.path.exists(host_list):
             if utils.is_executable(host_list):
-                self._is_script = True
                 self.parser = InventoryScript(filename=host_list)
                 self.groups = self.parser.groups.values()
             else:
@@ -280,16 +276,7 @@ class Inventory(object):
                 vars.update(updated)
 
         vars.update(host.get_variables())
-        if self._is_script:
-            cmd = [self.host_list,"--host",hostname]
-            try:
-                sp = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
-            except OSError, e:
-                raise errors.AnsibleError("problem running %s (%s)" % (' '.join(cmd), e))
-            (out, err) = sp.communicate()
-            results = utils.parse_json(out)
-
-            vars.update(results)
+        vars.update(self.parser.get_host_variables(host))
         return vars
 
     def add_group(self, group):
diff --git a/lib/ansible/inventory/ini.py b/lib/ansible/inventory/ini.py
index d79a148894..d05037bc0b 100644
--- a/lib/ansible/inventory/ini.py
+++ b/lib/ansible/inventory/ini.py
@@ -173,3 +173,6 @@ class InventoryParser(object):
                         group.set_variable(k, re.sub(r"^['\"]|['\"]$", '', v))
                     else:
                         group.set_variable(k, v)
+
+    def get_host_variables(self, host):
+        return {}
diff --git a/lib/ansible/inventory/script.py b/lib/ansible/inventory/script.py
index 44d3f37b2b..628e802934 100644
--- a/lib/ansible/inventory/script.py
+++ b/lib/ansible/inventory/script.py
@@ -29,7 +29,8 @@ class InventoryScript(object):
 
     def __init__(self, filename=C.DEFAULT_HOST_LIST):
 
-        cmd = [ filename, "--list" ]
+        self.filename = filename
+        cmd = [ self.filename, "--list" ]
         try:
             sp = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
         except OSError, e:
@@ -77,3 +78,13 @@ class InventoryScript(object):
                     if child_name in groups:
                         groups[group_name].add_child_group(groups[child_name])
         return groups
+
+    def get_host_variables(self, host):
+        """ Runs <script> --host <hostname> to determine additional host variables """
+        cmd = [self.filename, "--host", host.name]
+        try:
+            sp = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+        except OSError, e:
+            raise errors.AnsibleError("problem running %s (%s)" % (' '.join(cmd), e))
+        (out, err) = sp.communicate()
+        return utils.parse_json(out)

From d9c6b60b243c1ce101a2dc65c38f335967b36753 Mon Sep 17 00:00:00 2001
From: Daniel Hokka Zakrisson <daniel@hozac.com>
Date: Wed, 27 Feb 2013 21:24:45 +0100
Subject: [PATCH 2/5] Allow inventory to be a directory containing other
 inventories

---
 CHANGELOG.md                      |  1 +
 lib/ansible/inventory/__init__.py |  6 ++-
 lib/ansible/inventory/dir.py      | 73 +++++++++++++++++++++++++++++++
 3 files changed, 79 insertions(+), 1 deletion(-)
 create mode 100644 lib/ansible/inventory/dir.py

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 5bede1e637..3ab6e21f76 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -16,6 +16,7 @@ Core Features
 * a new chroot connection type
 * module common code now has basic type checking (and casting) capability 
 * module common now supports a 'no_log' attribute to mark a field as not to be syslogged
+* inventory can now point to a directory containing multiple scripts/hosts files
 
 Modules Added:
 
diff --git a/lib/ansible/inventory/__init__.py b/lib/ansible/inventory/__init__.py
index 0d5dc853cc..422134a7c5 100644
--- a/lib/ansible/inventory/__init__.py
+++ b/lib/ansible/inventory/__init__.py
@@ -25,6 +25,7 @@ import subprocess
 import ansible.constants as C
 from ansible.inventory.ini import InventoryParser
 from ansible.inventory.script import InventoryScript
+from ansible.inventory.dir import InventoryDirectory
 from ansible.inventory.group import Group
 from ansible.inventory.host import Host
 from ansible import errors
@@ -78,7 +79,10 @@ class Inventory(object):
                 else:
                     all.add_host(Host(x))
         elif os.path.exists(host_list):
-            if utils.is_executable(host_list):
+            if os.path.isdir(host_list):
+                self.parser = InventoryDirectory(filename=host_list)
+                self.groups = self.parser.groups.values()
+            elif utils.is_executable(host_list):
                 self.parser = InventoryScript(filename=host_list)
                 self.groups = self.parser.groups.values()
             else:
diff --git a/lib/ansible/inventory/dir.py b/lib/ansible/inventory/dir.py
new file mode 100644
index 0000000000..389fd41805
--- /dev/null
+++ b/lib/ansible/inventory/dir.py
@@ -0,0 +1,73 @@
+# (c) 2013, Daniel Hokka Zakrisson <daniel@hozac.com>
+#
+# This file is part of Ansible
+#
+# Ansible is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Ansible is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Ansible.  If not, see <http://www.gnu.org/licenses/>.
+
+#############################################
+
+import os
+import ansible.constants as C
+from ansible.inventory.host import Host
+from ansible.inventory.group import Group
+from ansible.inventory.ini import InventoryParser
+from ansible.inventory.script import InventoryScript
+from ansible import utils
+from ansible import errors
+
+class InventoryDirectory(object):
+    ''' Host inventory parser for ansible using a directory of inventories. '''
+
+    def __init__(self, filename=C.DEFAULT_HOST_LIST):
+        self.names = os.listdir(filename)
+        self.names.sort()
+        self.directory = filename
+        self.parsers = []
+        self.hosts = {}
+        self.groups = {}
+        for i in self.names:
+            if i.endswith("~") or i.endswith(".orig") or i.endswith(".bak"):
+                continue
+            fullpath = os.path.join(self.directory, i)
+            if os.path.isdir(fullpath):
+                parser = InventoryDirectory(filename=fullpath)
+            elif utils.is_executable(fullpath):
+                parser = InventoryScript(filename=fullpath)
+            else:
+                parser = InventoryParser(filename=fullpath)
+            self.parsers.append(parser)
+            # This takes a lot of code because we can't directly use any of the objects, as they have to blend
+            for name, group in parser.groups.iteritems():
+                if name not in self.groups:
+                    self.groups[name] = Group(name)
+                for k, v in group.get_variables().iteritems():
+                    self.groups[name].set_variable(k, v)
+                for host in group.get_hosts():
+                    if host.name not in self.hosts:
+                        self.hosts[host.name] = Host(host.name)
+                    for k, v in host.get_variables().iteritems():
+                        self.hosts[host.name].set_variable(k, v)
+                    self.groups[name].add_host(self.hosts[host.name])
+            # This needs to be a second loop to ensure all the parent groups exist
+            for name, group in parser.groups.iteritems():
+                for ancestor in group.get_ancestors():
+                    self.groups[ancestor.name].add_child_group(self.groups[name])
+
+    def get_host_variables(self, host):
+        """ Gets additional host variables from all inventories """
+        vars = {}
+        for i in self.parsers:
+            vars.update(i.get_host_variables(host))
+        return vars
+

From ad089959895a6255982446f34c192d4df08647c6 Mon Sep 17 00:00:00 2001
From: Daniel Hokka Zakrisson <daniel@hozac.com>
Date: Thu, 28 Feb 2013 16:58:09 +0100
Subject: [PATCH 3/5] Make inventory basedir for directory based inventory be
 the directory

This puts host_vars and group_vars inside of the directory, allowing you
to target a single inventory but still have access to the variables.
---
 lib/ansible/inventory/__init__.py | 7 ++++---
 lib/ansible/inventory/dir.py      | 3 +++
 2 files changed, 7 insertions(+), 3 deletions(-)

diff --git a/lib/ansible/inventory/__init__.py b/lib/ansible/inventory/__init__.py
index 422134a7c5..49b7f1221e 100644
--- a/lib/ansible/inventory/__init__.py
+++ b/lib/ansible/inventory/__init__.py
@@ -66,9 +66,6 @@ class Inventory(object):
                 host_list = host_list.split(",")
                 host_list = [ h for h in host_list if h and h.strip() ]
 
-        else:
-            utils.plugins.vars_loader.add_directory(self.basedir())
-
         if type(host_list) == list:
             all = Group('all')
             self.groups = [ all ]
@@ -80,6 +77,8 @@ class Inventory(object):
                     all.add_host(Host(x))
         elif os.path.exists(host_list):
             if os.path.isdir(host_list):
+                # Ensure basedir is inside the directory
+                self.host_list = os.path.join(self.host_list, "")
                 self.parser = InventoryDirectory(filename=host_list)
                 self.groups = self.parser.groups.values()
             elif utils.is_executable(host_list):
@@ -92,6 +91,8 @@ class Inventory(object):
                     self.groups = self.parser.groups.values()
                 else:
                     raise errors.AnsibleError("YAML inventory support is deprecated in 0.6 and removed in 0.7, see the migration script in examples/scripts in the git checkout")
+
+            utils.plugins.vars_loader.add_directory(self.basedir())
         else:
             raise errors.AnsibleError("Unable to find an inventory file, specify one with -i ?")
 
diff --git a/lib/ansible/inventory/dir.py b/lib/ansible/inventory/dir.py
index 389fd41805..b92ef4072d 100644
--- a/lib/ansible/inventory/dir.py
+++ b/lib/ansible/inventory/dir.py
@@ -39,6 +39,9 @@ class InventoryDirectory(object):
         for i in self.names:
             if i.endswith("~") or i.endswith(".orig") or i.endswith(".bak"):
                 continue
+            # These are things inside of an inventory basedir
+            if i in ("host_vars", "group_vars", "vars_plugins"):
+                continue
             fullpath = os.path.join(self.directory, i)
             if os.path.isdir(fullpath):
                 parser = InventoryDirectory(filename=fullpath)

From f1eb195ff54adb0a2abf26cf0ea8cb2884edc896 Mon Sep 17 00:00:00 2001
From: Daniel Hokka Zakrisson <daniel@hozac.com>
Date: Fri, 1 Mar 2013 23:22:07 +0100
Subject: [PATCH 4/5] vars_loader should get the path to the inventory +
 vars_plugins

---
 lib/ansible/inventory/__init__.py | 2 +-
 lib/ansible/utils/plugins.py      | 4 +++-
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/lib/ansible/inventory/__init__.py b/lib/ansible/inventory/__init__.py
index 49b7f1221e..9efb27b665 100644
--- a/lib/ansible/inventory/__init__.py
+++ b/lib/ansible/inventory/__init__.py
@@ -92,7 +92,7 @@ class Inventory(object):
                 else:
                     raise errors.AnsibleError("YAML inventory support is deprecated in 0.6 and removed in 0.7, see the migration script in examples/scripts in the git checkout")
 
-            utils.plugins.vars_loader.add_directory(self.basedir())
+            utils.plugins.vars_loader.add_directory(self.basedir(), with_subdir=True)
         else:
             raise errors.AnsibleError("Unable to find an inventory file, specify one with -i ?")
 
diff --git a/lib/ansible/utils/plugins.py b/lib/ansible/utils/plugins.py
index 2af819b181..5a2867fd83 100644
--- a/lib/ansible/utils/plugins.py
+++ b/lib/ansible/utils/plugins.py
@@ -68,9 +68,11 @@ class PluginLoader(object):
         ret += self._get_package_path()
         return ret
 
-    def add_directory(self, directory):
+    def add_directory(self, directory, with_subdir=False):
         """Adds an additional directory to the search path"""
         if directory is not None:
+            if with_subdir:
+                directory = os.path.join(directory, self.subdir)
             self._extra_dirs.append(directory)
 
     def print_paths(self):

From 1f8805d9e09be08122af272483cd340b38ba5324 Mon Sep 17 00:00:00 2001
From: Daniel Hokka Zakrisson <daniel@hozac.com>
Date: Fri, 1 Mar 2013 23:34:14 +0100
Subject: [PATCH 5/5] Add some tests for directory-based inventory

---
 test/TestInventory.py         | 15 +++++++++++++++
 test/inventory_dir/0hosts     |  3 +++
 test/inventory_dir/1mythology |  6 ++++++
 test/inventory_dir/2levels    |  6 ++++++
 4 files changed, 30 insertions(+)
 create mode 100644 test/inventory_dir/0hosts
 create mode 100644 test/inventory_dir/1mythology
 create mode 100644 test/inventory_dir/2levels

diff --git a/test/TestInventory.py b/test/TestInventory.py
index 1f2cd02c21..55706bba6b 100644
--- a/test/TestInventory.py
+++ b/test/TestInventory.py
@@ -13,6 +13,7 @@ class TestInventory(unittest.TestCase):
         self.large_range_inventory_file = os.path.join(self.test_dir, 'large_range')
         self.complex_inventory_file     = os.path.join(self.test_dir, 'complex_hosts')
         self.inventory_script           = os.path.join(self.test_dir, 'inventory_api.py')
+        self.inventory_dir              = os.path.join(self.test_dir, 'inventory_dir')
 
         os.chmod(self.inventory_script, 0755)
 
@@ -39,6 +40,9 @@ class TestInventory(unittest.TestCase):
     def complex_inventory(self):
         return Inventory(self.complex_inventory_file)
 
+    def dir_inventory(self):
+        return Inventory(self.inventory_dir)
+
     all_simple_hosts=['jupiter', 'saturn', 'zeus', 'hera',
             'cerberus001','cerberus002','cerberus003',
             'cottus99', 'cottus100',
@@ -288,3 +292,14 @@ class TestInventory(unittest.TestCase):
         assert vars == {'inventory_hostname': 'zeus',
                         'inventory_hostname_short': 'zeus',
                         'group_names': ['greek', 'major-god']}
+
+    def test_dir_inventory(self):
+        inventory = self.dir_inventory()
+        vars = inventory.get_variables('zeus')
+
+        print "VARS=%s" % vars
+
+        assert vars == {'inventory_hostname': 'zeus',
+                        'inventory_hostname_short': 'zeus',
+                        'group_names': ['greek', 'major-god', 'ungrouped'],
+                        'var_a': '1'}
diff --git a/test/inventory_dir/0hosts b/test/inventory_dir/0hosts
new file mode 100644
index 0000000000..27fc46e853
--- /dev/null
+++ b/test/inventory_dir/0hosts
@@ -0,0 +1,3 @@
+zeus var_a=2
+morpheus
+thor
diff --git a/test/inventory_dir/1mythology b/test/inventory_dir/1mythology
new file mode 100644
index 0000000000..43fa181bd5
--- /dev/null
+++ b/test/inventory_dir/1mythology
@@ -0,0 +1,6 @@
+[greek]
+zeus
+morpheus
+
+[norse]
+thor
diff --git a/test/inventory_dir/2levels b/test/inventory_dir/2levels
new file mode 100644
index 0000000000..22f06bcd43
--- /dev/null
+++ b/test/inventory_dir/2levels
@@ -0,0 +1,6 @@
+[major-god]
+zeus var_a=1
+thor
+
+[minor-god]
+morpheus