mirror of
https://github.com/ansible-collections/community.general.git
synced 2024-09-14 20:13:21 +02:00
4b0aa1214c
* Ziploader proof of concept (jimi-c) * Cleanups to proof of concept ziploader branch: * python3 compatible base64 encoding * zipfile compression (still need to enable toggling this off for systems without zlib support in python) * Allow non-wildcard imports (still need to make this recusrsive so that we can have module_utils code that imports other module_utils code.) * Better tracebacks: module filename is kept and module_utils directory is kept so that tracebacks show the real filenames that the errors appear in. * Make sure we import modules that are used into the module_utils files that they are used in. * Set ansible version in a more pythonic way for ziploader than we were doing in module replacer * Make it possible to set the module compression as an inventory var This may be necessary on systems where python has been compiled without zlib compression. * Refactoring of module_common code: * module replacer only replaces values that make sense for that type of file (example: don't attempt to replace python imports if we're in a powershell module). * Implement configurable shebang support for ziploader wrapper * Implement client-side constants (for SELINUX_SPECIAL_FS and SYSLOG) via environment variable. * Remove strip_comments param as we're never going to use it (ruins line numbering) * Don't repeat ourselves about detecting REPLACER * Add an easy way to debug * Port test-module to the ziploader-aware modify_module() * strip comments and blank lines from the wrapper so we send less over the wire. * Comments cleanup * Remember to output write the module line itself in powershell modules * for line in lines strips the newlines so we have to add them back in
249 lines
9.1 KiB
Python
249 lines
9.1 KiB
Python
# -*- coding: utf-8 -*-
|
|
# (c) 2012-2014, Michael DeHaan <michael.dehaan@gmail.com>
|
|
#
|
|
# This file is part of Ansible
|
|
#
|
|
# Ansible is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# Ansible is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with Ansible. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
# Make coding more python3-ish
|
|
from __future__ import (absolute_import, division)
|
|
__metaclass__ = type
|
|
|
|
import sys
|
|
import syslog
|
|
|
|
from ansible.compat.tests import unittest
|
|
from ansible.compat.tests.mock import patch, MagicMock
|
|
|
|
from ansible.module_utils import basic
|
|
|
|
try:
|
|
# Python 3.4+
|
|
from importlib import reload
|
|
except ImportError:
|
|
# Python 2 has reload as a builtin
|
|
|
|
# Ignoring python3.0-3.3 (those have imp.reload if we decide we care)
|
|
pass
|
|
|
|
|
|
class TestAnsibleModuleSysLogSmokeTest(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
self.complex_args_token = basic.MODULE_COMPLEX_ARGS
|
|
self.constants_sentinel = basic.MODULE_CONSTANTS
|
|
basic.MODULE_COMPLEX_ARGS = '{}'
|
|
basic.MODULE_CONSTANTS = '{}'
|
|
self.am = basic.AnsibleModule(
|
|
argument_spec = dict(),
|
|
)
|
|
|
|
self.has_journal = basic.has_journal
|
|
if self.has_journal:
|
|
# Systems with journal can still test syslog
|
|
basic.has_journal = False
|
|
|
|
def tearDown(self):
|
|
basic.MODULE_COMPLEX_ARGS = self.complex_args_token
|
|
basic.MODULE_CONSTANTS = self.constants_sentinel
|
|
basic.has_journal = self.has_journal
|
|
|
|
def test_smoketest_syslog(self):
|
|
# These talk to the live daemons on the system. Need to do this to
|
|
# show that what we send doesn't cause an issue once it gets to the
|
|
# daemon. These are just smoketests to test that we don't fail.
|
|
|
|
self.am.log(u'Text string')
|
|
self.am.log(u'Toshio くらとみ non-ascii test')
|
|
|
|
self.am.log(b'Byte string')
|
|
self.am.log(u'Toshio くらとみ non-ascii test'.encode('utf-8'))
|
|
self.am.log(b'non-utf8 :\xff: test')
|
|
|
|
|
|
class TestAnsibleModuleJournaldSmokeTest(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
self.complex_args_token = basic.MODULE_COMPLEX_ARGS
|
|
self.constants_sentinel = basic.MODULE_CONSTANTS
|
|
basic.MODULE_COMPLEX_ARGS = '{}'
|
|
basic.MODULE_CONSTANTS = '{}'
|
|
self.am = basic.AnsibleModule(
|
|
argument_spec = dict(),
|
|
)
|
|
|
|
def tearDown(self):
|
|
basic.MODULE_COMPLEX_ARGS = self.complex_args_token
|
|
basic.MODULE_CONSTANTS = self.constants_sentinel
|
|
|
|
@unittest.skipUnless(basic.has_journal, 'python systemd bindings not installed')
|
|
def test_smoketest_journal(self):
|
|
# These talk to the live daemons on the system. Need to do this to
|
|
# show that what we send doesn't cause an issue once it gets to the
|
|
# daemon. These are just smoketests to test that we don't fail.
|
|
|
|
self.am.log(u'Text string')
|
|
self.am.log(u'Toshio くらとみ non-ascii test')
|
|
|
|
self.am.log(b'Byte string')
|
|
self.am.log(u'Toshio くらとみ non-ascii test'.encode('utf-8'))
|
|
self.am.log(b'non-utf8 :\xff: test')
|
|
|
|
|
|
class TestAnsibleModuleLogSyslog(unittest.TestCase):
|
|
"""Test the AnsibleModule Log Method"""
|
|
|
|
py2_output_data = {
|
|
u'Text string': b'Text string',
|
|
u'Toshio くらとみ non-ascii test': u'Toshio くらとみ non-ascii test'.encode('utf-8'),
|
|
b'Byte string': b'Byte string',
|
|
u'Toshio くらとみ non-ascii test'.encode('utf-8'): u'Toshio くらとみ non-ascii test'.encode('utf-8'),
|
|
b'non-utf8 :\xff: test': b'non-utf8 :\xff: test'.decode('utf-8', 'replace').encode('utf-8'),
|
|
}
|
|
|
|
py3_output_data = {
|
|
u'Text string': u'Text string',
|
|
u'Toshio くらとみ non-ascii test': u'Toshio くらとみ non-ascii test',
|
|
b'Byte string': u'Byte string',
|
|
u'Toshio くらとみ non-ascii test'.encode('utf-8'): u'Toshio くらとみ non-ascii test',
|
|
b'non-utf8 :\xff: test': b'non-utf8 :\xff: test'.decode('utf-8', 'replace')
|
|
}
|
|
|
|
def setUp(self):
|
|
self.complex_args_token = basic.MODULE_COMPLEX_ARGS
|
|
self.constants_sentinel = basic.MODULE_CONSTANTS
|
|
basic.MODULE_COMPLEX_ARGS = '{}'
|
|
basic.MODULE_CONSTANTS = '{}'
|
|
self.am = basic.AnsibleModule(
|
|
argument_spec = dict(),
|
|
)
|
|
self.has_journal = basic.has_journal
|
|
if self.has_journal:
|
|
# Systems with journal can still test syslog
|
|
basic.has_journal = False
|
|
|
|
def tearDown(self):
|
|
basic.MODULE_COMPLEX_ARGS = self.complex_args_token
|
|
basic.MODULE_CONSTANTS = self.constants_sentinel
|
|
basic.has_journal = self.has_journal
|
|
|
|
@patch('syslog.syslog', autospec=True)
|
|
def test_no_log(self, mock_func):
|
|
no_log = self.am.no_log
|
|
|
|
self.am.no_log = True
|
|
self.am.log('unittest no_log')
|
|
self.assertFalse(mock_func.called)
|
|
|
|
self.am.no_log = False
|
|
self.am.log('unittest no_log')
|
|
mock_func.assert_called_once_with(syslog.LOG_INFO, 'unittest no_log')
|
|
|
|
self.am.no_log = no_log
|
|
|
|
def test_output_matches(self):
|
|
if sys.version_info >= (3,):
|
|
output_data = self.py3_output_data
|
|
else:
|
|
output_data = self.py2_output_data
|
|
|
|
for msg, param in output_data.items():
|
|
with patch('syslog.syslog', autospec=True) as mock_func:
|
|
self.am.log(msg)
|
|
mock_func.assert_called_once_with(syslog.LOG_INFO, param)
|
|
|
|
|
|
class TestAnsibleModuleLogJournal(unittest.TestCase):
|
|
"""Test the AnsibleModule Log Method"""
|
|
|
|
output_data = {
|
|
u'Text string': u'Text string',
|
|
u'Toshio くらとみ non-ascii test': u'Toshio くらとみ non-ascii test',
|
|
b'Byte string': u'Byte string',
|
|
u'Toshio くらとみ non-ascii test'.encode('utf-8'): u'Toshio くらとみ non-ascii test',
|
|
b'non-utf8 :\xff: test': b'non-utf8 :\xff: test'.decode('utf-8', 'replace')
|
|
}
|
|
|
|
def setUp(self):
|
|
self.complex_args_token = basic.MODULE_COMPLEX_ARGS
|
|
self.constants_sentinel = basic.MODULE_CONSTANTS
|
|
basic.MODULE_COMPLEX_ARGS = '{}'
|
|
basic.MODULE_CONSTANTS = '{}'
|
|
self.am = basic.AnsibleModule(
|
|
argument_spec = dict(),
|
|
)
|
|
|
|
self.has_journal = basic.has_journal
|
|
basic.has_journal = True
|
|
self.module_patcher = None
|
|
|
|
# In case systemd-python is not installed
|
|
if not self.has_journal:
|
|
self.module_patcher = patch.dict('sys.modules', {'systemd': MagicMock(), 'systemd.journal': MagicMock()})
|
|
self.module_patcher.start()
|
|
try:
|
|
reload(basic)
|
|
except NameError:
|
|
self._fake_out_reload(basic)
|
|
|
|
def tearDown(self):
|
|
basic.MODULE_COMPLEX_ARGS = self.complex_args_token
|
|
basic.MODULE_CONSTANTS = self.constants_sentinel
|
|
basic.has_journal = self.has_journal
|
|
if self.module_patcher:
|
|
self.module_patcher.stop()
|
|
reload(basic)
|
|
|
|
@patch('systemd.journal.send')
|
|
def test_no_log(self, mock_func):
|
|
no_log = self.am.no_log
|
|
|
|
self.am.no_log = True
|
|
self.am.log('unittest no_log')
|
|
self.assertFalse(mock_func.called)
|
|
|
|
self.am.no_log = False
|
|
self.am.log('unittest no_log')
|
|
self.assertEqual(mock_func.called, 1)
|
|
|
|
# Message
|
|
# call_args is a 2-tuple of (arg_list, kwarg_dict)
|
|
self.assertTrue(mock_func.call_args[0][0].endswith('unittest no_log'), msg='Message was not sent to log')
|
|
# log adds this journal field
|
|
self.assertIn('MODULE', mock_func.call_args[1])
|
|
self.assertIn('basic.py', mock_func.call_args[1]['MODULE'])
|
|
|
|
self.am.no_log = no_log
|
|
|
|
def test_output_matches(self):
|
|
for msg, param in self.output_data.items():
|
|
with patch('systemd.journal.send', autospec=True) as mock_func:
|
|
self.am.log(msg)
|
|
self.assertEqual(mock_func.call_count, 1, msg='journal.send not called exactly once')
|
|
self.assertTrue(mock_func.call_args[0][0].endswith(param))
|
|
|
|
@patch('systemd.journal.send')
|
|
def test_log_args(self, mock_func):
|
|
self.am.log('unittest log_args', log_args=dict(TEST='log unittest'))
|
|
self.assertEqual(mock_func.called, 1)
|
|
self.assertTrue(mock_func.call_args[0][0].endswith('unittest log_args'), msg='Message was not sent to log')
|
|
|
|
# log adds this journal field
|
|
self.assertIn('MODULE', mock_func.call_args[1])
|
|
self.assertIn('basic.py', mock_func.call_args[1]['MODULE'])
|
|
|
|
# We added this journal field
|
|
self.assertIn('TEST', mock_func.call_args[1])
|
|
self.assertIn('log unittest', mock_func.call_args[1]['TEST'])
|
|
|