mirror of
https://github.com/ansible-collections/community.general.git
synced 2024-09-14 20:13:21 +02:00
445ff39f94
* [WIP] become plugins Move from hardcoded method to plugins for ease of use, expansion and overrides - load into connection as it is going to be the main consumer - play_context will also use to keep backwards compat API - ensure shell is used to construct commands when needed - migrate settings remove from base config in favor of plugin specific configs - cleanup ansible-doc - add become plugin docs - remove deprecated sudo/su code and keywords - adjust become options for cli - set plugin options from context - ensure config defs are avaialbe before instance - refactored getting the shell plugin, fixed tests - changed into regex as they were string matching, which does not work with random string generation - explicitly set flags for play context tests - moved plugin loading up front - now loads for basedir also - allow pyc/o for non m modules - fixes to tests and some plugins - migrate to play objects fro play_context - simiplify gathering - added utf8 headers - moved option setting - add fail msg to dzdo - use tuple for multiple options on fail/missing - fix relative plugin paths - shift from play context to play - all tasks already inherit this from play directly - remove obsolete 'set play' - correct environment handling - add wrap_exe option to pfexec - fix runas to noop - fixed setting play context - added password configs - removed required false - remove from doc building till they are ready future development: - deal with 'enable' and 'runas' which are not 'command wrappers' but 'state flags' and currently hardcoded in diff subsystems * cleanup remove callers to removed func removed --sudo cli doc refs remove runas become_exe ensure keyerorr on plugin also fix backwards compat, missing method is attributeerror, not ansible error get remote_user consistently ignore missing system_tmpdirs on plugin load correct config precedence add deprecation fix networking imports backwards compat for plugins using BECOME_METHODS * Port become_plugins to context.CLIARGS This is a work in progress: * Stop passing options around everywhere as we can use context.CLIARGS instead * Refactor make_become_commands as asked for by alikins * Typo in comment fix * Stop loading values from the cli in more than one place Both play and play_context were saving default values from the cli arguments directly. This changes things so that the default values are loaded into the play and then play_context takes them from there. * Rename BECOME_PLUGIN_PATH to DEFAULT_BECOME_PLUGIN_PATH As alikins said, all other plugin paths are named DEFAULT_plugintype_PLUGIN_PATH. If we're going to rename these, that should be done all at one time rather than piecemeal. * One to throw away This is a set of hacks to get setting FieldAttribute defaults to command line args to work. It's not fully done yet. After talking it over with sivel and jimi-c this should be done by fixing FieldAttributeBase and _get_parent_attribute() calls to do the right thing when there is a non-None default. What we want to be able to do ideally is something like this: class Base(FieldAttributeBase): _check_mode = FieldAttribute([..] default=lambda: context.CLIARGS['check']) class Play(Base): # lambda so that we have a chance to parse the command line args # before we get here. In the future we might be able to restructure # this so that the cli parsing code runs before these classes are # defined. class Task(Base): pass And still have a playbook like this function: --- - hosts: tasks: - command: whoami check_mode: True (The check_mode test that is added as a separate commit in this PR will let you test variations on this case). There's a few separate reasons that the code doesn't let us do this or a non-ugly workaround for this as written right now. The fix that jimi-c, sivel, and I talked about may let us do this or it may still require a workaround (but less ugly) (having one class that has the FieldAttributes with default values and one class that inherits from that but just overrides the FieldAttributes which now have defaults) * Revert "One to throw away" This reverts commit 23aa883cbed11429ef1be2a2d0ed18f83a3b8064. * Set FieldAttr defaults directly from CLIARGS * Remove dead code * Move timeout directly to PlayContext, it's never needed on Play * just for backwards compat, add a static version of BECOME_METHODS to constants * Make the become attr on the connection public, since it's used outside of the connection * Logic fix * Nuke connection testing if it supports specific become methods * Remove unused vars * Address rebase issues * Fix path encoding issue * Remove unused import * Various cleanups * Restore network_cli check in _low_level_execute_command * type improvements for cliargs_deferred_get and swap shallowcopy to default to False * minor cleanups * Allow the su plugin to work, since it doesn't define a prompt the same way * Fix up ksu become plugin * Only set prompt if build_become_command was called * Add helper to assist connection plugins in knowing they need to wait for a prompt * Fix tests and code expectations * Doc updates * Various additional minor cleanups * Make doas functional * Don't change connection signature, load become plugin from TaskExecutor * Remove unused imports * Add comment about setting the become plugin on the playcontext * Fix up tests for recent changes * Support 'Password:' natively for the doas plugin * Make default prompts raw * wording cleanups. ci_complete * Remove unrelated changes * Address spelling mistake * Restore removed test, and udpate to use new functionality * Add changelog fragment * Don't hard fail in set_attributes_from_cli on missing CLI keys * Remove unrelated change to loader * Remove internal deprecated FieldAttributes now * Emit deprecation warnings now
208 lines
7.6 KiB
Python
208 lines
7.6 KiB
Python
# Copyright: (c) 2012-2014, Michael DeHaan <michael.dehaan@gmail.com>
|
|
# Copyright: (c) 2017, Ansible Project
|
|
# GNU General Public License v3.0+ (see COPYING or https://www.gnu.org/licenses/gpl-3.0.txt)
|
|
|
|
from __future__ import (absolute_import, division, print_function)
|
|
__metaclass__ = type
|
|
|
|
import os
|
|
|
|
from ast import literal_eval
|
|
from jinja2 import Template
|
|
from string import ascii_letters, digits
|
|
|
|
from ansible.module_utils._text import to_text
|
|
from ansible.module_utils.common.collections import Sequence
|
|
from ansible.module_utils.parsing.convert_bool import boolean, BOOLEANS_TRUE
|
|
from ansible.module_utils.six import string_types
|
|
from ansible.config.manager import ConfigManager, ensure_type, get_ini_config_value
|
|
|
|
|
|
def _warning(msg):
|
|
''' display is not guaranteed here, nor it being the full class, but try anyways, fallback to sys.stderr.write '''
|
|
try:
|
|
from ansible.utils.display import Display
|
|
Display().warning(msg)
|
|
except Exception:
|
|
import sys
|
|
sys.stderr.write(' [WARNING] %s\n' % (msg))
|
|
|
|
|
|
def _deprecated(msg, version='2.8'):
|
|
''' display is not guaranteed here, nor it being the full class, but try anyways, fallback to sys.stderr.write '''
|
|
try:
|
|
from ansible.utils.display import Display
|
|
Display().deprecated(msg, version=version)
|
|
except Exception:
|
|
import sys
|
|
sys.stderr.write(' [DEPRECATED] %s, to be removed in %s\n' % (msg, version))
|
|
|
|
|
|
def mk_boolean(value):
|
|
''' moved to module_utils'''
|
|
_deprecated('ansible.constants.mk_boolean() is deprecated. Use ansible.module_utils.parsing.convert_bool.boolean() instead')
|
|
return boolean(value, strict=False)
|
|
|
|
|
|
def get_config(parser, section, key, env_var, default_value, value_type=None, expand_relative_paths=False):
|
|
''' kept for backwarsd compatibility, but deprecated '''
|
|
_deprecated('ansible.constants.get_config() is deprecated. There is new config API, see porting docs.')
|
|
|
|
value = None
|
|
# small reconstruction of the old code env/ini/default
|
|
value = os.environ.get(env_var, None)
|
|
if value is None:
|
|
try:
|
|
value = get_ini_config_value(parser, {'key': key, 'section': section})
|
|
except Exception:
|
|
pass
|
|
if value is None:
|
|
value = default_value
|
|
|
|
value = ensure_type(value, value_type)
|
|
|
|
return value
|
|
|
|
|
|
def set_constant(name, value, export=vars()):
|
|
''' sets constants and returns resolved options dict '''
|
|
export[name] = value
|
|
|
|
|
|
class _DeprecatedSequenceConstant(Sequence):
|
|
def __init__(self, value, msg, version):
|
|
self._value = value
|
|
self._msg = msg
|
|
self._version = version
|
|
|
|
def __len__(self):
|
|
_deprecated(self._msg, version=self._version)
|
|
return len(self._value)
|
|
|
|
def __getitem__(self, y):
|
|
_deprecated(self._msg, version=self._version)
|
|
return self._value[y]
|
|
|
|
|
|
# Deprecated constants
|
|
BECOME_METHODS = _DeprecatedSequenceConstant(
|
|
['sudo', 'su', 'pbrun', 'pfexec', 'doas', 'dzdo', 'ksu', 'runas', 'pmrun', 'enable', 'machinectl'],
|
|
('ansible.constants.BECOME_METHODS is deprecated, please use '
|
|
'ansible.plugins.loader.become_loader. This list is statically '
|
|
'defined and may not include all become methods'),
|
|
'2.10'
|
|
)
|
|
|
|
# CONSTANTS ### yes, actual ones
|
|
BLACKLIST_EXTS = ('.pyc', '.pyo', '.swp', '.bak', '~', '.rpm', '.md', '.txt', '.rst')
|
|
BOOL_TRUE = BOOLEANS_TRUE
|
|
CONTROLLER_LANG = os.getenv('LANG', 'en_US.UTF-8')
|
|
DEFAULT_BECOME_PASS = None
|
|
DEFAULT_PASSWORD_CHARS = to_text(ascii_letters + digits + ".,:-_", errors='strict') # characters included in auto-generated passwords
|
|
DEFAULT_SUDO_PASS = None
|
|
DEFAULT_REMOTE_PASS = None
|
|
DEFAULT_SUBSET = None
|
|
DEFAULT_SU_PASS = None
|
|
# FIXME: expand to other plugins, but never doc fragments
|
|
CONFIGURABLE_PLUGINS = ('become', 'cache', 'callback', 'cliconf', 'connection', 'httpapi', 'inventory', 'lookup', 'shell')
|
|
# NOTE: always update the docs/docsite/Makefile to match
|
|
DOCUMENTABLE_PLUGINS = CONFIGURABLE_PLUGINS + ('module', 'strategy', 'vars')
|
|
IGNORE_FILES = ("COPYING", "CONTRIBUTING", "LICENSE", "README", "VERSION", "GUIDELINES") # ignore during module search
|
|
INTERNAL_RESULT_KEYS = ('add_host', 'add_group')
|
|
LOCALHOST = ('127.0.0.1', 'localhost', '::1')
|
|
MODULE_REQUIRE_ARGS = ('command', 'win_command', 'shell', 'win_shell', 'raw', 'script')
|
|
MODULE_NO_JSON = ('command', 'win_command', 'shell', 'win_shell', 'raw')
|
|
RESTRICTED_RESULT_KEYS = ('ansible_rsync_path', 'ansible_playbook_python')
|
|
TREE_DIR = None
|
|
VAULT_VERSION_MIN = 1.0
|
|
VAULT_VERSION_MAX = 1.0
|
|
|
|
# FIXME: remove once play_context mangling is removed
|
|
# the magic variable mapping dictionary below is used to translate
|
|
# host/inventory variables to fields in the PlayContext
|
|
# object. The dictionary values are tuples, to account for aliases
|
|
# in variable names.
|
|
|
|
COMMON_CONNECTION_VARS = frozenset(('ansible_connection', 'ansible_host', 'ansible_user', 'ansible_shell_executable',
|
|
'ansible_port', 'ansible_pipelining', 'ansible_password', 'ansible_timeout',
|
|
'ansible_shell_type', 'ansible_module_compression', 'ansible_private_key_file'))
|
|
|
|
MAGIC_VARIABLE_MAPPING = dict(
|
|
|
|
# base
|
|
connection=('ansible_connection', ),
|
|
module_compression=('ansible_module_compression', ),
|
|
shell=('ansible_shell_type', ),
|
|
executable=('ansible_shell_executable', ),
|
|
|
|
# connection common
|
|
remote_addr=('ansible_ssh_host', 'ansible_host'),
|
|
remote_user=('ansible_ssh_user', 'ansible_user'),
|
|
password=('ansible_ssh_pass', 'ansible_password'),
|
|
port=('ansible_ssh_port', 'ansible_port'),
|
|
pipelining=('ansible_ssh_pipelining', 'ansible_pipelining'),
|
|
timeout=('ansible_ssh_timeout', 'ansible_timeout'),
|
|
private_key_file=('ansible_ssh_private_key_file', 'ansible_private_key_file'),
|
|
|
|
# networking modules
|
|
network_os=('ansible_network_os', ),
|
|
connection_user=('ansible_connection_user',),
|
|
|
|
# ssh TODO: remove
|
|
ssh_executable=('ansible_ssh_executable', ),
|
|
ssh_common_args=('ansible_ssh_common_args', ),
|
|
sftp_extra_args=('ansible_sftp_extra_args', ),
|
|
scp_extra_args=('ansible_scp_extra_args', ),
|
|
ssh_extra_args=('ansible_ssh_extra_args', ),
|
|
ssh_transfer_method=('ansible_ssh_transfer_method', ),
|
|
|
|
# docker TODO: remove
|
|
docker_extra_args=('ansible_docker_extra_args', ),
|
|
|
|
# become
|
|
become=('ansible_become', ),
|
|
become_method=('ansible_become_method', ),
|
|
become_user=('ansible_become_user', ),
|
|
become_pass=('ansible_become_password', 'ansible_become_pass'),
|
|
become_exe=('ansible_become_exe', ),
|
|
become_flags=('ansible_become_flags', ),
|
|
|
|
# deprecated
|
|
sudo=('ansible_sudo', ),
|
|
sudo_user=('ansible_sudo_user', ),
|
|
sudo_pass=('ansible_sudo_password', 'ansible_sudo_pass'),
|
|
sudo_exe=('ansible_sudo_exe', ),
|
|
sudo_flags=('ansible_sudo_flags', ),
|
|
su=('ansible_su', ),
|
|
su_user=('ansible_su_user', ),
|
|
su_pass=('ansible_su_password', 'ansible_su_pass'),
|
|
su_exe=('ansible_su_exe', ),
|
|
su_flags=('ansible_su_flags', ),
|
|
)
|
|
|
|
# POPULATE SETTINGS FROM CONFIG ###
|
|
config = ConfigManager()
|
|
|
|
# Generate constants from config
|
|
for setting in config.data.get_settings():
|
|
|
|
value = setting.value
|
|
if setting.origin == 'default' and \
|
|
isinstance(setting.value, string_types) and \
|
|
(setting.value.startswith('{{') and setting.value.endswith('}}')):
|
|
try:
|
|
t = Template(setting.value)
|
|
value = t.render(vars())
|
|
try:
|
|
value = literal_eval(value)
|
|
except ValueError:
|
|
pass # not a python data structure
|
|
except Exception:
|
|
pass # not templatable
|
|
|
|
value = ensure_type(value, setting.type)
|
|
|
|
set_constant(setting.name, value)
|
|
|
|
for warn in config.WARNINGS:
|
|
_warning(warn)
|