2020-03-09 10:11:07 +01:00
|
|
|
#!/usr/bin/python
|
|
|
|
|
|
|
|
# Copyright: (c) 2016, Kamil Szczygiel <kamil.szczygiel () intel.com>
|
|
|
|
# GNU General Public License v3.0+ (see COPYING or https://www.gnu.org/licenses/gpl-3.0.txt)
|
|
|
|
|
|
|
|
from __future__ import absolute_import, division, print_function
|
2021-01-12 07:16:45 +01:00
|
|
|
|
2020-03-09 10:11:07 +01:00
|
|
|
__metaclass__ = type
|
|
|
|
|
|
|
|
DOCUMENTATION = r'''
|
|
|
|
---
|
|
|
|
module: influxdb_retention_policy
|
|
|
|
short_description: Manage InfluxDB retention policies
|
|
|
|
description:
|
|
|
|
- Manage InfluxDB retention policies.
|
|
|
|
author: "Kamil Szczygiel (@kamsz)"
|
|
|
|
requirements:
|
|
|
|
- "python >= 2.6"
|
|
|
|
- "influxdb >= 0.9"
|
|
|
|
- requests
|
|
|
|
options:
|
|
|
|
database_name:
|
|
|
|
description:
|
|
|
|
- Name of the database.
|
|
|
|
required: true
|
|
|
|
type: str
|
|
|
|
policy_name:
|
|
|
|
description:
|
|
|
|
- Name of the retention policy.
|
|
|
|
required: true
|
|
|
|
type: str
|
|
|
|
duration:
|
|
|
|
description:
|
|
|
|
- Determines how long InfluxDB should keep the data.
|
|
|
|
required: true
|
|
|
|
type: str
|
|
|
|
replication:
|
|
|
|
description:
|
|
|
|
- Determines how many independent copies of each point are stored in the cluster.
|
|
|
|
required: true
|
|
|
|
type: int
|
|
|
|
default:
|
|
|
|
description:
|
|
|
|
- Sets the retention policy as default retention policy.
|
|
|
|
type: bool
|
2020-11-23 12:14:43 +01:00
|
|
|
default: false
|
2021-01-12 07:16:45 +01:00
|
|
|
shard_group_duration:
|
|
|
|
description:
|
|
|
|
- Determines the size of a shard group.
|
|
|
|
- Value needs to be integer literal followed immediately (with no spaces) by a duration unit.
|
|
|
|
Supported duration units are C(h) for hours, C(d) for days, and C(w) for weeks. For example C(10d), C(1h), C(2w).
|
|
|
|
type: str
|
|
|
|
version_added: '2.0.0'
|
2020-03-09 10:11:07 +01:00
|
|
|
extends_documentation_fragment:
|
|
|
|
- community.general.influxdb
|
|
|
|
|
|
|
|
'''
|
|
|
|
|
|
|
|
EXAMPLES = r'''
|
|
|
|
# Example influxdb_retention_policy command from Ansible Playbooks
|
2020-05-16 15:07:51 +02:00
|
|
|
- name: Create 1 hour retention policy
|
2020-07-13 21:50:31 +02:00
|
|
|
community.general.influxdb_retention_policy:
|
2020-03-09 10:11:07 +01:00
|
|
|
hostname: "{{influxdb_ip_address}}"
|
|
|
|
database_name: "{{influxdb_database_name}}"
|
|
|
|
policy_name: test
|
|
|
|
duration: 1h
|
|
|
|
replication: 1
|
|
|
|
ssl: yes
|
|
|
|
validate_certs: yes
|
|
|
|
|
2021-01-12 07:16:45 +01:00
|
|
|
- name: Create 1 day retention policy with 1 hour shard group duration
|
2020-07-13 21:50:31 +02:00
|
|
|
community.general.influxdb_retention_policy:
|
2020-03-09 10:11:07 +01:00
|
|
|
hostname: "{{influxdb_ip_address}}"
|
|
|
|
database_name: "{{influxdb_database_name}}"
|
|
|
|
policy_name: test
|
|
|
|
duration: 1d
|
|
|
|
replication: 1
|
2021-01-12 07:16:45 +01:00
|
|
|
shard_group_duration: 1h
|
2020-03-09 10:11:07 +01:00
|
|
|
|
2021-01-12 07:16:45 +01:00
|
|
|
- name: Create 1 week retention policy with 1 day shard group duration
|
2020-07-13 21:50:31 +02:00
|
|
|
community.general.influxdb_retention_policy:
|
2020-03-09 10:11:07 +01:00
|
|
|
hostname: "{{influxdb_ip_address}}"
|
|
|
|
database_name: "{{influxdb_database_name}}"
|
|
|
|
policy_name: test
|
|
|
|
duration: 1w
|
|
|
|
replication: 1
|
2021-01-12 07:16:45 +01:00
|
|
|
shard_group_duration: 1d
|
2020-03-09 10:11:07 +01:00
|
|
|
|
2021-01-12 07:16:45 +01:00
|
|
|
- name: Create infinite retention policy with 1 week of shard group duration
|
2020-07-13 21:50:31 +02:00
|
|
|
community.general.influxdb_retention_policy:
|
2020-03-09 10:11:07 +01:00
|
|
|
hostname: "{{influxdb_ip_address}}"
|
|
|
|
database_name: "{{influxdb_database_name}}"
|
|
|
|
policy_name: test
|
|
|
|
duration: INF
|
|
|
|
replication: 1
|
|
|
|
ssl: no
|
|
|
|
validate_certs: no
|
2021-01-12 07:16:45 +01:00
|
|
|
shard_group_duration: 1w
|
2020-03-09 10:11:07 +01:00
|
|
|
'''
|
|
|
|
|
|
|
|
RETURN = r'''
|
|
|
|
# only defaults
|
|
|
|
'''
|
|
|
|
|
|
|
|
import re
|
|
|
|
|
|
|
|
try:
|
|
|
|
import requests.exceptions
|
|
|
|
from influxdb import exceptions
|
|
|
|
except ImportError:
|
|
|
|
pass
|
|
|
|
|
|
|
|
from ansible.module_utils.basic import AnsibleModule
|
|
|
|
from ansible_collections.community.general.plugins.module_utils.influxdb import InfluxDb
|
|
|
|
from ansible.module_utils._text import to_native
|
|
|
|
|
|
|
|
|
|
|
|
def find_retention_policy(module, client):
|
|
|
|
database_name = module.params['database_name']
|
|
|
|
policy_name = module.params['policy_name']
|
|
|
|
hostname = module.params['hostname']
|
|
|
|
retention_policy = None
|
|
|
|
|
|
|
|
try:
|
|
|
|
retention_policies = client.get_list_retention_policies(database=database_name)
|
|
|
|
for policy in retention_policies:
|
|
|
|
if policy['name'] == policy_name:
|
|
|
|
retention_policy = policy
|
|
|
|
break
|
|
|
|
except requests.exceptions.ConnectionError as e:
|
|
|
|
module.fail_json(msg="Cannot connect to database %s on %s : %s" % (database_name, hostname, to_native(e)))
|
|
|
|
return retention_policy
|
|
|
|
|
|
|
|
|
|
|
|
def create_retention_policy(module, client):
|
|
|
|
database_name = module.params['database_name']
|
|
|
|
policy_name = module.params['policy_name']
|
|
|
|
duration = module.params['duration']
|
|
|
|
replication = module.params['replication']
|
|
|
|
default = module.params['default']
|
2021-01-12 07:16:45 +01:00
|
|
|
shard_group_duration = module.params['shard_group_duration']
|
2020-03-09 10:11:07 +01:00
|
|
|
|
|
|
|
if not module.check_mode:
|
|
|
|
try:
|
2021-01-12 07:16:45 +01:00
|
|
|
if shard_group_duration:
|
|
|
|
client.create_retention_policy(policy_name, duration, replication, database_name, default,
|
|
|
|
shard_group_duration)
|
|
|
|
else:
|
|
|
|
client.create_retention_policy(policy_name, duration, replication, database_name, default)
|
2020-03-09 10:11:07 +01:00
|
|
|
except exceptions.InfluxDBClientError as e:
|
|
|
|
module.fail_json(msg=e.content)
|
|
|
|
module.exit_json(changed=True)
|
|
|
|
|
|
|
|
|
|
|
|
def alter_retention_policy(module, client, retention_policy):
|
|
|
|
database_name = module.params['database_name']
|
|
|
|
policy_name = module.params['policy_name']
|
|
|
|
duration = module.params['duration']
|
|
|
|
replication = module.params['replication']
|
|
|
|
default = module.params['default']
|
2021-01-12 07:16:45 +01:00
|
|
|
shard_group_duration = module.params['shard_group_duration']
|
2020-03-09 10:11:07 +01:00
|
|
|
duration_regexp = re.compile(r'(\d+)([hdw]{1})|(^INF$){1}')
|
|
|
|
changed = False
|
|
|
|
|
|
|
|
duration_lookup = duration_regexp.search(duration)
|
|
|
|
|
|
|
|
if duration_lookup.group(2) == 'h':
|
|
|
|
influxdb_duration_format = '%s0m0s' % duration
|
|
|
|
elif duration_lookup.group(2) == 'd':
|
|
|
|
influxdb_duration_format = '%sh0m0s' % (int(duration_lookup.group(1)) * 24)
|
|
|
|
elif duration_lookup.group(2) == 'w':
|
|
|
|
influxdb_duration_format = '%sh0m0s' % (int(duration_lookup.group(1)) * 24 * 7)
|
|
|
|
elif duration == 'INF':
|
|
|
|
influxdb_duration_format = '0'
|
|
|
|
|
2021-01-12 07:16:45 +01:00
|
|
|
if shard_group_duration:
|
|
|
|
shard_group_duration_lookup = duration_regexp.search(shard_group_duration)
|
|
|
|
if not shard_group_duration_lookup:
|
|
|
|
module.fail_json(
|
|
|
|
msg="Failed to parse value of shard_group_duration. Please see the documentation for valid values")
|
|
|
|
if shard_group_duration_lookup.group(2) == 'h':
|
|
|
|
influxdb_shard_group_duration_format = '%s0m0s' % duration
|
|
|
|
elif shard_group_duration_lookup.group(2) == 'd':
|
|
|
|
influxdb_shard_group_duration_format = '%sh0m0s' % (int(shard_group_duration_lookup.group(1)) * 24)
|
|
|
|
elif shard_group_duration_lookup.group(2) == 'w':
|
|
|
|
influxdb_shard_group_duration_format = '%sh0m0s' % (int(shard_group_duration_lookup.group(1)) * 24 * 7)
|
|
|
|
else:
|
|
|
|
influxdb_shard_group_duration_format = retention_policy['shardGroupDuration']
|
|
|
|
|
2020-03-09 10:11:07 +01:00
|
|
|
if (not retention_policy['duration'] == influxdb_duration_format or
|
|
|
|
not retention_policy['replicaN'] == int(replication) or
|
2021-01-12 07:16:45 +01:00
|
|
|
not retention_policy['shardGroupDuration'] == influxdb_shard_group_duration_format or
|
2020-03-09 10:11:07 +01:00
|
|
|
not retention_policy['default'] == default):
|
|
|
|
if not module.check_mode:
|
|
|
|
try:
|
2021-01-12 07:16:45 +01:00
|
|
|
client.alter_retention_policy(policy_name, database_name, duration, replication, default,
|
|
|
|
shard_group_duration)
|
2020-03-09 10:11:07 +01:00
|
|
|
except exceptions.InfluxDBClientError as e:
|
|
|
|
module.fail_json(msg=e.content)
|
|
|
|
changed = True
|
|
|
|
module.exit_json(changed=changed)
|
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
argument_spec = InfluxDb.influxdb_argument_spec()
|
|
|
|
argument_spec.update(
|
|
|
|
database_name=dict(required=True, type='str'),
|
|
|
|
policy_name=dict(required=True, type='str'),
|
|
|
|
duration=dict(required=True, type='str'),
|
|
|
|
replication=dict(required=True, type='int'),
|
2021-01-12 07:16:45 +01:00
|
|
|
default=dict(default=False, type='bool'),
|
|
|
|
shard_group_duration=dict(required=False, type='str'),
|
2020-03-09 10:11:07 +01:00
|
|
|
)
|
|
|
|
module = AnsibleModule(
|
|
|
|
argument_spec=argument_spec,
|
|
|
|
supports_check_mode=True
|
|
|
|
)
|
|
|
|
|
|
|
|
influxdb = InfluxDb(module)
|
|
|
|
client = influxdb.connect_to_influxdb()
|
|
|
|
|
|
|
|
retention_policy = find_retention_policy(module, client)
|
|
|
|
|
|
|
|
if retention_policy:
|
|
|
|
alter_retention_policy(module, client, retention_policy)
|
|
|
|
else:
|
|
|
|
create_retention_policy(module, client)
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
main()
|