2020-03-09 10:11:07 +01:00
|
|
|
#!/usr/bin/python
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
|
|
|
# Copyright: (c) 2015, Sebastian Kornehl <sebastian.kornehl@asideas.de>
|
|
|
|
# GNU General Public License v3.0+ (see COPYING or https://www.gnu.org/licenses/gpl-3.0.txt)
|
|
|
|
|
|
|
|
from __future__ import absolute_import, division, print_function
|
|
|
|
__metaclass__ = type
|
|
|
|
|
|
|
|
|
|
|
|
DOCUMENTATION = '''
|
|
|
|
---
|
|
|
|
module: datadog_monitor
|
|
|
|
short_description: Manages Datadog monitors
|
|
|
|
description:
|
|
|
|
- Manages monitors within Datadog.
|
|
|
|
- Options as described on https://docs.datadoghq.com/api/.
|
|
|
|
author: Sebastian Kornehl (@skornehl)
|
|
|
|
requirements: [datadog]
|
|
|
|
options:
|
|
|
|
api_key:
|
|
|
|
description:
|
|
|
|
- Your Datadog API key.
|
|
|
|
required: true
|
|
|
|
type: str
|
|
|
|
api_host:
|
|
|
|
description:
|
|
|
|
- The URL to the Datadog API. Default value is C(https://api.datadoghq.com).
|
|
|
|
- This value can also be set with the C(DATADOG_HOST) environment variable.
|
|
|
|
required: false
|
|
|
|
type: str
|
2020-06-13 15:01:19 +02:00
|
|
|
version_added: '0.2.0'
|
2020-03-09 10:11:07 +01:00
|
|
|
app_key:
|
|
|
|
description:
|
|
|
|
- Your Datadog app key.
|
|
|
|
required: true
|
|
|
|
type: str
|
|
|
|
state:
|
|
|
|
description:
|
|
|
|
- The designated state of the monitor.
|
|
|
|
required: true
|
|
|
|
choices: ['present', 'absent', 'mute', 'unmute']
|
|
|
|
type: str
|
|
|
|
tags:
|
|
|
|
description:
|
|
|
|
- A list of tags to associate with your monitor when creating or updating.
|
|
|
|
- This can help you categorize and filter monitors.
|
|
|
|
type: list
|
2021-02-26 11:37:23 +01:00
|
|
|
elements: str
|
2020-03-09 10:11:07 +01:00
|
|
|
type:
|
|
|
|
description:
|
|
|
|
- The type of the monitor.
|
2021-02-05 07:22:49 +01:00
|
|
|
- The types C(query alert), C(trace-analytics alert) and C(rum alert) were added in community.general 2.1.0.
|
2021-07-10 20:40:43 +02:00
|
|
|
- The type C(composite) was added in community.general 3.4.0.
|
|
|
|
choices:
|
|
|
|
- metric alert
|
|
|
|
- service check
|
|
|
|
- event alert
|
|
|
|
- process alert
|
|
|
|
- log alert
|
|
|
|
- query alert
|
|
|
|
- trace-analytics alert
|
|
|
|
- rum alert
|
|
|
|
- composite
|
2020-03-09 10:11:07 +01:00
|
|
|
type: str
|
|
|
|
query:
|
|
|
|
description:
|
|
|
|
- The monitor query to notify on.
|
|
|
|
- Syntax varies depending on what type of monitor you are creating.
|
|
|
|
type: str
|
|
|
|
name:
|
|
|
|
description:
|
|
|
|
- The name of the alert.
|
|
|
|
required: true
|
|
|
|
type: str
|
|
|
|
notification_message:
|
|
|
|
description:
|
|
|
|
- A message to include with notifications for this monitor.
|
|
|
|
- Email notifications can be sent to specific users by using the same '@username' notation as events.
|
|
|
|
- Monitor message template variables can be accessed by using double square brackets, i.e '[[' and ']]'.
|
|
|
|
type: str
|
|
|
|
silenced:
|
2020-11-23 22:07:03 +01:00
|
|
|
type: dict
|
2020-03-09 10:11:07 +01:00
|
|
|
description:
|
|
|
|
- Dictionary of scopes to silence, with timestamps or None.
|
|
|
|
- Each scope will be muted until the given POSIX timestamp or forever if the value is None.
|
|
|
|
default: ""
|
|
|
|
notify_no_data:
|
|
|
|
description:
|
|
|
|
- Whether this monitor will notify when data stops reporting.
|
|
|
|
type: bool
|
|
|
|
default: 'no'
|
|
|
|
no_data_timeframe:
|
|
|
|
description:
|
|
|
|
- The number of minutes before a monitor will notify when data stops reporting.
|
|
|
|
- Must be at least 2x the monitor timeframe for metric alerts or 2 minutes for service checks.
|
2020-11-23 22:07:03 +01:00
|
|
|
- If not specified, it defaults to 2x timeframe for metric, 2 minutes for service.
|
2020-03-09 10:11:07 +01:00
|
|
|
type: str
|
|
|
|
timeout_h:
|
|
|
|
description:
|
|
|
|
- The number of hours of the monitor not reporting data before it will automatically resolve from a triggered state.
|
|
|
|
type: str
|
|
|
|
renotify_interval:
|
|
|
|
description:
|
|
|
|
- The number of minutes after the last notification before a monitor will re-notify on the current status.
|
|
|
|
- It will only re-notify if it is not resolved.
|
|
|
|
type: str
|
|
|
|
escalation_message:
|
|
|
|
description:
|
|
|
|
- A message to include with a re-notification. Supports the '@username' notification we allow elsewhere.
|
|
|
|
- Not applicable if I(renotify_interval=None).
|
|
|
|
type: str
|
|
|
|
notify_audit:
|
|
|
|
description:
|
|
|
|
- Whether tagged users will be notified on changes to this monitor.
|
|
|
|
type: bool
|
|
|
|
default: 'no'
|
|
|
|
thresholds:
|
2020-11-23 22:07:03 +01:00
|
|
|
type: dict
|
2020-03-09 10:11:07 +01:00
|
|
|
description:
|
|
|
|
- A dictionary of thresholds by status.
|
|
|
|
- Only available for service checks and metric alerts.
|
|
|
|
- Because each of them can have multiple thresholds, we do not define them directly in the query.
|
2020-11-23 22:07:03 +01:00
|
|
|
- "If not specified, it defaults to: C({'ok': 1, 'critical': 1, 'warning': 1})."
|
2020-03-09 10:11:07 +01:00
|
|
|
locked:
|
|
|
|
description:
|
|
|
|
- Whether changes to this monitor should be restricted to the creator or admins.
|
|
|
|
type: bool
|
|
|
|
default: 'no'
|
|
|
|
require_full_window:
|
|
|
|
description:
|
|
|
|
- Whether this monitor needs a full window of data before it gets evaluated.
|
|
|
|
- We highly recommend you set this to False for sparse metrics, otherwise some evaluations will be skipped.
|
|
|
|
type: bool
|
|
|
|
new_host_delay:
|
|
|
|
description:
|
|
|
|
- A positive integer representing the number of seconds to wait before evaluating the monitor for new hosts.
|
|
|
|
- This gives the host time to fully initialize.
|
|
|
|
type: str
|
|
|
|
evaluation_delay:
|
|
|
|
description:
|
|
|
|
- Time to delay evaluation (in seconds).
|
|
|
|
- Effective for sparse values.
|
|
|
|
type: str
|
|
|
|
id:
|
|
|
|
description:
|
|
|
|
- The ID of the alert.
|
|
|
|
- If set, will be used instead of the name to locate the alert.
|
|
|
|
type: str
|
2020-10-23 07:12:22 +02:00
|
|
|
include_tags:
|
|
|
|
description:
|
|
|
|
- Whether notifications from this monitor automatically inserts its triggering tags into the title.
|
|
|
|
type: bool
|
|
|
|
default: yes
|
|
|
|
version_added: 1.3.0
|
2020-03-09 10:11:07 +01:00
|
|
|
'''
|
|
|
|
|
|
|
|
EXAMPLES = '''
|
2020-05-15 12:12:41 +02:00
|
|
|
- name: Create a metric monitor
|
2020-07-13 21:50:31 +02:00
|
|
|
community.general.datadog_monitor:
|
2020-03-09 10:11:07 +01:00
|
|
|
type: "metric alert"
|
|
|
|
name: "Test monitor"
|
|
|
|
state: "present"
|
|
|
|
query: "datadog.agent.up.over('host:host1').last(2).count_by_status()"
|
|
|
|
notification_message: "Host [[host.name]] with IP [[host.ip]] is failing to report to datadog."
|
|
|
|
api_key: "9775a026f1ca7d1c6c5af9d94d9595a4"
|
|
|
|
app_key: "87ce4a24b5553d2e482ea8a8500e71b8ad4554ff"
|
|
|
|
|
2020-05-15 12:12:41 +02:00
|
|
|
- name: Deletes a monitor
|
2020-07-13 21:50:31 +02:00
|
|
|
community.general.datadog_monitor:
|
2020-03-09 10:11:07 +01:00
|
|
|
name: "Test monitor"
|
|
|
|
state: "absent"
|
|
|
|
api_key: "9775a026f1ca7d1c6c5af9d94d9595a4"
|
|
|
|
app_key: "87ce4a24b5553d2e482ea8a8500e71b8ad4554ff"
|
|
|
|
|
2020-05-15 12:12:41 +02:00
|
|
|
- name: Mutes a monitor
|
2020-07-13 21:50:31 +02:00
|
|
|
community.general.datadog_monitor:
|
2020-03-09 10:11:07 +01:00
|
|
|
name: "Test monitor"
|
|
|
|
state: "mute"
|
|
|
|
silenced: '{"*":None}'
|
|
|
|
api_key: "9775a026f1ca7d1c6c5af9d94d9595a4"
|
|
|
|
app_key: "87ce4a24b5553d2e482ea8a8500e71b8ad4554ff"
|
|
|
|
|
2020-05-15 12:12:41 +02:00
|
|
|
- name: Unmutes a monitor
|
2020-07-13 21:50:31 +02:00
|
|
|
community.general.datadog_monitor:
|
2020-03-09 10:11:07 +01:00
|
|
|
name: "Test monitor"
|
|
|
|
state: "unmute"
|
|
|
|
api_key: "9775a026f1ca7d1c6c5af9d94d9595a4"
|
|
|
|
app_key: "87ce4a24b5553d2e482ea8a8500e71b8ad4554ff"
|
|
|
|
|
2020-05-15 12:12:41 +02:00
|
|
|
- name: Use datadoghq.eu platform instead of datadoghq.com
|
2020-07-13 21:50:31 +02:00
|
|
|
community.general.datadog_monitor:
|
2020-03-09 10:11:07 +01:00
|
|
|
name: "Test monitor"
|
|
|
|
state: "absent"
|
|
|
|
api_host: https://api.datadoghq.eu
|
|
|
|
api_key: "9775a026f1ca7d1c6c5af9d94d9595a4"
|
|
|
|
app_key: "87ce4a24b5553d2e482ea8a8500e71b8ad4554ff"
|
|
|
|
'''
|
|
|
|
import traceback
|
|
|
|
|
|
|
|
# Import Datadog
|
|
|
|
DATADOG_IMP_ERR = None
|
|
|
|
try:
|
|
|
|
from datadog import initialize, api
|
|
|
|
HAS_DATADOG = True
|
|
|
|
except Exception:
|
|
|
|
DATADOG_IMP_ERR = traceback.format_exc()
|
|
|
|
HAS_DATADOG = False
|
|
|
|
|
|
|
|
from ansible.module_utils.basic import AnsibleModule, missing_required_lib
|
2021-06-27 09:39:18 +02:00
|
|
|
from ansible.module_utils.common.text.converters import to_native
|
2020-03-09 10:11:07 +01:00
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
module = AnsibleModule(
|
|
|
|
argument_spec=dict(
|
|
|
|
api_key=dict(required=True, no_log=True),
|
2021-02-26 11:37:23 +01:00
|
|
|
api_host=dict(),
|
2020-03-09 10:11:07 +01:00
|
|
|
app_key=dict(required=True, no_log=True),
|
|
|
|
state=dict(required=True, choices=['present', 'absent', 'mute', 'unmute']),
|
2021-02-26 11:37:23 +01:00
|
|
|
type=dict(choices=['metric alert', 'service check', 'event alert', 'process alert',
|
2021-07-10 20:40:43 +02:00
|
|
|
'log alert', 'query alert', 'trace-analytics alert',
|
|
|
|
'rum alert', 'composite']),
|
2020-03-09 10:11:07 +01:00
|
|
|
name=dict(required=True),
|
2021-02-26 11:37:23 +01:00
|
|
|
query=dict(),
|
2021-03-09 21:23:20 +01:00
|
|
|
notification_message=dict(no_log=True),
|
2021-02-26 11:37:23 +01:00
|
|
|
silenced=dict(type='dict'),
|
|
|
|
notify_no_data=dict(default=False, type='bool'),
|
|
|
|
no_data_timeframe=dict(),
|
|
|
|
timeout_h=dict(),
|
|
|
|
renotify_interval=dict(),
|
|
|
|
escalation_message=dict(),
|
|
|
|
notify_audit=dict(default=False, type='bool'),
|
|
|
|
thresholds=dict(type='dict', default=None),
|
|
|
|
tags=dict(type='list', elements='str', default=None),
|
|
|
|
locked=dict(default=False, type='bool'),
|
|
|
|
require_full_window=dict(type='bool'),
|
|
|
|
new_host_delay=dict(),
|
|
|
|
evaluation_delay=dict(),
|
|
|
|
id=dict(),
|
2020-10-23 07:12:22 +02:00
|
|
|
include_tags=dict(required=False, default=True, type='bool'),
|
2020-03-09 10:11:07 +01:00
|
|
|
)
|
|
|
|
)
|
|
|
|
|
|
|
|
# Prepare Datadog
|
|
|
|
if not HAS_DATADOG:
|
|
|
|
module.fail_json(msg=missing_required_lib('datadogpy'), exception=DATADOG_IMP_ERR)
|
|
|
|
|
|
|
|
options = {
|
|
|
|
'api_key': module.params['api_key'],
|
|
|
|
'api_host': module.params['api_host'],
|
|
|
|
'app_key': module.params['app_key']
|
|
|
|
}
|
|
|
|
|
|
|
|
initialize(**options)
|
|
|
|
|
|
|
|
# Check if api_key and app_key is correct or not
|
|
|
|
# if not, then fail here.
|
|
|
|
response = api.Monitor.get_all()
|
|
|
|
if isinstance(response, dict):
|
|
|
|
msg = response.get('errors', None)
|
|
|
|
if msg:
|
|
|
|
module.fail_json(msg="Failed to connect Datadog server using given app_key and api_key : {0}".format(msg[0]))
|
|
|
|
|
|
|
|
if module.params['state'] == 'present':
|
|
|
|
install_monitor(module)
|
|
|
|
elif module.params['state'] == 'absent':
|
|
|
|
delete_monitor(module)
|
|
|
|
elif module.params['state'] == 'mute':
|
|
|
|
mute_monitor(module)
|
|
|
|
elif module.params['state'] == 'unmute':
|
|
|
|
unmute_monitor(module)
|
|
|
|
|
|
|
|
|
|
|
|
def _fix_template_vars(message):
|
|
|
|
if message:
|
|
|
|
return message.replace('[[', '{{').replace(']]', '}}')
|
|
|
|
return message
|
|
|
|
|
|
|
|
|
|
|
|
def _get_monitor(module):
|
|
|
|
if module.params['id'] is not None:
|
|
|
|
monitor = api.Monitor.get(module.params['id'])
|
|
|
|
if 'errors' in monitor:
|
|
|
|
module.fail_json(msg="Failed to retrieve monitor with id %s, errors are %s" % (module.params['id'], str(monitor['errors'])))
|
|
|
|
return monitor
|
|
|
|
else:
|
|
|
|
monitors = api.Monitor.get_all()
|
|
|
|
for monitor in monitors:
|
|
|
|
if monitor['name'] == _fix_template_vars(module.params['name']):
|
|
|
|
return monitor
|
|
|
|
return {}
|
|
|
|
|
|
|
|
|
|
|
|
def _post_monitor(module, options):
|
|
|
|
try:
|
|
|
|
kwargs = dict(type=module.params['type'], query=module.params['query'],
|
|
|
|
name=_fix_template_vars(module.params['name']),
|
|
|
|
message=_fix_template_vars(module.params['notification_message']),
|
|
|
|
escalation_message=_fix_template_vars(module.params['escalation_message']),
|
|
|
|
options=options)
|
|
|
|
if module.params['tags'] is not None:
|
|
|
|
kwargs['tags'] = module.params['tags']
|
|
|
|
msg = api.Monitor.create(**kwargs)
|
|
|
|
if 'errors' in msg:
|
|
|
|
module.fail_json(msg=str(msg['errors']))
|
|
|
|
else:
|
|
|
|
module.exit_json(changed=True, msg=msg)
|
|
|
|
except Exception as e:
|
|
|
|
module.fail_json(msg=to_native(e), exception=traceback.format_exc())
|
|
|
|
|
|
|
|
|
|
|
|
def _equal_dicts(a, b, ignore_keys):
|
|
|
|
ka = set(a).difference(ignore_keys)
|
|
|
|
kb = set(b).difference(ignore_keys)
|
|
|
|
return ka == kb and all(a[k] == b[k] for k in ka)
|
|
|
|
|
|
|
|
|
|
|
|
def _update_monitor(module, monitor, options):
|
|
|
|
try:
|
|
|
|
kwargs = dict(id=monitor['id'], query=module.params['query'],
|
|
|
|
name=_fix_template_vars(module.params['name']),
|
2020-05-29 00:04:19 +02:00
|
|
|
message=_fix_template_vars(module.params['notification_message']),
|
2020-03-09 10:11:07 +01:00
|
|
|
escalation_message=_fix_template_vars(module.params['escalation_message']),
|
|
|
|
options=options)
|
|
|
|
if module.params['tags'] is not None:
|
|
|
|
kwargs['tags'] = module.params['tags']
|
|
|
|
msg = api.Monitor.update(**kwargs)
|
|
|
|
|
|
|
|
if 'errors' in msg:
|
|
|
|
module.fail_json(msg=str(msg['errors']))
|
|
|
|
elif _equal_dicts(msg, monitor, ['creator', 'overall_state', 'modified', 'matching_downtimes', 'overall_state_modified']):
|
|
|
|
module.exit_json(changed=False, msg=msg)
|
|
|
|
else:
|
|
|
|
module.exit_json(changed=True, msg=msg)
|
|
|
|
except Exception as e:
|
|
|
|
module.fail_json(msg=to_native(e), exception=traceback.format_exc())
|
|
|
|
|
|
|
|
|
|
|
|
def install_monitor(module):
|
|
|
|
options = {
|
|
|
|
"silenced": module.params['silenced'],
|
|
|
|
"notify_no_data": module.boolean(module.params['notify_no_data']),
|
|
|
|
"no_data_timeframe": module.params['no_data_timeframe'],
|
|
|
|
"timeout_h": module.params['timeout_h'],
|
|
|
|
"renotify_interval": module.params['renotify_interval'],
|
|
|
|
"escalation_message": module.params['escalation_message'],
|
|
|
|
"notify_audit": module.boolean(module.params['notify_audit']),
|
|
|
|
"locked": module.boolean(module.params['locked']),
|
|
|
|
"require_full_window": module.params['require_full_window'],
|
|
|
|
"new_host_delay": module.params['new_host_delay'],
|
2020-10-23 07:12:22 +02:00
|
|
|
"evaluation_delay": module.params['evaluation_delay'],
|
|
|
|
"include_tags": module.params['include_tags'],
|
2020-03-09 10:11:07 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
if module.params['type'] == "service check":
|
|
|
|
options["thresholds"] = module.params['thresholds'] or {'ok': 1, 'critical': 1, 'warning': 1}
|
2021-02-05 07:22:49 +01:00
|
|
|
if module.params['type'] in ["metric alert", "log alert", "query alert", "trace-analytics alert", "rum alert"] and module.params['thresholds'] is not None:
|
2020-03-09 10:11:07 +01:00
|
|
|
options["thresholds"] = module.params['thresholds']
|
|
|
|
|
|
|
|
monitor = _get_monitor(module)
|
|
|
|
if not monitor:
|
|
|
|
_post_monitor(module, options)
|
|
|
|
else:
|
|
|
|
_update_monitor(module, monitor, options)
|
|
|
|
|
|
|
|
|
|
|
|
def delete_monitor(module):
|
|
|
|
monitor = _get_monitor(module)
|
|
|
|
if not monitor:
|
|
|
|
module.exit_json(changed=False)
|
|
|
|
try:
|
|
|
|
msg = api.Monitor.delete(monitor['id'])
|
|
|
|
module.exit_json(changed=True, msg=msg)
|
|
|
|
except Exception as e:
|
|
|
|
module.fail_json(msg=to_native(e), exception=traceback.format_exc())
|
|
|
|
|
|
|
|
|
|
|
|
def mute_monitor(module):
|
|
|
|
monitor = _get_monitor(module)
|
|
|
|
if not monitor:
|
|
|
|
module.fail_json(msg="Monitor %s not found!" % module.params['name'])
|
|
|
|
elif monitor['options']['silenced']:
|
|
|
|
module.fail_json(msg="Monitor is already muted. Datadog does not allow to modify muted alerts, consider unmuting it first.")
|
|
|
|
elif (module.params['silenced'] is not None and len(set(monitor['options']['silenced']) ^ set(module.params['silenced'])) == 0):
|
|
|
|
module.exit_json(changed=False)
|
|
|
|
try:
|
|
|
|
if module.params['silenced'] is None or module.params['silenced'] == "":
|
|
|
|
msg = api.Monitor.mute(id=monitor['id'])
|
|
|
|
else:
|
|
|
|
msg = api.Monitor.mute(id=monitor['id'], silenced=module.params['silenced'])
|
|
|
|
module.exit_json(changed=True, msg=msg)
|
|
|
|
except Exception as e:
|
|
|
|
module.fail_json(msg=to_native(e), exception=traceback.format_exc())
|
|
|
|
|
|
|
|
|
|
|
|
def unmute_monitor(module):
|
|
|
|
monitor = _get_monitor(module)
|
|
|
|
if not monitor:
|
|
|
|
module.fail_json(msg="Monitor %s not found!" % module.params['name'])
|
|
|
|
elif not monitor['options']['silenced']:
|
|
|
|
module.exit_json(changed=False)
|
|
|
|
try:
|
|
|
|
msg = api.Monitor.unmute(monitor['id'])
|
|
|
|
module.exit_json(changed=True, msg=msg)
|
|
|
|
except Exception as e:
|
|
|
|
module.fail_json(msg=to_native(e), exception=traceback.format_exc())
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
main()
|