140 lines
4.7 KiB
HCL
140 lines
4.7 KiB
HCL
data "template_file" "filter" {
|
|
template = "$${filter}"
|
|
|
|
vars {
|
|
filter = "${var.filter_tags_use_defaults == "true" ? format("dd_monitoring:enabled,dd_system:enabled,env:%s", var.environment) : "${var.filter_tags_custom}"}"
|
|
}
|
|
}
|
|
|
|
resource "datadog_monitor" "datadog_cpu_too_high" {
|
|
name = "[${var.environment}] CPU usage {{#is_alert}}{{comparator}} {{threshold}}% ({{value}}%){{/is_alert}}{{#is_warning}}{{comparator}} {{warn_threshold}}% ({{value}}%){{/is_warning}}"
|
|
message = "${coalesce(var.cpu_high_message, var.message)}"
|
|
|
|
query = <<EOF
|
|
min(${var.cpu_high_timeframe}): (
|
|
100 - avg:system.cpu.idle{${data.template_file.filter.rendered}} by {region,host}
|
|
) > ${var.cpu_high_threshold_critical}
|
|
EOF
|
|
|
|
type = "metric alert"
|
|
|
|
thresholds {
|
|
warning = "${var.cpu_high_threshold_warning}"
|
|
critical = "${var.cpu_high_threshold_critical}"
|
|
}
|
|
|
|
tags = ["env:${var.environment}", "type:system", "resource:cpu"]
|
|
|
|
notify_no_data = true
|
|
evaluation_delay = "${var.evaluation_delay}"
|
|
new_host_delay = "${var.evaluation_delay}"
|
|
notify_audit = false
|
|
timeout_h = 0
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = true
|
|
no_data_timeframe = 20
|
|
|
|
silenced = "${var.cpu_high_silenced}"
|
|
}
|
|
|
|
resource "datadog_monitor" "datadog_free_disk_space_too_low" {
|
|
name = "[${var.environment}] Free disk space {{#is_alert}}{{comparator}} {{threshold}}% ({{value}}%){{/is_alert}}{{#is_warning}}{{comparator}} {{warn_threshold}}% ({{value}}%){{/is_warning}}"
|
|
message = "${coalesce(var.free_disk_space_message, var.message)}"
|
|
|
|
query = <<EOF
|
|
min(last_5m): (
|
|
avg:system.disk.free{${data.template_file.filter.rendered}} by {region,host,device} /
|
|
avg:system.disk.total{${data.template_file.filter.rendered}} by {region,host,device} * 100
|
|
) < ${var.free_disk_space_threshold_critical}
|
|
EOF
|
|
|
|
type = "metric alert"
|
|
|
|
thresholds {
|
|
warning = "${var.free_disk_space_threshold_warning}"
|
|
critical = "${var.free_disk_space_threshold_critical}"
|
|
}
|
|
|
|
tags = ["env:${var.environment}", "type:system", "resource:disk"]
|
|
|
|
notify_no_data = true
|
|
evaluation_delay = "${var.evaluation_delay}"
|
|
new_host_delay = "${var.evaluation_delay}"
|
|
notify_audit = false
|
|
timeout_h = 0
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = true
|
|
no_data_timeframe = 20
|
|
|
|
silenced = "${var.free_disk_space_silenced}"
|
|
}
|
|
|
|
resource "datadog_monitor" "datadog_free_disk_space_inodes_too_low" {
|
|
name = "[${var.environment}] Free disk inodes {{#is_alert}}{{comparator}} {{threshold}}% ({{value}}%){{/is_alert}}{{#is_warning}}{{comparator}} {{warn_threshold}}% ({{value}}%){{/is_warning}}"
|
|
message = "${coalesce(var.free_disk_inodes_message, var.message)}"
|
|
|
|
query = <<EOF
|
|
min(last_5m): (
|
|
avg:system.fs.inodes.free{${data.template_file.filter.rendered}} by {region,host,device} /
|
|
avg:system.fs.inodes.total{${data.template_file.filter.rendered}} by {region,host,device} * 100
|
|
) < ${var.free_disk_inodes_threshold_critical}
|
|
EOF
|
|
|
|
type = "metric alert"
|
|
|
|
thresholds {
|
|
warning = "${var.free_disk_inodes_threshold_warning}"
|
|
critical = "${var.free_disk_inodes_threshold_critical}"
|
|
}
|
|
|
|
tags = ["env:${var.environment}", "type:system", "resource:disk"]
|
|
|
|
notify_no_data = true
|
|
evaluation_delay = "${var.evaluation_delay}"
|
|
new_host_delay = "${var.evaluation_delay}"
|
|
notify_audit = false
|
|
timeout_h = 0
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = true
|
|
no_data_timeframe = 20
|
|
|
|
silenced = "${var.free_disk_inodes_silenced}"
|
|
}
|
|
|
|
resource "datadog_monitor" "datadog_free_memory" {
|
|
name = "[${var.environment}] Free memory {{#is_alert}}{{comparator}} {{threshold}}% ({{value}}%){{/is_alert}}{{#is_warning}}{{comparator}} {{warn_threshold}}% ({{value}}%){{/is_warning}}"
|
|
message = "${var.free_memory_message}"
|
|
|
|
query = <<EOF
|
|
min(last_1m): (
|
|
avg:system.mem.free{${data.template_file.filter.rendered}} by {region,host} /
|
|
avg:system.mem.total{${data.template_file.filter.rendered}} by {region,host} * 100
|
|
) < ${var.free_memory_threshold_critical}
|
|
EOF
|
|
|
|
type = "metric alert"
|
|
|
|
thresholds {
|
|
warning = "${var.free_memory_threshold_warning}"
|
|
critical = "${var.free_memory_threshold_critical}"
|
|
}
|
|
|
|
tags = ["env:${var.environment}", "type:system", "resource:memory"]
|
|
|
|
notify_no_data = true
|
|
evaluation_delay = "${var.evaluation_delay}"
|
|
new_host_delay = "${var.evaluation_delay}"
|
|
renotify_interval = 0
|
|
notify_audit = false
|
|
timeout_h = 0
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = true
|
|
no_data_timeframe = 20
|
|
|
|
silenced = "${var.free_memory_silenced}"
|
|
}
|