296 lines
10 KiB
HCL
296 lines
10 KiB
HCL
data "template_file" "filter" {
|
|
template = "$${filter}"
|
|
|
|
vars {
|
|
filter = "${var.filter_tags_use_defaults == "true" ? format("dd_monitoring:enabled,dd_azure_storage:enabled,env:%s", var.environment) : "${var.filter_tags_custom}"}"
|
|
}
|
|
}
|
|
|
|
resource "datadog_monitor" "availability" {
|
|
name = "[${var.environment}] Azure Storage is down"
|
|
message = "${var.message}"
|
|
|
|
query = <<EOF
|
|
avg(last_5m): (
|
|
avg:azure.storage.availability{${data.template_file.filter.rendered},transaction_type:all} by {resource_group,storage_type,name}
|
|
) < ${var.availability_threshold_critical}
|
|
EOF
|
|
|
|
thresholds {
|
|
critical = "${var.availability_threshold_critical}"
|
|
warning = "${var.availability_threshold_warning}"
|
|
}
|
|
|
|
silenced = "${var.availability_silenced}"
|
|
|
|
type = "metric alert"
|
|
notify_no_data = false
|
|
notify_audit = false
|
|
timeout_h = 1
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = false
|
|
new_host_delay = "${var.delay}"
|
|
evaluation_delay = "${var.delay}"
|
|
renotify_interval = 0
|
|
no_data_timeframe = 20
|
|
|
|
tags = ["env:${var.environment}", "resource:storage", "team:azure", "provider:azure"]
|
|
}
|
|
|
|
resource "datadog_monitor" "successful_requests" {
|
|
name = "[${var.environment}] Azure Storage too few successful requests {{comparator}} {{#is_alert}}{{threshold}}%{{/is_alert}}{{#is_warning}}{{warn_threshold}}%{{/is_warning}} ({{value}}%)"
|
|
message = "${var.message}"
|
|
|
|
query = <<EOF
|
|
avg(last_5m): (
|
|
avg:azure.storage.percent_success{${data.template_file.filter.rendered},transaction_type:all} by {resource_group,storage_type,name}
|
|
) < ${var.successful_requests_threshold_critical}
|
|
EOF
|
|
|
|
thresholds {
|
|
critical = "${var.successful_requests_threshold_critical}"
|
|
warning = "${var.successful_requests_threshold_warning}"
|
|
}
|
|
|
|
silenced = "${var.successful_requests_silenced}"
|
|
|
|
type = "metric alert"
|
|
notify_no_data = false
|
|
notify_audit = false
|
|
timeout_h = 1
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = false
|
|
new_host_delay = "${var.delay}"
|
|
evaluation_delay = "${var.delay}"
|
|
renotify_interval = 0
|
|
no_data_timeframe = 20
|
|
|
|
tags = ["env:${var.environment}", "resource:storage", "team:azure", "provider:azure"]
|
|
}
|
|
|
|
resource "datadog_monitor" "latency" {
|
|
name = "[${var.environment}] Azure Storage too high end to end latency {{comparator}} {{#is_alert}}{{threshold}}ms{{/is_alert}}{{#is_warning}}{{warn_threshold}}ms{{/is_warning}} ({{value}}ms)"
|
|
message = "${var.message}"
|
|
|
|
query = <<EOF
|
|
max(last_5m): (
|
|
avg:azure.storage.average_e2_e_latency{${data.template_file.filter.rendered},transaction_type:all} by {resource_group,storage_type,name}
|
|
) > ${var.latency_threshold_critical}
|
|
EOF
|
|
|
|
thresholds {
|
|
critical = "${var.latency_threshold_critical}"
|
|
warning = "${var.latency_threshold_warning}"
|
|
}
|
|
|
|
silenced = "${var.latency_silenced}"
|
|
|
|
type = "metric alert"
|
|
notify_no_data = false
|
|
notify_audit = false
|
|
timeout_h = 1
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = false
|
|
new_host_delay = "${var.delay}"
|
|
evaluation_delay = "${var.delay}"
|
|
renotify_interval = 0
|
|
no_data_timeframe = 20
|
|
|
|
tags = ["env:${var.environment}", "resource:storage", "team:azure", "provider:azure"]
|
|
}
|
|
|
|
resource "datadog_monitor" "timeout_error_requests" {
|
|
name = "[${var.environment}] Azure Storage too many timeout errors {{comparator}} {{#is_alert}}{{threshold}}%{{/is_alert}}{{#is_warning}}{{warn_threshold}}%{{/is_warning}} ({{value}}%)"
|
|
message = "${var.message}"
|
|
|
|
query = <<EOF
|
|
avg(last_5m): (
|
|
avg:azure.storage.percent_timeout_error{${data.template_file.filter.rendered},transaction_type:all} by {resource_group,storage_type,name}
|
|
) > ${var.timeout_error_requests_threshold_critical}
|
|
EOF
|
|
|
|
thresholds {
|
|
critical = "${var.timeout_error_requests_threshold_critical}"
|
|
warning = "${var.timeout_error_requests_threshold_warning}"
|
|
}
|
|
|
|
silenced = "${var.timeout_error_requests_silenced}"
|
|
|
|
type = "metric alert"
|
|
notify_no_data = false
|
|
notify_audit = false
|
|
timeout_h = 1
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = false
|
|
new_host_delay = "${var.delay}"
|
|
evaluation_delay = "${var.delay}"
|
|
renotify_interval = 0
|
|
no_data_timeframe = 20
|
|
|
|
tags = ["env:${var.environment}", "resource:storage", "team:azure", "provider:azure"]
|
|
}
|
|
|
|
resource "datadog_monitor" "network_error_requests" {
|
|
name = "[${var.environment}] Azure Storage too many network errors {{comparator}} {{#is_alert}}{{threshold}}%{{/is_alert}}{{#is_warning}}{{warn_threshold}}%{{/is_warning}} ({{value}}%)"
|
|
message = "${var.message}"
|
|
|
|
query = <<EOF
|
|
avg(last_5m): (
|
|
avg:azure.storage.percent_network_error{${data.template_file.filter.rendered},transaction_type:all} by {resource_group,storage_type,name}
|
|
) > ${var.network_error_requests_threshold_critical}
|
|
EOF
|
|
|
|
thresholds {
|
|
critical = "${var.network_error_requests_threshold_critical}"
|
|
warning = "${var.network_error_requests_threshold_warning}"
|
|
}
|
|
|
|
silenced = "${var.network_error_requests_silenced}"
|
|
|
|
type = "metric alert"
|
|
notify_no_data = false
|
|
notify_audit = false
|
|
timeout_h = 1
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = false
|
|
new_host_delay = "${var.delay}"
|
|
evaluation_delay = "${var.delay}"
|
|
renotify_interval = 0
|
|
no_data_timeframe = 20
|
|
|
|
tags = ["env:${var.environment}", "resource:storage", "team:azure", "provider:azure"]
|
|
}
|
|
|
|
resource "datadog_monitor" "throttling_error_requests" {
|
|
name = "[${var.environment}] Azure Storage too many throttling errors {{comparator}} {{#is_alert}}{{threshold}}%{{/is_alert}}{{#is_warning}}{{warn_threshold}}%{{/is_warning}} ({{value}}%)"
|
|
message = "${var.message}"
|
|
|
|
query = <<EOF
|
|
avg(last_5m): (
|
|
avg:azure.storage.percent_throttling_error{${data.template_file.filter.rendered},transaction_type:all} by {resource_group,storage_type,name}
|
|
) > ${var.throttling_error_requests_threshold_critical}
|
|
EOF
|
|
|
|
thresholds {
|
|
critical = "${var.throttling_error_requests_threshold_critical}"
|
|
warning = "${var.throttling_error_requests_threshold_warning}"
|
|
}
|
|
|
|
silenced = "${var.throttling_error_requests_silenced}"
|
|
|
|
type = "metric alert"
|
|
notify_no_data = false
|
|
notify_audit = false
|
|
timeout_h = 1
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = false
|
|
new_host_delay = "${var.delay}"
|
|
evaluation_delay = "${var.delay}"
|
|
renotify_interval = 0
|
|
no_data_timeframe = 20
|
|
|
|
tags = ["env:${var.environment}", "resource:storage", "team:azure", "provider:azure"]
|
|
}
|
|
|
|
resource "datadog_monitor" "server_other_error_requests" {
|
|
name = "[${var.environment}] Azure Storage too many server_other errors {{comparator}} {{#is_alert}}{{threshold}}%{{/is_alert}}{{#is_warning}}{{warn_threshold}}%{{/is_warning}} ({{value}}%)"
|
|
message = "${var.message}"
|
|
|
|
query = <<EOF
|
|
avg(last_5m): (
|
|
avg:azure.storage.percent_server_other_error{${data.template_file.filter.rendered},transaction_type:all} by {resource_group,storage_type,name}
|
|
) > ${var.server_other_error_requests_threshold_critical}
|
|
EOF
|
|
|
|
thresholds {
|
|
critical = "${var.server_other_error_requests_threshold_critical}"
|
|
warning = "${var.server_other_error_requests_threshold_warning}"
|
|
}
|
|
|
|
silenced = "${var.server_other_error_requests_silenced}"
|
|
|
|
type = "metric alert"
|
|
notify_no_data = false
|
|
notify_audit = false
|
|
timeout_h = 1
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = false
|
|
new_host_delay = "${var.delay}"
|
|
evaluation_delay = "${var.delay}"
|
|
renotify_interval = 0
|
|
no_data_timeframe = 20
|
|
|
|
tags = ["env:${var.environment}", "resource:storage", "team:azure", "provider:azure"]
|
|
}
|
|
|
|
resource "datadog_monitor" "client_other_error_requests" {
|
|
name = "[${var.environment}] Azure Storage too many client_other errors {{comparator}} {{#is_alert}}{{threshold}}%{{/is_alert}}{{#is_warning}}{{warn_threshold}}%{{/is_warning}} ({{value}}%)"
|
|
message = "${var.message}"
|
|
|
|
query = <<EOF
|
|
avg(last_5m): (
|
|
avg:azure.storage.percent_client_other_error{${data.template_file.filter.rendered},transaction_type:all} by {resource_group,storage_type,name}
|
|
) > ${var.client_other_error_requests_threshold_critical}
|
|
EOF
|
|
|
|
thresholds {
|
|
critical = "${var.client_other_error_requests_threshold_critical}"
|
|
warning = "${var.client_other_error_requests_threshold_warning}"
|
|
}
|
|
|
|
silenced = "${var.client_other_error_requests_silenced}"
|
|
|
|
type = "metric alert"
|
|
notify_no_data = false
|
|
notify_audit = false
|
|
timeout_h = 1
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = false
|
|
new_host_delay = "${var.delay}"
|
|
evaluation_delay = "${var.delay}"
|
|
renotify_interval = 0
|
|
no_data_timeframe = 20
|
|
|
|
tags = ["env:${var.environment}", "resource:storage", "team:azure", "provider:azure"]
|
|
}
|
|
|
|
resource "datadog_monitor" "authorization_error_requests" {
|
|
name = "[${var.environment}] Azure Storage too many authorization errors {{comparator}} {{#is_alert}}{{threshold}}%{{/is_alert}}{{#is_warning}}{{warn_threshold}}%{{/is_warning}} ({{value}}%)"
|
|
message = "${var.message}"
|
|
|
|
query = <<EOF
|
|
avg(last_5m): (
|
|
avg:azure.storage.percent_authorization_error{${data.template_file.filter.rendered},transaction_type:all} by {resource_group,storage_type,name}
|
|
) > ${var.authorization_error_requests_threshold_critical}
|
|
EOF
|
|
|
|
thresholds {
|
|
critical = "${var.authorization_error_requests_threshold_critical}"
|
|
warning = "${var.authorization_error_requests_threshold_warning}"
|
|
}
|
|
|
|
silenced = "${var.authorization_error_requests_silenced}"
|
|
|
|
type = "metric alert"
|
|
notify_no_data = false
|
|
notify_audit = false
|
|
timeout_h = 1
|
|
include_tags = true
|
|
locked = false
|
|
require_full_window = false
|
|
new_host_delay = "${var.delay}"
|
|
evaluation_delay = "${var.delay}"
|
|
renotify_interval = 0
|
|
no_data_timeframe = 20
|
|
|
|
tags = ["env:${var.environment}", "resource:storage", "team:azure", "provider:azure"]
|
|
}
|