diff --git a/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_billing_buffer_absent.json b/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_billing_buffer_absent.json deleted file mode 100644 index ad72ea6..0000000 --- a/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_billing_buffer_absent.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "combiner": "OR", - "conditions": [ - { - "conditionAbsent": { - "aggregations": [ - { - "alignmentPeriod": "60s", - "crossSeriesReducer": "REDUCE_SUM", - "perSeriesAligner": "ALIGN_RATE" - } - ], - "duration": "600s", - "filter": "metric.type=\"logging.googleapis.com/user/cron_job_completion\" resource.type=\"gae_app\" metric.label.\"name\"=\"bufferBillingProjects\" metric.label.\"status\"=\"204\"", - "trigger": { - "percent": 100 - } - }, - "displayName": "Cron Success Signal Absent" - } - ], - "displayName": "Cron Failure: Buffer Billing Projects", - "documentation": { - "content": "Billing Buffer-related cron tasks. Repeated failures may affect our ability to run the billing buffer pipeline effectively.", - "mimeType": "text/markdown" - }, - "enabled": true, - "notificationChannels": [ - "projects/${project_id}/notificationChannels/${notification_channel_id}" - ] -} diff --git a/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_clean_billing_buffer_status.json b/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_clean_billing_buffer_status.json deleted file mode 100644 index 795c7ea..0000000 --- a/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_clean_billing_buffer_status.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "combiner": "OR", - "conditions": [ - { - "conditionAbsent": { - "aggregations": [ - { - "alignmentPeriod": "60s", - "crossSeriesReducer": "REDUCE_SUM", - "perSeriesAligner": "ALIGN_RATE" - } - ], - "duration": "10800s", - "filter": "metric.type=\"logging.googleapis.com/user/cron_job_completion\" resource.type=\"gae_app\" metric.label.\"name\"=\"cleanBillingBuffer\" metric.label.\"status\"=\"204\"", - "trigger": { - "percent": 100 - } - }, - "displayName": "Cron Success Signal Absent" - } - ], - "displayName": " Cron Failure: Clean Billing Buffer Status", - "documentation": { - "content": "Billing Buffer-related cron tasks. Repeated failures may affect our ability to run the billing buffer pipeline effectively.", - "mimeType": "text/markdown" - }, - "enabled": true, - "notificationChannels": [ - "projects/${project_id}/notificationChannels/${notification_channel_id}" - ] -} diff --git a/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_sync_billing_status.json b/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_sync_billing_status.json deleted file mode 100644 index fafb47a..0000000 --- a/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_sync_billing_status.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "combiner": "OR", - "conditions": [ - { - "conditionAbsent": { - "aggregations": [ - { - "alignmentPeriod": "60s", - "crossSeriesReducer": "REDUCE_SUM", - "perSeriesAligner": "ALIGN_RATE" - } - ], - "duration": "600s", - "filter": "metric.type=\"logging.googleapis.com/user/cron_job_completion\" resource.type=\"gae_app\" metric.label.\"name\"=\"syncBillingProjectStatus\" metric.label.\"status\"=\"204\"", - "trigger": { - "percent": 100 - } - }, - "displayName": "Buffer Billing Projects Task Failures" - } - ], - "displayName": "Cron Failure: Sync Billing Project Status", - "documentation": { - "content": "Billing Buffer-related cron tasks. Repeated failures may affect our ability to run the billing buffer pipeline effectively.", - "mimeType": "text/markdown" - }, - "enabled": true, - "notificationChannels": [ - "projects/${project_id}/notificationChannels/${notification_channel_id}" - ] -} diff --git a/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_update_garage_metrics_absent.json b/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_update_garage_metrics_absent.json index 0cc0d63..fbc6cf9 100644 --- a/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_update_garage_metrics_absent.json +++ b/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/cron_failure_update_garage_metrics_absent.json @@ -11,7 +11,7 @@ } ], "duration": "300s", - "filter": "metric.type=\"logging.googleapis.com/user/cron_job_completion\" resource.type=\"gae_app\" metric.label.\"name\"=\"bufferBillingProjects\" metric.label.\"status\"=\"204\"", + "filter": "metric.type=\"logging.googleapis.com/user/cron_job_completion\" resource.type=\"gae_app\" metric.label.\"name\"=\"updateGaugeMetrics\" metric.label.\"status\"=\"204\"", "trigger": { "percent": 100 } diff --git a/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/too_few_projects.json b/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/too_few_projects.json deleted file mode 100644 index fe9c8ff..0000000 --- a/modules/workbench/modules/monitoring/modules/alert_policies/assets/alert_policies/too_few_projects.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "combiner": "OR", - "conditions": [ - { - "conditionThreshold": { - "aggregations": [ - { - "alignmentPeriod": "60s", - "crossSeriesReducer": "REDUCE_MEAN", - "perSeriesAligner": "ALIGN_MEAN" - } - ], - "comparison": "COMPARISON_LT", - "duration": "60s", - "filter": "metric.type=\"custom.googleapis.com/billing_buffer_project_count_3\" resource.type=\"generic_node\" resource.label.\"namespace\"=\"${namespace}\" metric.label.\"BufferEntryStatus\"=\"AVAILABLE\" metric.label.\"access_tier_short_name\"=\"registered\"", - "thresholdValue": ${alert_thresholds.min_buffer_projects_registered}, - "trigger": { - "count": 1 - } - }, - "displayName": "Too Few Available Registered Tier Projects" - }, - { - "conditionThreshold": { - "aggregations": [ - { - "alignmentPeriod": "60s", - "crossSeriesReducer": "REDUCE_MEAN", - "perSeriesAligner": "ALIGN_MEAN" - } - ], - "comparison": "COMPARISON_LT", - "duration": "60s", - "filter": "metric.type=\"custom.googleapis.com/billing_buffer_project_count_3\" resource.type=\"generic_node\" resource.label.\"namespace\"=\"${namespace}\" metric.label.\"BufferEntryStatus\"=\"AVAILABLE\" metric.label.\"access_tier_short_name\"=\"controlled\"", - "thresholdValue": ${alert_thresholds.min_buffer_projects_controlled}, - "trigger": { - "count": 1 - } - }, - "displayName": "Too Few Available Controlled Tier Projects" - }, - { - "conditionThreshold": { - "aggregations": [ - { - "alignmentPeriod": "60s", - "crossSeriesReducer": "REDUCE_MEAN", - "perSeriesAligner": "ALIGN_MEAN" - }, - { - "alignmentPeriod": "60s", - "perSeriesAligner": "ALIGN_PERCENT_CHANGE" - } - ], - "comparison": "COMPARISON_GT", - "duration": "0s", - "filter": "metric.type=\"custom.googleapis.com/billing_buffer_project_count_3\" resource.type=\"generic_node\" resource.label.\"namespace\"=\"${namespace}\" metric.label.\"BufferEntryStatus\"=\"ERROR\"", - "thresholdValue": ${alert_thresholds.max_buffer_errors_per_minute}, - "trigger": { - "count": 1 - } - }, - "displayName": "Error Count Rises Too Fast" - } - ], - "displayName": "Billing Buffer Health", - "documentation": { - "content": "Playbook: https://broad.io/aou-playbook", - "mimeType": "text/markdown" - }, - "enabled": true, - "notificationChannels": [ - "projects/${project_id}/notificationChannels/${high_priority_notification_channel_id}" - ] -}