[BCID] Add alerts for Louhi CD pipeline metrics
Change-Id: I46caff095a1bd68313815e25192ab65255635194
Reviewed-on: https://skia-review.googlesource.com/c/buildbot/+/556365
Reviewed-by: Joe Gregorio <jcgregorio@google.com>
Commit-Queue: Eric Boren <borenet@google.com>
diff --git a/promk/prometheus/alerts_corp.yml b/promk/prometheus/alerts_corp.yml
index 05c89dd..97b3e8b 100644
--- a/promk/prometheus/alerts_corp.yml
+++ b/promk/prometheus/alerts_corp.yml
@@ -76,3 +76,37 @@
abbr: '{{ $labels.sa }} - {{ $labels.key }}'
description: 'The key {{ $labels.key }} of {{ $labels.sa }} in project {{ $labels.project }} has expired.
Production Manual: https://skia.googlesource.com/buildbot/%2B/main/sa-keys-checker/PROD.md#sa_key_expired'
+
+# Louhi continuous deployment pipeline.
+ - alert: CDImageBuildLatency
+ expr: cd_image_build_latency_s > 2*60*60
+ labels:
+ category: infra
+ severity: critical
+ owner: borenet@google.com
+ annotations:
+ abbr: '{{ $labels.image }}'
+ description: 'No {{ $labels.image }} Docker image has been built for commit https://skia.googlesource.com/buildbot.git/+/{{ $labels.commit }}
+ Check the associated flow in https://louhi.dev/?projectId=6316342352543744#/home'
+
+ - alert: CDK8sConfigLatency
+ expr: cd_k8s_config_latency_s > 2*60*60
+ labels:
+ category: infra
+ severity: critical
+ owner: borenet@google.com
+ annotations:
+ abbr: '{{ $labels.image }}'
+ description: 'No commit has landed to update the {{ $labels.image }} Docker image in the k8s-config repo for commit https://skia.googlesource.com/buildbot.git/+/{{ $labels.commit }}
+ Check the associated flow in https://louhi.dev/?projectId=6316342352543744#/home'
+
+ - alert: LastCDMetricsSuccess
+ expr: liveness_last_successful_cd_pipeline_metrics_s > 30*60
+ labels:
+ category: infra
+ severity: critical
+ owner: borenet@google.com
+ annotations:
+ abbr: '{{ $labels.app }}'
+ description: 'CD metrics ingestion on {{ $labels.app }} has not completed successfully.
+ https://pantheon.corp.google.com/logs/query;query=resource.type%3D%22k8s_container%22%0Aresource.labels.container_name%3D%22datahopper-internal%22%0AsourceLocation.file%3D%22cd_metrics.go%22%0A?project=google.com:skia-corp'
