Skip to content

Commit

Permalink
Group Rococo BEEFY alerts + add Rococo labels
Browse files Browse the repository at this point in the history
  • Loading branch information
bkontur committed Nov 20, 2023
1 parent 8939cfa commit 72a0ce1
Show file tree
Hide file tree
Showing 5 changed files with 194 additions and 201 deletions.
3 changes: 1 addition & 2 deletions deployments/bridges/rococo/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,6 @@ folder.
- rococo-beefy-dashboard.json (exported JSON directly from https://grafana.teleport.parity.io/dashboards/f/eblDiw17z/Bridges)

**Alerts:**
- rococo-beefy-lagging-sessions-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/BEEFY%20Lagging%20Sessions
- rococo-beefy-best-blocks-not-advancing-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Rococo%20Beefy%20best%20blocks%20not%20advancing
- rococo-beefy-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Rococo%20BEEFY

_Note: All json files are formatted with `jq . file.json > file.json_tmp`._
190 changes: 190 additions & 0 deletions deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,190 @@
{
"name": "Rococo BEEFY",
"interval": "20m",
"rules": [
{
"expr": "",
"for": "20m",
"labels": {
"matrix_room": "!lMunCqbBqxEqfRuUDF:parity.io"
},
"annotations": {
"__dashboardUid__": "3sEDRyl7z",
"__panelId__": "6",
"summary": "Some Rococo BEEFY validators experienced lagging sessions"
},
"grafana_alert": {
"id": 42,
"orgId": 1,
"title": "Rococo BEEFY Lagging Sessions",
"condition": "B",
"data": [
{
"refId": "A",
"queryType": "",
"relativeTimeRange": {
"from": 10800,
"to": 0
},
"datasourceUid": "PC96415006F908B67",
"model": {
"editorMode": "code",
"exemplar": true,
"expr": "increase(substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[60m])",
"interval": "",
"intervalMs": 30000,
"legendFormat": "",
"maxDataPoints": 43200,
"range": true,
"refId": "A"
}
},
{
"refId": "B",
"queryType": "",
"relativeTimeRange": {
"from": 0,
"to": 0
},
"datasourceUid": "-100",
"model": {
"conditions": [
{
"evaluator": {
"params": [
0
],
"type": "gt"
},
"operator": {
"type": "and"
},
"query": {
"params": [
"A"
]
},
"reducer": {
"params": [],
"type": "last"
},
"type": "query"
}
],
"datasource": {
"type": "grafana-expression",
"uid": "-100"
},
"hide": false,
"intervalMs": 1000,
"maxDataPoints": 43200,
"refId": "B",
"type": "classic_conditions"
}
}
],
"updated": "2023-11-20T13:21:12Z",
"intervalSeconds": 1200,
"version": 12,
"uid": "eYY8ks_7z",
"namespace_uid": "eblDiw17z",
"namespace_id": 140,
"rule_group": "Rococo BEEFY",
"no_data_state": "NoData",
"exec_err_state": "Alerting",
"is_paused": false
}
},
{
"expr": "",
"for": "1h",
"labels": {
"matrix_room": "!lMunCqbBqxEqfRuUDF:parity.io"
},
"annotations": {
"__dashboardUid__": "3sEDRyl7z",
"__panelId__": "2",
"summary": "Rococo BEEFY best blocks have not advanced for at least 60 mins"
},
"grafana_alert": {
"id": 41,
"orgId": 1,
"title": "Rococo BEEFY best blocks not advancing",
"condition": "C",
"data": [
{
"refId": "A",
"queryType": "",
"relativeTimeRange": {
"from": 10800,
"to": 0
},
"datasourceUid": "PC96415006F908B67",
"model": {
"editorMode": "code",
"expr": "increase(substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|rpc).*\"}[1h])",
"hide": false,
"intervalMs": 1000,
"maxDataPoints": 43200,
"range": true,
"refId": "A"
}
},
{
"refId": "C",
"queryType": "",
"relativeTimeRange": {
"from": 0,
"to": 0
},
"datasourceUid": "-100",
"model": {
"conditions": [
{
"evaluator": {
"params": [
100
],
"type": "lt"
},
"operator": {
"type": "and"
},
"query": {
"params": [
"A"
]
},
"reducer": {
"params": [],
"type": "last"
},
"type": "query"
}
],
"datasource": {
"type": "grafana-expression",
"uid": "-100"
},
"hide": false,
"intervalMs": 1000,
"maxDataPoints": 43200,
"refId": "C",
"type": "classic_conditions"
}
}
],
"updated": "2023-11-20T13:21:12Z",
"intervalSeconds": 1200,
"version": 13,
"uid": "CBuugs_7k",
"namespace_uid": "eblDiw17z",
"namespace_id": 140,
"rule_group": "Rococo BEEFY",
"no_data_state": "Alerting",
"exec_err_state": "Alerting",
"is_paused": false
}
}
]
}

This file was deleted.

Original file line number Diff line number Diff line change
Expand Up @@ -214,7 +214,7 @@
"refId": "A"
}
],
"title": "BEEFY Lagging Sessions",
"title": "Rococo BEEFY Lagging Sessions",
"type": "timeseries"
},
{
Expand Down Expand Up @@ -306,7 +306,7 @@
"refId": "A"
}
],
"title": "BEEFY Validator Set ID",
"title": "Rococo BEEFY Validator Set ID",
"type": "timeseries"
}
],
Expand All @@ -325,6 +325,6 @@
"timezone": "",
"title": "Rococo BEEFY",
"uid": "3sEDRyl7z",
"version": 15,
"version": 16,
"weekStart": ""
}
Loading

0 comments on commit 72a0ce1

Please sign in to comment.