From c183299442b6b3309ef90c998f6e797b2bf9cefb Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Thu, 16 Nov 2023 10:43:27 +0100 Subject: [PATCH 01/14] Monitoring and alerts for Rococo/Westend --- deployments/bridges/rococo-westend/README.md | 10 + .../dashboard/grafana/bridges-alerts.json | 2255 +++++++++++++++++ ...-rococo-to-westend-messages-dashboard.json | 965 +++++++ ...-westend-to-rococo-messages-dashboard.json | 953 +++++++ .../rococo-westend-maintenance-dashboard.json | 1031 ++++++++ 5 files changed, 5214 insertions(+) create mode 100644 deployments/bridges/rococo-westend/README.md create mode 100644 deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json create mode 100644 deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json create mode 100644 deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json create mode 100644 deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json diff --git a/deployments/bridges/rococo-westend/README.md b/deployments/bridges/rococo-westend/README.md new file mode 100644 index 00000000000..4a3ef2a50dc --- /dev/null +++ b/deployments/bridges/rococo-westend/README.md @@ -0,0 +1,10 @@ +# Rococo Bridge Hub <> Westend Bridge Hub deployments + +This folder contains some information and useful stuff from our other test deployment - between Rococo and Westend +bridge hubs. The bridge overview and other helpful information can be found in +[this readme](https://github.com/paritytech/polkadot-sdk/tree/master/cumulus/parachains/runtimes/bridge-hubs). + +## Grafana Alerts and Dashboards + +JSON model for Grafana alerts and dashobards that we use, may be found in the [dasboard/grafana](./dashboard/grafana/) +folder. diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json b/deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json new file mode 100644 index 00000000000..9d299ac42e2 --- /dev/null +++ b/deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json @@ -0,0 +1,2255 @@ +{ + "Bridges":[ + { + "name":"BEEFY Lagging Sessions", + "interval":"20m", + "rules":[ + { + "expr":"", + "for":"20m", + "labels":{ + "matrix_room":"!lMunCqbBqxEqfRuUDF:parity.io" + }, + "annotations":{ + "__dashboardUid__":"3sEDRyl7z", + "__panelId__":"6", + "summary":"Some BEEFY validators experienced lagging sessions" + }, + "grafana_alert":{ + "id":42, + "orgId":1, + "title":"BEEFY Lagging Sessions", + "condition":"B", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":10800, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "editorMode":"code", + "exemplar":true, + "expr":"increase(substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[60m])", + "interval":"", + "intervalMs":30000, + "legendFormat":"", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":0, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 0 + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"grafana-expression", + "uid":"-100" + }, + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"B", + "type":"classic_conditions" + } + } + ], + "updated":"2023-02-14T12:24:20Z", + "intervalSeconds":1200, + "version":9, + "uid":"eYY8ks_7z", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"BEEFY Lagging Sessions", + "no_data_state":"NoData", + "exec_err_state":"Alerting" + } + } + ] + }, + { + "name":"Bridges", + "interval":"1m", + "rules":[ + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"tkgc6_bnk", + "__panelId__":"12", + "summary":"Messages from RococoBridgeHub to WestendBridgeHub (00000001) are either not delivered, or are delivered with lags" + }, + "grafana_alert":{ + "id":51, + "orgId":1, + "title":"RococoBridgeHub -\u003e WestendBridgeHub delivery lags (00000001)", + "condition":"A", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"((vector(0) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "interval":"", + "intervalMs":30000, + "legendFormat":"Undelivered messages", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 1 + ], + "type":"lt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"max" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"B", + "type":"classic_conditions" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":93, + "uid":"r41otJp4k", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"zqjpgXxnk", + "__panelId__":"14", + "summary":"Messages from WestendBridgeHub to RococoBridgeHub (00000001) are either not delivered, or are delivered with lags" + }, + "grafana_alert":{ + "id":55, + "orgId":1, + "title":"WestendBridgeHub -\u003e RococoBridgeHub delivery lags (00000001)", + "condition":"B", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"((vector(0) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "interval":"", + "intervalMs":30000, + "legendFormat":"Undelivered messages", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 1 + ], + "type":"lt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"max" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"B", + "type":"classic_conditions" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":91, + "uid":"wqmPtJpVz", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"tkgc6_bnk", + "__panelId__":"14", + "summary":"Messages from RococoBridgeHub to WestendBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert":{ + "id":56, + "orgId":1, + "title":"RococoBridgeHub -\u003e WestendBridgeHub confirmation lags (00000001)", + "condition":"B", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "interval":"", + "intervalMs":30000, + "legendFormat":"Unconfirmed messages", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 50 + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"min" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"B", + "type":"classic_conditions" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":87, + "uid":"z4h3pJtVz", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"zqjpgXxnk", + "__panelId__":"16", + "summary":"Messages from WestendBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert":{ + "id":57, + "orgId":1, + "title":"WestendBridgeHub -\u003e RococoBridgeHub confirmation lags (00000001)", + "condition":"B", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "interval":"", + "intervalMs":30000, + "legendFormat":"Unconfirmed messages", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 50 + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"min" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"B", + "type":"classic_conditions" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":86, + "uid":"Kj_z21t4k", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"zqjpgXxnk", + "__panelId__":"18", + "summary":"Rewards for messages from WestendBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert":{ + "id":58, + "orgId":1, + "title":"WestendBridgeHub -\u003e RococoBridgeHub reward lags (00000001)", + "condition":"C", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "interval":"", + "intervalMs":30000, + "legendFormat":"Unconfirmed rewards", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"(scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "hide":true, + "interval":"", + "intervalMs":30000, + "legendFormat":"__auto", + "maxDataPoints":43200, + "range":true, + "refId":"B" + } + }, + { + "refId":"C", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 10 + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "B" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"min" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"C", + "type":"classic_conditions" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":81, + "uid":"hw_a21pVk", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"tkgc6_bnk", + "__panelId__":"15", + "summary":"Rewards for messages from RococoBridgeHub to WestendBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert":{ + "id":59, + "orgId":1, + "title":"RococoBridgeHub -\u003e WestendBridgeHub reward lags (00000001)", + "condition":"C", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "interval":"", + "intervalMs":30000, + "legendFormat":"Unconfirmed rewards", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "hide":true, + "interval":"", + "intervalMs":30000, + "legendFormat":"__auto", + "maxDataPoints":43200, + "range":true, + "refId":"B" + } + }, + { + "refId":"C", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 10 + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"min" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"C", + "type":"classic_conditions" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":80, + "uid":"daN62Jt4z", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"UFsgbJtVz", + "__panelId__":"2", + "summary":"Best BridgeHubRococo header at BridgeHubWestend (00000001) doesn't match the same header at BridgeHubRococo" + }, + "grafana_alert":{ + "id":60, + "orgId":1, + "title":"BridgeHubRococo header mismatch (00000001)", + "condition":"B", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "interval":"", + "intervalMs":30000, + "legendFormat":"Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 0 + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"max" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"B", + "type":"classic_conditions" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":77, + "uid":"BzBDb1pVz", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"UFsgbJtVz", + "__panelId__":"3", + "summary":"Best BridgeHubWestend header at BridgeHubRococo (00000001) doesn't match the same header at BridgeHubWestend" + }, + "grafana_alert":{ + "id":61, + "orgId":1, + "title":"BridgeHubWestend header mismatch (00000001)", + "condition":"B", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "interval":"", + "intervalMs":30000, + "legendFormat":"Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 0 + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"max" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"B", + "type":"classic_conditions" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":76, + "uid":"1W6lb1p4z", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"UFsgbJtVz", + "__panelId__":"5", + "summary":"With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low" + }, + "grafana_alert":{ + "id":62, + "orgId":1, + "title":"With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low", + "condition":"B", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"last_over_time(at_BridgeHubRococo_relay_BridgeHubWestendMessages_balance{domain=\"parity-testnet\"}[1h])", + "interval":"", + "intervalMs":30000, + "legendFormat":"Messages Relay Balance", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 10 + ], + "type":"lt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"B", + "type":"classic_conditions" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":75, + "uid":"Y5Dm-1tVz", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"UFsgbJtVz", + "__panelId__":"6", + "summary":"With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000001) is too low" + }, + "grafana_alert":{ + "id":63, + "orgId":1, + "title":"With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000001) is too low", + "condition":"B", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"last_over_time(at_BridgeHubWestend_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}[1h])", + "interval":"", + "intervalMs":30000, + "legendFormat":"Messages Relay Balance", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":300, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 10 + ], + "type":"lt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"B", + "type":"classic_conditions" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":74, + "uid":"yUl4a1tVz", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"5m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"tkgc6_bnk", + "__panelId__":"6", + "summary":"Less than 500 Rococo headers have been synced to WestendBridgeHub in last 120 minutes. Relay is not running?" + }, + "grafana_alert":{ + "id":65, + "orgId":1, + "title":"Rococo -\u003e WestendBridgeHub finality sync lags (00000001)", + "condition":"D", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"max(increase(Rococo_to_BridgeHubWestend_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", + "interval":"", + "intervalMs":30000, + "legendFormat":"At Rococo", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"C", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "C" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "reducer":"last", + "refId":"C", + "type":"reduce" + } + }, + { + "refId":"D", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 500 + ], + "type":"lt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "D" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"C", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"D", + "type":"threshold" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":43, + "uid":"R6GKwNA4z", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"5m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"zqjpgXxnk", + "__panelId__":"2", + "summary":"Less than 500 Westend headers have been synced to RococoBridgeHub in last 120 minutes. Relay is not running?" + }, + "grafana_alert":{ + "id":66, + "orgId":1, + "title":"Westend -\u003e RococoBridgeHub finality sync lags (00000001)", + "condition":"D", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"max(increase(Westend_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", + "interval":"", + "intervalMs":30000, + "legendFormat":"At Westend", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"C", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "C" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "reducer":"last", + "refId":"C", + "type":"reduce" + } + }, + { + "refId":"D", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 500 + ], + "type":"lt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "D" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"C", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"D", + "type":"threshold" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":41, + "uid":"rAM1QHAVk", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"0s", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"UFsgbJtVz", + "__panelId__":"11", + "summary":"The RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000001) has been aborted by version guard - i.e. one of chains has been upgraded and relay wasn't redeployed" + }, + "grafana_alert":{ + "id":67, + "orgId":1, + "title":"Version guard has aborted RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000001)", + "condition":"B", + "data":[ + { + "refId":"B", + "queryType":"range", + "relativeTimeRange":{ + "from":600, + "to":0 + }, + "datasourceUid":"P03E52D76DFE188C3", + "model":{ + "datasource":{ + "type":"loki", + "uid":"P03E52D76DFE188C3" + }, + "editorMode":"code", + "expr":"count_over_time({container=\"bridges-common-relay\"} |= `Aborting relay` [1m])", + "hide":false, + "intervalMs":1000, + "legendFormat":"Aborts per minute", + "maxDataPoints":43200, + "queryType":"range", + "refId":"B" + } + }, + { + "refId":"C", + "queryType":"", + "relativeTimeRange":{ + "from":600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "C" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"B", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "reducer":"max", + "refId":"C", + "type":"reduce" + } + }, + { + "refId":"D", + "queryType":"", + "relativeTimeRange":{ + "from":600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 0 + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "D" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"C", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"D", + "type":"threshold" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":40, + "uid":"TwWPeN04z", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"UFsgbJtVz", + "__panelId__":"12", + "summary":"Best Rococo header at BridgeHubWestend (00000001) doesn't match the same header at Rococo" + }, + "grafana_alert":{ + "id":69, + "orgId":1, + "title":"Rococo headers mismatch", + "condition":"C", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"Rococo_to_BridgeHubWestend_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "interval":"", + "intervalMs":30000, + "legendFormat":"Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":0, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "B" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "reducer":"last", + "refId":"B", + "type":"reduce" + } + }, + { + "refId":"C", + "queryType":"", + "relativeTimeRange":{ + "from":0, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 0 + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "C" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"B", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"C", + "type":"threshold" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":35, + "uid":"08-5gv04k", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"10m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"UFsgbJtVz", + "__panelId__":"13", + "summary":"Best Westend header at BridgeHubRococo (00000001) doesn't match the same header at Westend" + }, + "grafana_alert":{ + "id":70, + "orgId":1, + "title":"Westend headers mismatch", + "condition":"C", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"Westend_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "interval":"", + "intervalMs":30000, + "legendFormat":"Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":0, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "B" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "reducer":"last", + "refId":"B", + "type":"reduce" + } + }, + { + "refId":"C", + "queryType":"", + "relativeTimeRange":{ + "from":0, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 0 + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "C" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"B", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"C", + "type":"threshold" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":34, + "uid":"Esj2gD0Vk", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"5m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"tkgc6_bnk", + "__panelId__":"9", + "summary":"Test messages from RococoBridgeHub to WestendBridgeHub are not generated. Our cronjob has died?" + }, + "grafana_alert":{ + "id":73, + "orgId":1, + "title":"Test messages from RococoBridgeHub to WestendBridgeHub are not generated.", + "condition":"D", + "data":[ + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":21600, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "expr":"increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", + "hide":true, + "interval":"", + "intervalMs":30000, + "legendFormat":"Messages generated in last 24h", + "maxDataPoints":43200, + "range":true, + "refId":"B" + } + }, + { + "refId":"C", + "queryType":"", + "relativeTimeRange":{ + "from":600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "C" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"B", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "reducer":"max", + "refId":"C", + "type":"reduce" + } + }, + { + "refId":"D", + "queryType":"", + "relativeTimeRange":{ + "from":600, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 1 + ], + "type":"lt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "D" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"C", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"D", + "type":"threshold" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":6, + "uid":"ry1K5SB4k", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + }, + { + "expr":"", + "for":"5m", + "labels":{ + "matrix_room":"XyVkmRJgIkjcvIBPsP" + }, + "annotations":{ + "__dashboardUid__":"UFsgbJtVz", + "__panelId__":"16", + "summary":"RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000001) node is down" + }, + "grafana_alert":{ + "id":74, + "orgId":1, + "title":"RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000001) node is down", + "condition":"C", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":900, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "datasource":{ + "type":"prometheus", + "uid":"PC96415006F908B67" + }, + "editorMode":"code", + "exemplar":false, + "expr":"up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", + "instant":false, + "interval":"", + "intervalMs":30000, + "legendFormat":"Is relay running", + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"B", + "queryType":"", + "relativeTimeRange":{ + "from":0, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + + ], + "type":"gt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "B" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"A", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "reducer":"max", + "refId":"B", + "type":"reduce" + } + }, + { + "refId":"C", + "queryType":"", + "relativeTimeRange":{ + "from":0, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 1 + ], + "type":"lt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "C" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"__expr__", + "uid":"-100" + }, + "expression":"B", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"C", + "type":"threshold" + } + } + ], + "updated":"2023-04-18T09:14:37Z", + "intervalSeconds":60, + "version":4, + "uid":"9YAdEUB4z", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Bridges", + "no_data_state":"OK", + "exec_err_state":"OK" + } + } + ] + }, + { + "name":"Rococo Beefy best blocks not advancing", + "interval":"20m", + "rules":[ + { + "expr":"", + "for":"1h", + "labels":{ + "matrix_room":"!lMunCqbBqxEqfRuUDF:parity.io" + }, + "annotations":{ + "__dashboardUid__":"3sEDRyl7z", + "__panelId__":"2", + "summary":"Rococo BEEFY best blocks have not advanced for at least 60 mins" + }, + "grafana_alert":{ + "id":41, + "orgId":1, + "title":"Rococo BEEFY best blocks not advancing", + "condition":"C", + "data":[ + { + "refId":"A", + "queryType":"", + "relativeTimeRange":{ + "from":10800, + "to":0 + }, + "datasourceUid":"PC96415006F908B67", + "model":{ + "editorMode":"code", + "expr":"increase(substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[1h])", + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "range":true, + "refId":"A" + } + }, + { + "refId":"C", + "queryType":"", + "relativeTimeRange":{ + "from":0, + "to":0 + }, + "datasourceUid":"-100", + "model":{ + "conditions":[ + { + "evaluator":{ + "params":[ + 100 + ], + "type":"lt" + }, + "operator":{ + "type":"and" + }, + "query":{ + "params":[ + "A" + ] + }, + "reducer":{ + "params":[ + + ], + "type":"last" + }, + "type":"query" + } + ], + "datasource":{ + "type":"grafana-expression", + "uid":"-100" + }, + "hide":false, + "intervalMs":1000, + "maxDataPoints":43200, + "refId":"C", + "type":"classic_conditions" + } + } + ], + "updated":"2023-02-14T12:26:10Z", + "intervalSeconds":1200, + "version":10, + "uid":"CBuugs_7k", + "namespace_uid":"eblDiw17z", + "namespace_id":140, + "rule_group":"Rococo Beefy best blocks not advancing", + "no_data_state":"Alerting", + "exec_err_state":"Alerting" + } + } + ] + } + ] + } + \ No newline at end of file diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json new file mode 100644 index 00000000000..9b3a56ff749 --- /dev/null +++ b/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json @@ -0,0 +1,965 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 141, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 0, + "y": 0 + }, + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Rococo_to_BridgeHubWestend_Sync_best_source_block_number{domain=\"parity-testnet\"}", + "legendFormat": "At Rococo", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Rococo_to_BridgeHubWestend_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "hide": false, + "legendFormat": "At BridgeHubWestend", + "range": true, + "refId": "B" + } + ], + "title": "Best finalized Rococo headers", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 6, + "y": 0 + }, + "id": 7, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Westend_to_BridgeHubRococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", + "legendFormat": "At Westend", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Westend_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "hide": false, + "legendFormat": "At BridgeHubRococo", + "range": true, + "refId": "B" + } + ], + "title": "Best finalized Westend headers", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 12, + "y": 0 + }, + "id": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": true, + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_best_source_block_number{domain=\"parity-testnet\"}", + "interval": "", + "legendFormat": "At RococoBridgeHub", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "hide": false, + "legendFormat": "At WestendBridgeHub", + "range": true, + "refId": "B" + } + ], + "title": "Best finalized RococoBridgeHub headers", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 18, + "y": 0 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": true, + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_best_target_block_number{domain=\"parity-testnet\"}", + "interval": "", + "legendFormat": "At WestendBridgeHub", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_best_target_at_source_block_number{domain=\"parity-testnet\"}", + "hide": false, + "legendFormat": "At RococoBridgeHub", + "range": true, + "refId": "B" + } + ], + "title": "Best finalized WestendBridgeHub headers", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 8 + }, + "id": 9, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubRococo\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWestend\", \"type\", \"target_latest_received\")", + "legendFormat": "{{type}}", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", + "hide": true, + "legendFormat": "Messages generated in last 24h", + "range": true, + "refId": "B" + } + ], + "title": "Delivery race (00000001)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 8 + }, + "id": 10, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubWestend to BridgeHubRococo\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWestend\", \"type\", \"target_latest_received\")", + "legendFormat": "{{type}}", + "range": true, + "refId": "A" + } + ], + "title": "Confirmations race (00000001)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 16 + }, + "id": 12, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "legendFormat": "Undelivered messages", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "((vector(0) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "hide": true, + "legendFormat": "1 if all messages are delivered. Otherwise - number of delivered messages in last 10m", + "range": true, + "refId": "B" + } + ], + "title": "Delivery race lags (00000001)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 16 + }, + "id": 14, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "legendFormat": "Unconfirmed messages", + "range": true, + "refId": "A" + } + ], + "title": "Confirmations race lags (00000001)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 16 + }, + "id": 15, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "legendFormat": "Unconfirmed rewards", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "hide": true, + "legendFormat": "__auto", + "range": true, + "refId": "B" + } + ], + "title": "Reward lags (00000001)", + "type": "timeseries" + } + ], + "refresh": "5s", + "schemaVersion": 37, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "BridgeHubRococo to BridgeHubWestend (00000001)", + "uid": "tkgc6_bnk", + "version": 44, + "weekStart": "" +} diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json new file mode 100644 index 00000000000..c422505eb71 --- /dev/null +++ b/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json @@ -0,0 +1,953 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 142, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 0, + "y": 0 + }, + "id": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Westend_to_BridgeHubRococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", + "legendFormat": "At Westend", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Westend_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "hide": false, + "legendFormat": "At BridgeHubRococo", + "range": true, + "refId": "B" + } + ], + "title": "Best finalized Westend headers", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 6, + "y": 0 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Rococo_to_BridgeHubWestend_Sync_best_source_block_number{domain=\"parity-testnet\"}", + "legendFormat": "At Rococo", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Rococo_to_BridgeHubWestend_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "hide": false, + "legendFormat": "At WestendBridgeHub", + "range": true, + "refId": "B" + } + ], + "title": "Best finalized Rococo headers", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 12, + "y": 0 + }, + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": true, + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_best_source_block_number{domain=\"parity-testnet\"}", + "interval": "", + "legendFormat": "At WestendBridgeHub", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "hide": false, + "legendFormat": "At RococoBridgeHub", + "range": true, + "refId": "B" + } + ], + "title": "Best finalized WestendBridgeHub headers", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 6, + "x": 18, + "y": 0 + }, + "id": 8, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": true, + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_best_target_block_number{domain=\"parity-testnet\"}", + "interval": "", + "legendFormat": "At RococoBridgeHub", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_best_target_at_source_block_number{domain=\"parity-testnet\"}", + "hide": false, + "legendFormat": "At WestendBridgeHub", + "range": true, + "refId": "B" + } + ], + "title": "Best finalized RococoBridgeHub headers", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 8 + }, + "id": 10, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "label_replace(label_replace(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubWestend\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubWestend message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", + "legendFormat": "{{type}}", + "range": true, + "refId": "A" + } + ], + "title": "Delivery race (00000001)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 8 + }, + "id": 12, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "label_replace(label_replace(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubRococo to BridgeHubWestend\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubWestend message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", + "legendFormat": "{{type}}", + "range": true, + "refId": "A" + } + ], + "title": "Confirmations race (00000001)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 16 + }, + "id": 14, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "legendFormat": "Undelivered messages", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "((vector(0) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "hide": true, + "legendFormat": "1 if all messages are delivered. Otherwise - number of delivered messages in last 10m", + "range": true, + "refId": "B" + } + ], + "title": "Delivery race lags (00000001)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 16 + }, + "id": 16, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "legendFormat": "Unconfirmed messages", + "range": true, + "refId": "A" + } + ], + "title": "Confirmations race lags (00000001)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 16 + }, + "id": 18, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "legendFormat": "Unconfirmed rewards", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "(scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "hide": true, + "legendFormat": "__auto", + "range": true, + "refId": "B" + } + ], + "title": "Reward lags (00000001)", + "type": "timeseries" + } + ], + "refresh": "5s", + "schemaVersion": 37, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-5m", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "BridgeHubWestend to BridgeHubRococo (00000001)", + "uid": "zqjpgXxnk", + "version": 32, + "weekStart": "" +} diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json new file mode 100644 index 00000000000..5901e885303 --- /dev/null +++ b/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json @@ -0,0 +1,1031 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 284, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 5, + "x": 0, + "y": 0 + }, + "id": 8, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "name" + }, + "pluginVersion": "9.3.1", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": false, + "expr": "substrate_relay_build_info{domain=\"parity-testnet\"}", + "instant": true, + "legendFormat": "{{commit}}", + "range": false, + "refId": "A" + } + ], + "title": "Relay build commit", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 4, + "x": 5, + "y": 0 + }, + "id": 9, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "/^1\\.0\\.1$/", + "values": false + }, + "text": {}, + "textMode": "name" + }, + "pluginVersion": "9.3.1", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": false, + "expr": "substrate_relay_build_info{domain=\"parity-testnet\"}", + "instant": true, + "legendFormat": "{{version}}", + "range": false, + "refId": "A" + } + ], + "title": "Relay build version", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "mappings": [ + { + "options": { + "0": { + "color": "red", + "index": 1, + "text": "No" + }, + "1": { + "color": "green", + "index": 0, + "text": "Yes" + } + }, + "type": "value" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 4, + "x": 9, + "y": 0 + }, + "id": 15, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "auto", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "textMode": "auto" + }, + "pluginVersion": "9.3.1", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": false, + "expr": "up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", + "instant": false, + "legendFormat": "Is relay running", + "range": true, + "refId": "A" + } + ], + "title": "Is relay running?", + "type": "stat" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 5, + "x": 13, + "y": 0 + }, + "id": 16, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "pluginVersion": "9.3.1", + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": false, + "expr": "up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", + "instant": false, + "legendFormat": "Is relay running", + "range": true, + "refId": "A" + } + ], + "title": "Is relay running? (for alert)", + "type": "timeseries" + }, + { + "datasource": { + "type": "loki", + "uid": "P03E52D76DFE188C3" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 18, + "x": 0, + "y": 5 + }, + "id": 11, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "loki", + "uid": "P03E52D76DFE188C3" + }, + "editorMode": "code", + "expr": "count_over_time({container=\"bridges-common-relay\"} |~ `(?i)(warn|error|fail)` [1m])", + "legendFormat": "Errors per minute", + "queryType": "range", + "refId": "A" + } + ], + "title": "Relay errors/warnings per minute", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 9, + "x": 0, + "y": 14 + }, + "id": 12, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Rococo_to_BridgeHubWestend_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "range": true, + "refId": "A" + } + ], + "title": "Rococo headers mismatch", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 9, + "x": 9, + "y": 14 + }, + "id": 13, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Westend_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "range": true, + "refId": "A" + } + ], + "title": "Westend headers mismatch", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 9, + "x": 0, + "y": 21 + }, + "id": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "range": true, + "refId": "A" + } + ], + "title": "BridgeHubRococo headers mismatch", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 7, + "w": 9, + "x": 9, + "y": 21 + }, + "id": 3, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "range": true, + "refId": "A" + } + ], + "title": "BridgeHubWestend headers mismatch", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 9, + "x": 0, + "y": 28 + }, + "id": 5, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "at_BridgeHubRococo_relay_BridgeHubWestendMessages_balance{domain=\"parity-testnet\"}", + "legendFormat": "Messages Relay Balance", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "at_BridgeHubRococo_relay_WestendHeaders_reward_for_msgs_to_BridgeHubWestend_on_lane_00000001{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_to_BridgeHubWestend_on_lane_00000001{domain=\"parity-testnet\"}", + "hide": false, + "legendFormat": "Pending reward", + "range": true, + "refId": "B" + } + ], + "title": "Relay balances at RococoBridgeHub", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 9, + "x": 9, + "y": 28 + }, + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "at_BridgeHubWestend_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}", + "legendFormat": "Messages Relay Balance", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_from_BridgeHubWestend_on_lane_00000001{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_to_BridgeHubWestend_on_lane_00000001{domain=\"parity-testnet\"}", + "hide": false, + "legendFormat": "Pending reward", + "range": true, + "refId": "B" + } + ], + "title": "Relay balances at WestendBridgeHub", + "type": "timeseries" + } + ], + "refresh": "5s", + "schemaVersion": 37, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-15m", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "BridgeHubRococo <> BridgeHubWestend maintenance (00000001)", + "uid": "UFsgbJtVz", + "version": 26, + "weekStart": "" +} From 1ac07fbd973de5a9bfef1028af5754c03abc30b8 Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Thu, 16 Nov 2023 11:58:21 +0100 Subject: [PATCH 02/14] 00000001 -> 00000002 --- .../dashboard/grafana/bridges-alerts.json | 78 +++++++++---------- ...-rococo-to-westend-messages-dashboard.json | 36 ++++----- ...-westend-to-rococo-messages-dashboard.json | 34 ++++---- .../rococo-westend-maintenance-dashboard.json | 10 +-- 4 files changed, 79 insertions(+), 79 deletions(-) diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json b/deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json index 9d299ac42e2..8419874c4d2 100644 --- a/deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json @@ -113,12 +113,12 @@ "annotations":{ "__dashboardUid__":"tkgc6_bnk", "__panelId__":"12", - "summary":"Messages from RococoBridgeHub to WestendBridgeHub (00000001) are either not delivered, or are delivered with lags" + "summary":"Messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not delivered, or are delivered with lags" }, "grafana_alert":{ "id":51, "orgId":1, - "title":"RococoBridgeHub -\u003e WestendBridgeHub delivery lags (00000001)", + "title":"RococoBridgeHub -\u003e WestendBridgeHub delivery lags (00000002)", "condition":"A", "data":[ { @@ -135,7 +135,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"((vector(0) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "expr":"((vector(0) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", "interval":"", "intervalMs":30000, "legendFormat":"Undelivered messages", @@ -211,12 +211,12 @@ "annotations":{ "__dashboardUid__":"zqjpgXxnk", "__panelId__":"14", - "summary":"Messages from WestendBridgeHub to RococoBridgeHub (00000001) are either not delivered, or are delivered with lags" + "summary":"Messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not delivered, or are delivered with lags" }, "grafana_alert":{ "id":55, "orgId":1, - "title":"WestendBridgeHub -\u003e RococoBridgeHub delivery lags (00000001)", + "title":"WestendBridgeHub -\u003e RococoBridgeHub delivery lags (00000002)", "condition":"B", "data":[ { @@ -233,7 +233,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"((vector(0) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "expr":"((vector(0) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", "interval":"", "intervalMs":30000, "legendFormat":"Undelivered messages", @@ -309,12 +309,12 @@ "annotations":{ "__dashboardUid__":"tkgc6_bnk", "__panelId__":"14", - "summary":"Messages from RococoBridgeHub to WestendBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + "summary":"Messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not confirmed, or are confirmed with lags" }, "grafana_alert":{ "id":56, "orgId":1, - "title":"RococoBridgeHub -\u003e WestendBridgeHub confirmation lags (00000001)", + "title":"RococoBridgeHub -\u003e WestendBridgeHub confirmation lags (00000002)", "condition":"B", "data":[ { @@ -331,7 +331,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr":"scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", "interval":"", "intervalMs":30000, "legendFormat":"Unconfirmed messages", @@ -407,12 +407,12 @@ "annotations":{ "__dashboardUid__":"zqjpgXxnk", "__panelId__":"16", - "summary":"Messages from WestendBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + "summary":"Messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not confirmed, or are confirmed with lags" }, "grafana_alert":{ "id":57, "orgId":1, - "title":"WestendBridgeHub -\u003e RococoBridgeHub confirmation lags (00000001)", + "title":"WestendBridgeHub -\u003e RococoBridgeHub confirmation lags (00000002)", "condition":"B", "data":[ { @@ -429,7 +429,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr":"scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", "interval":"", "intervalMs":30000, "legendFormat":"Unconfirmed messages", @@ -505,12 +505,12 @@ "annotations":{ "__dashboardUid__":"zqjpgXxnk", "__panelId__":"18", - "summary":"Rewards for messages from WestendBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + "summary":"Rewards for messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not confirmed, or are confirmed with lags" }, "grafana_alert":{ "id":58, "orgId":1, - "title":"WestendBridgeHub -\u003e RococoBridgeHub reward lags (00000001)", + "title":"WestendBridgeHub -\u003e RococoBridgeHub reward lags (00000002)", "condition":"C", "data":[ { @@ -527,7 +527,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr":"scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", "interval":"", "intervalMs":30000, "legendFormat":"Unconfirmed rewards", @@ -550,7 +550,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"(scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "expr":"(scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", "hide":true, "interval":"", "intervalMs":30000, @@ -627,12 +627,12 @@ "annotations":{ "__dashboardUid__":"tkgc6_bnk", "__panelId__":"15", - "summary":"Rewards for messages from RococoBridgeHub to WestendBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + "summary":"Rewards for messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not confirmed, or are confirmed with lags" }, "grafana_alert":{ "id":59, "orgId":1, - "title":"RococoBridgeHub -\u003e WestendBridgeHub reward lags (00000001)", + "title":"RococoBridgeHub -\u003e WestendBridgeHub reward lags (00000002)", "condition":"C", "data":[ { @@ -649,7 +649,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr":"scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", "interval":"", "intervalMs":30000, "legendFormat":"Unconfirmed rewards", @@ -672,7 +672,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "expr":"(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", "hide":true, "interval":"", "intervalMs":30000, @@ -749,12 +749,12 @@ "annotations":{ "__dashboardUid__":"UFsgbJtVz", "__panelId__":"2", - "summary":"Best BridgeHubRococo header at BridgeHubWestend (00000001) doesn't match the same header at BridgeHubRococo" + "summary":"Best BridgeHubRococo header at BridgeHubWestend (00000002) doesn't match the same header at BridgeHubRococo" }, "grafana_alert":{ "id":60, "orgId":1, - "title":"BridgeHubRococo header mismatch (00000001)", + "title":"BridgeHubRococo header mismatch (00000002)", "condition":"B", "data":[ { @@ -771,7 +771,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "expr":"BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", "interval":"", "intervalMs":30000, "legendFormat":"Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", @@ -847,12 +847,12 @@ "annotations":{ "__dashboardUid__":"UFsgbJtVz", "__panelId__":"3", - "summary":"Best BridgeHubWestend header at BridgeHubRococo (00000001) doesn't match the same header at BridgeHubWestend" + "summary":"Best BridgeHubWestend header at BridgeHubRococo (00000002) doesn't match the same header at BridgeHubWestend" }, "grafana_alert":{ "id":61, "orgId":1, - "title":"BridgeHubWestend header mismatch (00000001)", + "title":"BridgeHubWestend header mismatch (00000002)", "condition":"B", "data":[ { @@ -869,7 +869,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "expr":"BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", "interval":"", "intervalMs":30000, "legendFormat":"Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", @@ -945,12 +945,12 @@ "annotations":{ "__dashboardUid__":"UFsgbJtVz", "__panelId__":"5", - "summary":"With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low" + "summary":"With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000002) is too low" }, "grafana_alert":{ "id":62, "orgId":1, - "title":"With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low", + "title":"With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000002) is too low", "condition":"B", "data":[ { @@ -1043,12 +1043,12 @@ "annotations":{ "__dashboardUid__":"UFsgbJtVz", "__panelId__":"6", - "summary":"With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000001) is too low" + "summary":"With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000002) is too low" }, "grafana_alert":{ "id":63, "orgId":1, - "title":"With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000001) is too low", + "title":"With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000002) is too low", "condition":"B", "data":[ { @@ -1146,7 +1146,7 @@ "grafana_alert":{ "id":65, "orgId":1, - "title":"Rococo -\u003e WestendBridgeHub finality sync lags (00000001)", + "title":"Rococo -\u003e WestendBridgeHub finality sync lags (00000002)", "condition":"D", "data":[ { @@ -1291,7 +1291,7 @@ "grafana_alert":{ "id":66, "orgId":1, - "title":"Westend -\u003e RococoBridgeHub finality sync lags (00000001)", + "title":"Westend -\u003e RococoBridgeHub finality sync lags (00000002)", "condition":"D", "data":[ { @@ -1431,12 +1431,12 @@ "annotations":{ "__dashboardUid__":"UFsgbJtVz", "__panelId__":"11", - "summary":"The RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000001) has been aborted by version guard - i.e. one of chains has been upgraded and relay wasn't redeployed" + "summary":"The RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000002) has been aborted by version guard - i.e. one of chains has been upgraded and relay wasn't redeployed" }, "grafana_alert":{ "id":67, "orgId":1, - "title":"Version guard has aborted RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000001)", + "title":"Version guard has aborted RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000002)", "condition":"B", "data":[ { @@ -1576,7 +1576,7 @@ "annotations":{ "__dashboardUid__":"UFsgbJtVz", "__panelId__":"12", - "summary":"Best Rococo header at BridgeHubWestend (00000001) doesn't match the same header at Rococo" + "summary":"Best Rococo header at BridgeHubWestend (00000002) doesn't match the same header at Rococo" }, "grafana_alert":{ "id":69, @@ -1721,7 +1721,7 @@ "annotations":{ "__dashboardUid__":"UFsgbJtVz", "__panelId__":"13", - "summary":"Best Westend header at BridgeHubRococo (00000001) doesn't match the same header at Westend" + "summary":"Best Westend header at BridgeHubRococo (00000002) doesn't match the same header at Westend" }, "grafana_alert":{ "id":70, @@ -1888,7 +1888,7 @@ "uid":"PC96415006F908B67" }, "editorMode":"code", - "expr":"increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", + "expr":"increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", "hide":true, "interval":"", "intervalMs":30000, @@ -2012,12 +2012,12 @@ "annotations":{ "__dashboardUid__":"UFsgbJtVz", "__panelId__":"16", - "summary":"RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000001) node is down" + "summary":"RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000002) node is down" }, "grafana_alert":{ "id":74, "orgId":1, - "title":"RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000001) node is down", + "title":"RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000002) node is down", "condition":"C", "data":[ { diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json index 9b3a56ff749..8fbb79a18d0 100644 --- a/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json @@ -320,7 +320,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_best_source_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_best_source_block_number{domain=\"parity-testnet\"}", "interval": "", "legendFormat": "At RococoBridgeHub", "range": true, @@ -332,7 +332,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_best_source_at_target_block_number{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "At WestendBridgeHub", "range": true, @@ -426,7 +426,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_best_target_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_best_target_block_number{domain=\"parity-testnet\"}", "interval": "", "legendFormat": "At WestendBridgeHub", "range": true, @@ -438,7 +438,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_best_target_at_source_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_best_target_at_source_block_number{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "At RococoBridgeHub", "range": true, @@ -531,7 +531,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubRococo\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWestend\", \"type\", \"target_latest_received\")", + "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubRococo\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWestend\", \"type\", \"target_latest_received\")", "legendFormat": "{{type}}", "range": true, "refId": "A" @@ -542,14 +542,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", + "expr": "increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", "hide": true, "legendFormat": "Messages generated in last 24h", "range": true, "refId": "B" } ], - "title": "Delivery race (00000001)", + "title": "Delivery race (00000002)", "type": "timeseries" }, { @@ -635,13 +635,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubWestend to BridgeHubRococo\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWestend\", \"type\", \"target_latest_received\")", + "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubWestend to BridgeHubRococo\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWestend\", \"type\", \"target_latest_received\")", "legendFormat": "{{type}}", "range": true, "refId": "A" } ], - "title": "Confirmations race (00000001)", + "title": "Confirmations race (00000002)", "type": "timeseries" }, { @@ -727,7 +727,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", "legendFormat": "Undelivered messages", "range": true, "refId": "A" @@ -738,14 +738,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "((vector(0) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "expr": "((vector(0) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", "hide": true, "legendFormat": "1 if all messages are delivered. Otherwise - number of delivered messages in last 10m", "range": true, "refId": "B" } ], - "title": "Delivery race lags (00000001)", + "title": "Delivery race lags (00000002)", "type": "timeseries" }, { @@ -831,13 +831,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", "legendFormat": "Unconfirmed messages", "range": true, "refId": "A" } ], - "title": "Confirmations race lags (00000001)", + "title": "Confirmations race lags (00000002)", "type": "timeseries" }, { @@ -923,7 +923,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", "legendFormat": "Unconfirmed rewards", "range": true, "refId": "A" @@ -934,14 +934,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "expr": "(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", "hide": true, "legendFormat": "__auto", "range": true, "refId": "B" } ], - "title": "Reward lags (00000001)", + "title": "Reward lags (00000002)", "type": "timeseries" } ], @@ -958,7 +958,7 @@ }, "timepicker": {}, "timezone": "", - "title": "BridgeHubRococo to BridgeHubWestend (00000001)", + "title": "BridgeHubRococo to BridgeHubWestend (00000002)", "uid": "tkgc6_bnk", "version": 44, "weekStart": "" diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json index c422505eb71..f7e03aa1295 100644 --- a/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json @@ -320,7 +320,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_best_source_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_best_source_block_number{domain=\"parity-testnet\"}", "interval": "", "legendFormat": "At WestendBridgeHub", "range": true, @@ -332,7 +332,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_best_source_at_target_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_best_source_at_target_block_number{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "At RococoBridgeHub", "range": true, @@ -426,7 +426,7 @@ }, "editorMode": "code", "exemplar": true, - "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_best_target_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_best_target_block_number{domain=\"parity-testnet\"}", "interval": "", "legendFormat": "At RococoBridgeHub", "range": true, @@ -438,7 +438,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_best_target_at_source_block_number{domain=\"parity-testnet\"}", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_best_target_at_source_block_number{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "At WestendBridgeHub", "range": true, @@ -531,13 +531,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubWestend\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubWestend message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", + "expr": "label_replace(label_replace(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubWestend\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubWestend message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", "legendFormat": "{{type}}", "range": true, "refId": "A" } ], - "title": "Delivery race (00000001)", + "title": "Delivery race (00000002)", "type": "timeseries" }, { @@ -623,13 +623,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubRococo to BridgeHubWestend\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubWestend message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", + "expr": "label_replace(label_replace(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubRococo to BridgeHubWestend\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubWestend message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", "legendFormat": "{{type}}", "range": true, "refId": "A" } ], - "title": "Confirmations race (00000001)", + "title": "Confirmations race (00000002)", "type": "timeseries" }, { @@ -715,7 +715,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", "legendFormat": "Undelivered messages", "range": true, "refId": "A" @@ -726,14 +726,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "((vector(0) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "expr": "((vector(0) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", "hide": true, "legendFormat": "1 if all messages are delivered. Otherwise - number of delivered messages in last 10m", "range": true, "refId": "B" } ], - "title": "Delivery race lags (00000001)", + "title": "Delivery race lags (00000002)", "type": "timeseries" }, { @@ -819,13 +819,13 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", "legendFormat": "Unconfirmed messages", "range": true, "refId": "A" } ], - "title": "Confirmations race lags (00000001)", + "title": "Confirmations race lags (00000002)", "type": "timeseries" }, { @@ -911,7 +911,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", "legendFormat": "Unconfirmed rewards", "range": true, "refId": "A" @@ -922,14 +922,14 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "(scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "expr": "(scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", "hide": true, "legendFormat": "__auto", "range": true, "refId": "B" } ], - "title": "Reward lags (00000001)", + "title": "Reward lags (00000002)", "type": "timeseries" } ], @@ -946,7 +946,7 @@ }, "timepicker": {}, "timezone": "", - "title": "BridgeHubWestend to BridgeHubRococo (00000001)", + "title": "BridgeHubWestend to BridgeHubRococo (00000002)", "uid": "zqjpgXxnk", "version": 32, "weekStart": "" diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json index 5901e885303..3d2584eb532 100644 --- a/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json @@ -701,7 +701,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", "range": true, "refId": "A" @@ -793,7 +793,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", "range": true, "refId": "A" @@ -896,7 +896,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "at_BridgeHubRococo_relay_WestendHeaders_reward_for_msgs_to_BridgeHubWestend_on_lane_00000001{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_to_BridgeHubWestend_on_lane_00000001{domain=\"parity-testnet\"}", + "expr": "at_BridgeHubRococo_relay_WestendHeaders_reward_for_msgs_to_BridgeHubWestend_on_lane_00000002{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_to_BridgeHubWestend_on_lane_00000002{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "Pending reward", "range": true, @@ -1000,7 +1000,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_from_BridgeHubWestend_on_lane_00000001{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_to_BridgeHubWestend_on_lane_00000001{domain=\"parity-testnet\"}", + "expr": "at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_from_BridgeHubWestend_on_lane_00000002{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWestendMessages_reward_for_msgs_to_BridgeHubWestend_on_lane_00000002{domain=\"parity-testnet\"}", "hide": false, "legendFormat": "Pending reward", "range": true, @@ -1024,7 +1024,7 @@ }, "timepicker": {}, "timezone": "", - "title": "BridgeHubRococo <> BridgeHubWestend maintenance (00000001)", + "title": "BridgeHubRococo <> BridgeHubWestend maintenance (00000002)", "uid": "UFsgbJtVz", "version": 26, "weekStart": "" From 097bfcf9e6da9f212e8a2f05ed1f0198985e140c Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Mon, 20 Nov 2023 10:34:02 +0100 Subject: [PATCH 03/14] Backup actual version --- ...ay-rococo-to-wococo-messages-dashboard.json | 4 ++-- ...ay-wococo-to-rococo-messages-dashboard.json | 4 ++-- .../rococo-wococo-maintenance-dashboard.json | 18 ++++++++---------- 3 files changed, 12 insertions(+), 14 deletions(-) diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json b/deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json index cf0fa1bff79..90169aa3aae 100644 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json +++ b/deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json @@ -946,7 +946,7 @@ } ], "refresh": "5s", - "schemaVersion": 37, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -962,4 +962,4 @@ "uid": "tkgc6_bnk", "version": 44, "weekStart": "" -} +} \ No newline at end of file diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json b/deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json index 15967adcb34..8d039bcf3a9 100644 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json +++ b/deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json @@ -934,7 +934,7 @@ } ], "refresh": "5s", - "schemaVersion": 37, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -950,4 +950,4 @@ "uid": "zqjpgXxnk", "version": 32, "weekStart": "" -} +} \ No newline at end of file diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json b/deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json index 6158c3e73a9..be0701ed363 100644 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json +++ b/deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json @@ -77,7 +77,7 @@ "text": {}, "textMode": "name" }, - "pluginVersion": "9.3.1", + "pluginVersion": "10.0.2", "targets": [ { "datasource": { @@ -145,7 +145,7 @@ "text": {}, "textMode": "name" }, - "pluginVersion": "9.3.1", + "pluginVersion": "10.0.2", "targets": [ { "datasource": { @@ -228,7 +228,7 @@ }, "textMode": "auto" }, - "pluginVersion": "9.3.1", + "pluginVersion": "10.0.2", "targets": [ { "datasource": { @@ -847,8 +847,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -951,8 +950,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1012,14 +1010,14 @@ } ], "refresh": "5s", - "schemaVersion": 37, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { "list": [] }, "time": { - "from": "now-15m", + "from": "now-6h", "to": "now" }, "timepicker": {}, @@ -1028,4 +1026,4 @@ "uid": "UFsgbJtVz", "version": 26, "weekStart": "" -} +} \ No newline at end of file From f68a38be1777c6c51e112fa62fb21640cb574efb Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Mon, 20 Nov 2023 10:35:00 +0100 Subject: [PATCH 04/14] Upload "Rococo BEEFY dashboard" from grafana (I cannot find it) --- .../grafana/rococo-beefy-dashboard.json | 330 ++++++++++++++++++ 1 file changed, 330 insertions(+) create mode 100644 deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json new file mode 100644 index 00000000000..9c740a4c4ff --- /dev/null +++ b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json @@ -0,0 +1,330 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 189, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "stepAfter", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 0 + }, + "id": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": true, + "expr": "substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|rpc).*\"}", + "hide": false, + "interval": "", + "legendFormat": "", + "range": true, + "refId": "A" + } + ], + "title": "Rococo Beefy Best block", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 1, + "drawStyle": "bars", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "stepAfter", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 0 + }, + "id": 6, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "exemplar": true, + "expr": "substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|3-rpc).*\"}", + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "title": "BEEFY Lagging Sessions", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "stepAfter", + "lineWidth": 3, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 9 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "exemplar": true, + "expr": "substrate_beefy_validator_set_id{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|3-rpc).*\"}", + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "title": "BEEFY Validator Set ID", + "type": "timeseries" + } + ], + "refresh": "", + "schemaVersion": 38, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-3h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "Rococo BEEFY", + "uid": "3sEDRyl7z", + "version": 15, + "weekStart": "" +} \ No newline at end of file From 8939cfab082f5e85050dc5abb42f756f65a35309 Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Mon, 20 Nov 2023 14:13:35 +0100 Subject: [PATCH 05/14] Separated Rococo Beefy dashboard and alerts --- deployments/bridges/rococo/README.md | 17 ++++ ...eefy-best-blocks-not-advancing-alerts.json | 97 ++++++++++++++++++ .../grafana/rococo-beefy-dashboard.json | 2 +- .../rococo-beefy-lagging-sessions-alerts.json | 99 +++++++++++++++++++ 4 files changed, 214 insertions(+), 1 deletion(-) create mode 100644 deployments/bridges/rococo/README.md create mode 100644 deployments/bridges/rococo/dashboard/grafana/rococo-beefy-best-blocks-not-advancing-alerts.json create mode 100644 deployments/bridges/rococo/dashboard/grafana/rococo-beefy-lagging-sessions-alerts.json diff --git a/deployments/bridges/rococo/README.md b/deployments/bridges/rococo/README.md new file mode 100644 index 00000000000..dd563365b97 --- /dev/null +++ b/deployments/bridges/rococo/README.md @@ -0,0 +1,17 @@ +# Rococo deployments + +This folder contains some information and useful stuff from our other test deployment on Rococo. + +## Grafana Alerts and Dashboards + +JSON model for Grafana alerts and dashobards that we use, may be found in the [dasboard/grafana](./dashboard/grafana/) +folder. + +**Dashboards:** +- rococo-beefy-dashboard.json (exported JSON directly from https://grafana.teleport.parity.io/dashboards/f/eblDiw17z/Bridges) + +**Alerts:** +- rococo-beefy-lagging-sessions-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/BEEFY%20Lagging%20Sessions +- rococo-beefy-best-blocks-not-advancing-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Rococo%20Beefy%20best%20blocks%20not%20advancing + +_Note: All json files are formatted with `jq . file.json > file.json_tmp`._ \ No newline at end of file diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-best-blocks-not-advancing-alerts.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-best-blocks-not-advancing-alerts.json new file mode 100644 index 00000000000..a9d8610efc5 --- /dev/null +++ b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-best-blocks-not-advancing-alerts.json @@ -0,0 +1,97 @@ +{ + "name": "Rococo Beefy best blocks not advancing", + "interval": "20m", + "rules": [ + { + "expr": "", + "for": "1h", + "labels": { + "matrix_room": "!lMunCqbBqxEqfRuUDF:parity.io" + }, + "annotations": { + "__dashboardUid__": "3sEDRyl7z", + "__panelId__": "2", + "summary": "Rococo BEEFY best blocks have not advanced for at least 60 mins" + }, + "grafana_alert": { + "id": 41, + "orgId": 1, + "title": "Rococo BEEFY best blocks not advancing", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 10800, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "editorMode": "code", + "expr": "increase(substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|rpc).*\"}[1h])", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 100 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "grafana-expression", + "uid": "-100" + }, + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "classic_conditions" + } + } + ], + "updated": "2023-06-22T09:12:05Z", + "intervalSeconds": 1200, + "version": 11, + "uid": "CBuugs_7k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Rococo Beefy best blocks not advancing", + "no_data_state": "Alerting", + "exec_err_state": "Alerting", + "is_paused": false + } + } + ] +} diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json index 9c740a4c4ff..ffcfbca8aa5 100644 --- a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json +++ b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json @@ -327,4 +327,4 @@ "uid": "3sEDRyl7z", "version": 15, "weekStart": "" -} \ No newline at end of file +} diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-lagging-sessions-alerts.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-lagging-sessions-alerts.json new file mode 100644 index 00000000000..7116a40904f --- /dev/null +++ b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-lagging-sessions-alerts.json @@ -0,0 +1,99 @@ +{ + "name": "BEEFY Lagging Sessions", + "interval": "20m", + "rules": [ + { + "expr": "", + "for": "20m", + "labels": { + "matrix_room": "!lMunCqbBqxEqfRuUDF:parity.io" + }, + "annotations": { + "__dashboardUid__": "3sEDRyl7z", + "__panelId__": "6", + "summary": "Some BEEFY validators experienced lagging sessions" + }, + "grafana_alert": { + "id": 42, + "orgId": 1, + "title": "BEEFY Lagging Sessions", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 10800, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "editorMode": "code", + "exemplar": true, + "expr": "increase(substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[60m])", + "interval": "", + "intervalMs": 30000, + "legendFormat": "", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "grafana-expression", + "uid": "-100" + }, + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-02-14T12:24:20Z", + "intervalSeconds": 1200, + "version": 9, + "uid": "eYY8ks_7z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "BEEFY Lagging Sessions", + "no_data_state": "NoData", + "exec_err_state": "Alerting", + "is_paused": false + } + } + ] +} From 72a0ce166b45ad9b2929027e2a3ab96c67a86aea Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Mon, 20 Nov 2023 14:30:56 +0100 Subject: [PATCH 06/14] Group Rococo BEEFY alerts + add `Rococo` labels --- deployments/bridges/rococo/README.md | 3 +- .../grafana/rococo-beefy-alerts.json | 190 ++++++++++++++++++ ...eefy-best-blocks-not-advancing-alerts.json | 97 --------- .../grafana/rococo-beefy-dashboard.json | 6 +- .../rococo-beefy-lagging-sessions-alerts.json | 99 --------- 5 files changed, 194 insertions(+), 201 deletions(-) create mode 100644 deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json delete mode 100644 deployments/bridges/rococo/dashboard/grafana/rococo-beefy-best-blocks-not-advancing-alerts.json delete mode 100644 deployments/bridges/rococo/dashboard/grafana/rococo-beefy-lagging-sessions-alerts.json diff --git a/deployments/bridges/rococo/README.md b/deployments/bridges/rococo/README.md index dd563365b97..49d8a31ef54 100644 --- a/deployments/bridges/rococo/README.md +++ b/deployments/bridges/rococo/README.md @@ -11,7 +11,6 @@ folder. - rococo-beefy-dashboard.json (exported JSON directly from https://grafana.teleport.parity.io/dashboards/f/eblDiw17z/Bridges) **Alerts:** -- rococo-beefy-lagging-sessions-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/BEEFY%20Lagging%20Sessions -- rococo-beefy-best-blocks-not-advancing-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Rococo%20Beefy%20best%20blocks%20not%20advancing +- rococo-beefy-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Rococo%20BEEFY _Note: All json files are formatted with `jq . file.json > file.json_tmp`._ \ No newline at end of file diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json new file mode 100644 index 00000000000..7fc927e5229 --- /dev/null +++ b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json @@ -0,0 +1,190 @@ +{ + "name": "Rococo BEEFY", + "interval": "20m", + "rules": [ + { + "expr": "", + "for": "20m", + "labels": { + "matrix_room": "!lMunCqbBqxEqfRuUDF:parity.io" + }, + "annotations": { + "__dashboardUid__": "3sEDRyl7z", + "__panelId__": "6", + "summary": "Some Rococo BEEFY validators experienced lagging sessions" + }, + "grafana_alert": { + "id": 42, + "orgId": 1, + "title": "Rococo BEEFY Lagging Sessions", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 10800, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "editorMode": "code", + "exemplar": true, + "expr": "increase(substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[60m])", + "interval": "", + "intervalMs": 30000, + "legendFormat": "", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "grafana-expression", + "uid": "-100" + }, + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:21:12Z", + "intervalSeconds": 1200, + "version": 12, + "uid": "eYY8ks_7z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Rococo BEEFY", + "no_data_state": "NoData", + "exec_err_state": "Alerting", + "is_paused": false + } + }, + { + "expr": "", + "for": "1h", + "labels": { + "matrix_room": "!lMunCqbBqxEqfRuUDF:parity.io" + }, + "annotations": { + "__dashboardUid__": "3sEDRyl7z", + "__panelId__": "2", + "summary": "Rococo BEEFY best blocks have not advanced for at least 60 mins" + }, + "grafana_alert": { + "id": 41, + "orgId": 1, + "title": "Rococo BEEFY best blocks not advancing", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 10800, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "editorMode": "code", + "expr": "increase(substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|rpc).*\"}[1h])", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 100 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "grafana-expression", + "uid": "-100" + }, + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:21:12Z", + "intervalSeconds": 1200, + "version": 13, + "uid": "CBuugs_7k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Rococo BEEFY", + "no_data_state": "Alerting", + "exec_err_state": "Alerting", + "is_paused": false + } + } + ] +} diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-best-blocks-not-advancing-alerts.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-best-blocks-not-advancing-alerts.json deleted file mode 100644 index a9d8610efc5..00000000000 --- a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-best-blocks-not-advancing-alerts.json +++ /dev/null @@ -1,97 +0,0 @@ -{ - "name": "Rococo Beefy best blocks not advancing", - "interval": "20m", - "rules": [ - { - "expr": "", - "for": "1h", - "labels": { - "matrix_room": "!lMunCqbBqxEqfRuUDF:parity.io" - }, - "annotations": { - "__dashboardUid__": "3sEDRyl7z", - "__panelId__": "2", - "summary": "Rococo BEEFY best blocks have not advanced for at least 60 mins" - }, - "grafana_alert": { - "id": 41, - "orgId": 1, - "title": "Rococo BEEFY best blocks not advancing", - "condition": "C", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 10800, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "editorMode": "code", - "expr": "increase(substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(validator|rpc).*\"}[1h])", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "C", - "queryType": "", - "relativeTimeRange": { - "from": 0, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 100 - ], - "type": "lt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "grafana-expression", - "uid": "-100" - }, - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "C", - "type": "classic_conditions" - } - } - ], - "updated": "2023-06-22T09:12:05Z", - "intervalSeconds": 1200, - "version": 11, - "uid": "CBuugs_7k", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Rococo Beefy best blocks not advancing", - "no_data_state": "Alerting", - "exec_err_state": "Alerting", - "is_paused": false - } - } - ] -} diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json index ffcfbca8aa5..006b2f0621c 100644 --- a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json +++ b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-dashboard.json @@ -214,7 +214,7 @@ "refId": "A" } ], - "title": "BEEFY Lagging Sessions", + "title": "Rococo BEEFY Lagging Sessions", "type": "timeseries" }, { @@ -306,7 +306,7 @@ "refId": "A" } ], - "title": "BEEFY Validator Set ID", + "title": "Rococo BEEFY Validator Set ID", "type": "timeseries" } ], @@ -325,6 +325,6 @@ "timezone": "", "title": "Rococo BEEFY", "uid": "3sEDRyl7z", - "version": 15, + "version": 16, "weekStart": "" } diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-lagging-sessions-alerts.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-lagging-sessions-alerts.json deleted file mode 100644 index 7116a40904f..00000000000 --- a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-lagging-sessions-alerts.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "name": "BEEFY Lagging Sessions", - "interval": "20m", - "rules": [ - { - "expr": "", - "for": "20m", - "labels": { - "matrix_room": "!lMunCqbBqxEqfRuUDF:parity.io" - }, - "annotations": { - "__dashboardUid__": "3sEDRyl7z", - "__panelId__": "6", - "summary": "Some BEEFY validators experienced lagging sessions" - }, - "grafana_alert": { - "id": 42, - "orgId": 1, - "title": "BEEFY Lagging Sessions", - "condition": "B", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 10800, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "editorMode": "code", - "exemplar": true, - "expr": "increase(substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[60m])", - "interval": "", - "intervalMs": 30000, - "legendFormat": "", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 0, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 0 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "grafana-expression", - "uid": "-100" - }, - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "B", - "type": "classic_conditions" - } - } - ], - "updated": "2023-02-14T12:24:20Z", - "intervalSeconds": 1200, - "version": 9, - "uid": "eYY8ks_7z", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "BEEFY Lagging Sessions", - "no_data_state": "NoData", - "exec_err_state": "Alerting", - "is_paused": false - } - } - ] -} From b76456e313f11d9e6ae757288751ef65c671ea89 Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Mon, 20 Nov 2023 14:46:07 +0100 Subject: [PATCH 07/14] Renamed evaluation group `Bridges` -> `Bridge Rococo <> Wococo` --- deployments/bridges/rococo-wococo/README.md | 12 + .../grafana/bridge-rococo-wococo-alerts.json | 2007 +++++++++++++++ .../dashboard/grafana/bridges-alerts.json | 2255 ----------------- deployments/bridges/rococo/README.md | 2 +- 4 files changed, 2020 insertions(+), 2256 deletions(-) create mode 100644 deployments/bridges/rococo-wococo/dashboard/grafana/bridge-rococo-wococo-alerts.json delete mode 100644 deployments/bridges/rococo-wococo/dashboard/grafana/bridges-alerts.json diff --git a/deployments/bridges/rococo-wococo/README.md b/deployments/bridges/rococo-wococo/README.md index 1c2985a3357..896977a9523 100644 --- a/deployments/bridges/rococo-wococo/README.md +++ b/deployments/bridges/rococo-wococo/README.md @@ -8,3 +8,15 @@ bridge hubs. The bridge overview and other helpful information can be found in JSON model for Grafana alerts and dashobards that we use, may be found in the [dasboard/grafana](./dashboard/grafana/) folder. + +**Dashboards:** +- rococo-wococo-maintenance-dashboard.json +- relay-rococo-to-wococo-messages-dashboard.json +- relay-wococo-to-rococo-messages-dashboard.json + +(exported JSON directly from https://grafana.teleport.parity.io/dashboards/f/eblDiw17z/Bridges) + +**Alerts:** +- bridge-rococo-wococo-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Bridge%20Rococo%20%3C%3E%20Wococo + +_Note: All json files are formatted with `jq . file.json`._ diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/bridge-rococo-wococo-alerts.json b/deployments/bridges/rococo-wococo/dashboard/grafana/bridge-rococo-wococo-alerts.json new file mode 100644 index 00000000000..610243f709a --- /dev/null +++ b/deployments/bridges/rococo-wococo/dashboard/grafana/bridge-rococo-wococo-alerts.json @@ -0,0 +1,2007 @@ +{ + "name": "Bridge Rococo <> Wococo", + "interval": "1m", + "rules": [ + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "12", + "summary": "Messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not delivered, or are delivered with lags" + }, + "grafana_alert": { + "id": 51, + "orgId": 1, + "title": "RococoBridgeHub -> WococoBridgeHub delivery lags (00000001)", + "condition": "A", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "((vector(0) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Undelivered messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 95, + "uid": "r41otJp4k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "14", + "summary": "Messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not delivered, or are delivered with lags" + }, + "grafana_alert": { + "id": 55, + "orgId": 1, + "title": "WococoBridgeHub -> RococoBridgeHub delivery lags (00000001)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "((vector(0) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Undelivered messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 93, + "uid": "wqmPtJpVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "14", + "summary": "Messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 56, + "orgId": 1, + "title": "RococoBridgeHub -> WococoBridgeHub confirmation lags (00000001)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 50 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 89, + "uid": "z4h3pJtVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "16", + "summary": "Messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 57, + "orgId": 1, + "title": "WococoBridgeHub -> RococoBridgeHub confirmation lags (00000001)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 50 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 88, + "uid": "Kj_z21t4k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "18", + "summary": "Rewards for messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 58, + "orgId": 1, + "title": "WococoBridgeHub -> RococoBridgeHub reward lags (00000001)", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed rewards", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "(scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "hide": true, + "interval": "", + "intervalMs": 30000, + "legendFormat": "__auto", + "maxDataPoints": 43200, + "range": true, + "refId": "B" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 83, + "uid": "hw_a21pVk", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "15", + "summary": "Rewards for messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 59, + "orgId": 1, + "title": "RococoBridgeHub -> WococoBridgeHub reward lags (00000001)", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed rewards", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "hide": true, + "interval": "", + "intervalMs": 30000, + "legendFormat": "__auto", + "maxDataPoints": 43200, + "range": true, + "refId": "B" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 82, + "uid": "daN62Jt4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "2", + "summary": "Best BridgeHubRococo header at BridgeHubWococo (00000001) doesn't match the same header at BridgeHubRococo" + }, + "grafana_alert": { + "id": 60, + "orgId": 1, + "title": "BridgeHubRococo header mismatch (00000001)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 79, + "uid": "BzBDb1pVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "3", + "summary": "Best BridgeHubWococo header at BridgeHubRococo (00000001) doesn't match the same header at BridgeHubWococo" + }, + "grafana_alert": { + "id": 61, + "orgId": 1, + "title": "BridgeHubWococo header mismatch (00000001)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 78, + "uid": "1W6lb1p4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "5", + "summary": "With-WococoBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low" + }, + "grafana_alert": { + "id": 62, + "orgId": 1, + "title": "With-WococoBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "last_over_time(at_BridgeHubRococo_relay_BridgeHubWococoMessages_balance{domain=\"parity-testnet\"}[1h])", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Messages Relay Balance", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 77, + "uid": "Y5Dm-1tVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "6", + "summary": "With-RococoBridgeHub messages relay balance at WococoBridgeHub (00000001) is too low" + }, + "grafana_alert": { + "id": 63, + "orgId": 1, + "title": "With-RococoBridgeHub messages relay balance at WococoBridgeHub (00000001) is too low", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "last_over_time(at_BridgeHubWococo_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}[1h])", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Messages Relay Balance", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 76, + "uid": "yUl4a1tVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "6", + "summary": "Less than 500 Rococo headers have been synced to WococoBridgeHub in last 120 minutes. Relay is not running?" + }, + "grafana_alert": { + "id": 65, + "orgId": 1, + "title": "Rococo -> WococoBridgeHub finality sync lags (00000001)", + "condition": "D", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "max(increase(Rococo_to_BridgeHubWococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", + "interval": "", + "intervalMs": 30000, + "legendFormat": "At Rococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 500 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 45, + "uid": "R6GKwNA4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "2", + "summary": "Less than 500 Wococo headers have been synced to RococoBridgeHub in last 120 minutes. Relay is not running?" + }, + "grafana_alert": { + "id": 66, + "orgId": 1, + "title": "Wococo -> RococoBridgeHub finality sync lags (00000001)", + "condition": "D", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "max(increase(Wococo_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", + "interval": "", + "intervalMs": 30000, + "legendFormat": "At Wococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 500 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 43, + "uid": "rAM1QHAVk", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "0s", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "11", + "summary": "The RococoBridgeHub <> WococoBridgeHub relay (00000001) has been aborted by version guard - i.e. one of chains has been upgraded and relay wasn't redeployed" + }, + "grafana_alert": { + "id": 67, + "orgId": 1, + "title": "Version guard has aborted RococoBridgeHub <> WococoBridgeHub relay (00000001)", + "condition": "B", + "data": [ + { + "refId": "B", + "queryType": "range", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "P03E52D76DFE188C3", + "model": { + "datasource": { + "type": "loki", + "uid": "P03E52D76DFE188C3" + }, + "editorMode": "code", + "expr": "count_over_time({container=\"bridges-common-relay\"} |= `Aborting relay` [1m])", + "hide": false, + "intervalMs": 1000, + "legendFormat": "Aborts per minute", + "maxDataPoints": 43200, + "queryType": "range", + "refId": "B" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "max", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 42, + "uid": "TwWPeN04z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "12", + "summary": "Best Rococo header at BridgeHubWococo (00000001) doesn't match the same header at Rococo" + }, + "grafana_alert": { + "id": 69, + "orgId": 1, + "title": "Rococo headers mismatch", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Rococo_to_BridgeHubWococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "B", + "type": "reduce" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 37, + "uid": "08-5gv04k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "13", + "summary": "Best Wococo header at BridgeHubRococo (00000001) doesn't match the same header at Wococo" + }, + "grafana_alert": { + "id": 70, + "orgId": 1, + "title": "Wococo headers mismatch", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Wococo_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "B", + "type": "reduce" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 36, + "uid": "Esj2gD0Vk", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "9", + "summary": "Test messages from RococoBridgeHub to WococoBridgeHub are not generated. Our cronjob has died?" + }, + "grafana_alert": { + "id": 73, + "orgId": 1, + "title": "Test messages from RococoBridgeHub to WococoBridgeHub are not generated.", + "condition": "D", + "data": [ + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", + "hide": true, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Messages generated in last 24h", + "maxDataPoints": 43200, + "range": true, + "refId": "B" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "max", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 8, + "uid": "ry1K5SB4k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "16", + "summary": "RococoBridgeHub <> WococoBridgeHub relay (00000001) node is down" + }, + "grafana_alert": { + "id": 74, + "orgId": 1, + "title": "RococoBridgeHub <> WococoBridgeHub relay (00000001) node is down", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 900, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": false, + "expr": "up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Is relay running", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "max", + "refId": "B", + "type": "reduce" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T13:43:22Z", + "intervalSeconds": 60, + "version": 6, + "uid": "9YAdEUB4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Wococo", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + } + ] +} diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/bridges-alerts.json b/deployments/bridges/rococo-wococo/dashboard/grafana/bridges-alerts.json deleted file mode 100644 index 51cea87cac9..00000000000 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/bridges-alerts.json +++ /dev/null @@ -1,2255 +0,0 @@ -{ - "Bridges":[ - { - "name":"BEEFY Lagging Sessions", - "interval":"20m", - "rules":[ - { - "expr":"", - "for":"20m", - "labels":{ - "matrix_room":"!lMunCqbBqxEqfRuUDF:parity.io" - }, - "annotations":{ - "__dashboardUid__":"3sEDRyl7z", - "__panelId__":"6", - "summary":"Some BEEFY validators experienced lagging sessions" - }, - "grafana_alert":{ - "id":42, - "orgId":1, - "title":"BEEFY Lagging Sessions", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":10800, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "editorMode":"code", - "exemplar":true, - "expr":"increase(substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[60m])", - "interval":"", - "intervalMs":30000, - "legendFormat":"", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"grafana-expression", - "uid":"-100" - }, - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-02-14T12:24:20Z", - "intervalSeconds":1200, - "version":9, - "uid":"eYY8ks_7z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"BEEFY Lagging Sessions", - "no_data_state":"NoData", - "exec_err_state":"Alerting" - } - } - ] - }, - { - "name":"Bridges", - "interval":"1m", - "rules":[ - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"12", - "summary":"Messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not delivered, or are delivered with lags" - }, - "grafana_alert":{ - "id":51, - "orgId":1, - "title":"RococoBridgeHub -\u003e WococoBridgeHub delivery lags (00000001)", - "condition":"A", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"((vector(0) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Undelivered messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":93, - "uid":"r41otJp4k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"14", - "summary":"Messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not delivered, or are delivered with lags" - }, - "grafana_alert":{ - "id":55, - "orgId":1, - "title":"WococoBridgeHub -\u003e RococoBridgeHub delivery lags (00000001)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"((vector(0) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Undelivered messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":91, - "uid":"wqmPtJpVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"14", - "summary":"Messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":56, - "orgId":1, - "title":"RococoBridgeHub -\u003e WococoBridgeHub confirmation lags (00000001)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 50 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":87, - "uid":"z4h3pJtVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"16", - "summary":"Messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":57, - "orgId":1, - "title":"WococoBridgeHub -\u003e RococoBridgeHub confirmation lags (00000001)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 50 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":86, - "uid":"Kj_z21t4k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"18", - "summary":"Rewards for messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":58, - "orgId":1, - "title":"WococoBridgeHub -\u003e RococoBridgeHub reward lags (00000001)", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed rewards", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"(scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide":true, - "interval":"", - "intervalMs":30000, - "legendFormat":"__auto", - "maxDataPoints":43200, - "range":true, - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":81, - "uid":"hw_a21pVk", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"15", - "summary":"Rewards for messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":59, - "orgId":1, - "title":"RococoBridgeHub -\u003e WococoBridgeHub reward lags (00000001)", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed rewards", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide":true, - "interval":"", - "intervalMs":30000, - "legendFormat":"__auto", - "maxDataPoints":43200, - "range":true, - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":80, - "uid":"daN62Jt4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"2", - "summary":"Best BridgeHubRococo header at BridgeHubWococo (00000001) doesn't match the same header at BridgeHubRococo" - }, - "grafana_alert":{ - "id":60, - "orgId":1, - "title":"BridgeHubRococo header mismatch (00000001)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":77, - "uid":"BzBDb1pVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"3", - "summary":"Best BridgeHubWococo header at BridgeHubRococo (00000001) doesn't match the same header at BridgeHubWococo" - }, - "grafana_alert":{ - "id":61, - "orgId":1, - "title":"BridgeHubWococo header mismatch (00000001)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":76, - "uid":"1W6lb1p4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"5", - "summary":"With-WococoBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low" - }, - "grafana_alert":{ - "id":62, - "orgId":1, - "title":"With-WococoBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"last_over_time(at_BridgeHubRococo_relay_BridgeHubWococoMessages_balance{domain=\"parity-testnet\"}[1h])", - "interval":"", - "intervalMs":30000, - "legendFormat":"Messages Relay Balance", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":75, - "uid":"Y5Dm-1tVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"6", - "summary":"With-RococoBridgeHub messages relay balance at WococoBridgeHub (00000001) is too low" - }, - "grafana_alert":{ - "id":63, - "orgId":1, - "title":"With-RococoBridgeHub messages relay balance at WococoBridgeHub (00000001) is too low", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"last_over_time(at_BridgeHubWococo_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}[1h])", - "interval":"", - "intervalMs":30000, - "legendFormat":"Messages Relay Balance", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":74, - "uid":"yUl4a1tVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"6", - "summary":"Less than 500 Rococo headers have been synced to WococoBridgeHub in last 120 minutes. Relay is not running?" - }, - "grafana_alert":{ - "id":65, - "orgId":1, - "title":"Rococo -\u003e WococoBridgeHub finality sync lags (00000001)", - "condition":"D", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"max(increase(Rococo_to_BridgeHubWococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", - "interval":"", - "intervalMs":30000, - "legendFormat":"At Rococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 500 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":43, - "uid":"R6GKwNA4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"2", - "summary":"Less than 500 Wococo headers have been synced to RococoBridgeHub in last 120 minutes. Relay is not running?" - }, - "grafana_alert":{ - "id":66, - "orgId":1, - "title":"Wococo -\u003e RococoBridgeHub finality sync lags (00000001)", - "condition":"D", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"max(increase(Wococo_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", - "interval":"", - "intervalMs":30000, - "legendFormat":"At Wococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 500 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":41, - "uid":"rAM1QHAVk", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"0s", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"11", - "summary":"The RococoBridgeHub \u003c\u003e WococoBridgeHub relay (00000001) has been aborted by version guard - i.e. one of chains has been upgraded and relay wasn't redeployed" - }, - "grafana_alert":{ - "id":67, - "orgId":1, - "title":"Version guard has aborted RococoBridgeHub \u003c\u003e WococoBridgeHub relay (00000001)", - "condition":"B", - "data":[ - { - "refId":"B", - "queryType":"range", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"P03E52D76DFE188C3", - "model":{ - "datasource":{ - "type":"loki", - "uid":"P03E52D76DFE188C3" - }, - "editorMode":"code", - "expr":"count_over_time({container=\"bridges-common-relay\"} |= `Aborting relay` [1m])", - "hide":false, - "intervalMs":1000, - "legendFormat":"Aborts per minute", - "maxDataPoints":43200, - "queryType":"range", - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"max", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":40, - "uid":"TwWPeN04z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"12", - "summary":"Best Rococo header at BridgeHubWococo (00000001) doesn't match the same header at Rococo" - }, - "grafana_alert":{ - "id":69, - "orgId":1, - "title":"Rococo headers mismatch", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"Rococo_to_BridgeHubWococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"B", - "type":"reduce" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":35, - "uid":"08-5gv04k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"13", - "summary":"Best Wococo header at BridgeHubRococo (00000001) doesn't match the same header at Wococo" - }, - "grafana_alert":{ - "id":70, - "orgId":1, - "title":"Wococo headers mismatch", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"Wococo_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"B", - "type":"reduce" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":34, - "uid":"Esj2gD0Vk", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"9", - "summary":"Test messages from RococoBridgeHub to WococoBridgeHub are not generated. Our cronjob has died?" - }, - "grafana_alert":{ - "id":73, - "orgId":1, - "title":"Test messages from RococoBridgeHub to WococoBridgeHub are not generated.", - "condition":"D", - "data":[ - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", - "hide":true, - "interval":"", - "intervalMs":30000, - "legendFormat":"Messages generated in last 24h", - "maxDataPoints":43200, - "range":true, - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"max", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":6, - "uid":"ry1K5SB4k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"16", - "summary":"RococoBridgeHub \u003c\u003e WococoBridgeHub relay (00000001) node is down" - }, - "grafana_alert":{ - "id":74, - "orgId":1, - "title":"RococoBridgeHub \u003c\u003e WococoBridgeHub relay (00000001) node is down", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":900, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "exemplar":false, - "expr":"up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", - "instant":false, - "interval":"", - "intervalMs":30000, - "legendFormat":"Is relay running", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"max", - "refId":"B", - "type":"reduce" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":4, - "uid":"9YAdEUB4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - } - ] - }, - { - "name":"Rococo Beefy best blocks not advancing", - "interval":"20m", - "rules":[ - { - "expr":"", - "for":"1h", - "labels":{ - "matrix_room":"!lMunCqbBqxEqfRuUDF:parity.io" - }, - "annotations":{ - "__dashboardUid__":"3sEDRyl7z", - "__panelId__":"2", - "summary":"Rococo BEEFY best blocks have not advanced for at least 60 mins" - }, - "grafana_alert":{ - "id":41, - "orgId":1, - "title":"Rococo BEEFY best blocks not advancing", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":10800, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "editorMode":"code", - "expr":"increase(substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[1h])", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 100 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"grafana-expression", - "uid":"-100" - }, - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"classic_conditions" - } - } - ], - "updated":"2023-02-14T12:26:10Z", - "intervalSeconds":1200, - "version":10, - "uid":"CBuugs_7k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Rococo Beefy best blocks not advancing", - "no_data_state":"Alerting", - "exec_err_state":"Alerting" - } - } - ] - } - ] - } - \ No newline at end of file diff --git a/deployments/bridges/rococo/README.md b/deployments/bridges/rococo/README.md index 49d8a31ef54..ee4ab77301f 100644 --- a/deployments/bridges/rococo/README.md +++ b/deployments/bridges/rococo/README.md @@ -13,4 +13,4 @@ folder. **Alerts:** - rococo-beefy-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Rococo%20BEEFY -_Note: All json files are formatted with `jq . file.json > file.json_tmp`._ \ No newline at end of file +_Note: All json files are formatted with `jq . file.json`._ \ No newline at end of file From 59034c6ae4ace5507cbdb288f5db199608b7f2c1 Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Mon, 20 Nov 2023 15:47:06 +0100 Subject: [PATCH 08/14] Updated Wococo -> Westend dashboards --- deployments/bridges/rococo-westend/README.md | 12 +++++++++++ ...-rococo-to-westend-messages-dashboard.json | 6 +++--- ...-westend-to-rococo-messages-dashboard.json | 6 +++--- .../rococo-westend-maintenance-dashboard.json | 20 +++++++++---------- 4 files changed, 27 insertions(+), 17 deletions(-) diff --git a/deployments/bridges/rococo-westend/README.md b/deployments/bridges/rococo-westend/README.md index 4a3ef2a50dc..c7b28853223 100644 --- a/deployments/bridges/rococo-westend/README.md +++ b/deployments/bridges/rococo-westend/README.md @@ -8,3 +8,15 @@ bridge hubs. The bridge overview and other helpful information can be found in JSON model for Grafana alerts and dashobards that we use, may be found in the [dasboard/grafana](./dashboard/grafana/) folder. + +**Dashboards:** +- rococo-westend-maintenance-dashboard.json +- relay-rococo-to-westend-messages-dashboard.json +- relay-westend-to-rococo-messages-dashboard.json + +(exported JSON directly from https://grafana.teleport.parity.io/dashboards/f/eblDiw17z/Bridges) + +**Alerts:** +- bridge-rococo-westend-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Bridge%20Rococo%20%3C%3E%20Westend + +_Note: All json files are formatted with `jq . file.json`._ diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json index 8fbb79a18d0..4ba0737923a 100644 --- a/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/relay-rococo-to-westend-messages-dashboard.json @@ -946,7 +946,7 @@ } ], "refresh": "5s", - "schemaVersion": 37, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -960,6 +960,6 @@ "timezone": "", "title": "BridgeHubRococo to BridgeHubWestend (00000002)", "uid": "tkgc6_bnk", - "version": 44, + "version": 45, "weekStart": "" -} +} \ No newline at end of file diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json index f7e03aa1295..37bcab4ce1b 100644 --- a/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json @@ -934,7 +934,7 @@ } ], "refresh": "5s", - "schemaVersion": 37, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { @@ -948,6 +948,6 @@ "timezone": "", "title": "BridgeHubWestend to BridgeHubRococo (00000002)", "uid": "zqjpgXxnk", - "version": 32, + "version": 34, "weekStart": "" -} +} \ No newline at end of file diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json index 3d2584eb532..c9eae23f011 100644 --- a/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/rococo-westend-maintenance-dashboard.json @@ -77,7 +77,7 @@ "text": {}, "textMode": "name" }, - "pluginVersion": "9.3.1", + "pluginVersion": "10.0.2", "targets": [ { "datasource": { @@ -145,7 +145,7 @@ "text": {}, "textMode": "name" }, - "pluginVersion": "9.3.1", + "pluginVersion": "10.0.2", "targets": [ { "datasource": { @@ -228,7 +228,7 @@ }, "textMode": "auto" }, - "pluginVersion": "9.3.1", + "pluginVersion": "10.0.2", "targets": [ { "datasource": { @@ -847,8 +847,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -951,8 +950,7 @@ "mode": "absolute", "steps": [ { - "color": "green", - "value": null + "color": "green" }, { "color": "red", @@ -1012,20 +1010,20 @@ } ], "refresh": "5s", - "schemaVersion": 37, + "schemaVersion": 38, "style": "dark", "tags": [], "templating": { "list": [] }, "time": { - "from": "now-15m", + "from": "now-6h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "BridgeHubRococo <> BridgeHubWestend maintenance (00000002)", "uid": "UFsgbJtVz", - "version": 26, + "version": 27, "weekStart": "" -} +} \ No newline at end of file From 538bb8f181f565c1ac99c41cf3f4d09e93dfce0a Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Mon, 20 Nov 2023 16:03:18 +0100 Subject: [PATCH 09/14] Rococo<>Westend alerts --- .../grafana/bridge-rococo-westend-alerts.json | 2024 +++++++++++++++ .../dashboard/grafana/bridges-alerts.json | 2255 ----------------- 2 files changed, 2024 insertions(+), 2255 deletions(-) create mode 100644 deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json delete mode 100644 deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json b/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json new file mode 100644 index 00000000000..6a4260a2e8b --- /dev/null +++ b/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json @@ -0,0 +1,2024 @@ +{ + "name": "Bridge Rococo <> Westend", + "interval": "1m", + "rules": [ + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "12", + "summary": "Messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not delivered, or are delivered with lags" + }, + "grafana_alert": { + "id": 51, + "orgId": 1, + "title": "RococoBridgeHub -> WestendBridgeHub delivery lags (00000002)", + "condition": "A", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "((vector(0) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Undelivered messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 121, + "uid": "r41otJp4k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "14", + "summary": "Messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not delivered, or are delivered with lags" + }, + "grafana_alert": { + "id": 55, + "orgId": 1, + "title": "WestendBridgeHub -> RococoBridgeHub delivery lags (00000002)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "((vector(0) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Undelivered messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 119, + "uid": "wqmPtJpVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "14", + "summary": "Messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 56, + "orgId": 1, + "title": "RococoBridgeHub -> WestendBridgeHub confirmation lags (00000002)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 50 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 115, + "uid": "z4h3pJtVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "16", + "summary": "Messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 57, + "orgId": 1, + "title": "WestendBridgeHub -> RococoBridgeHub confirmation lags (00000002)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed messages", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 50 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 114, + "uid": "Kj_z21t4k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "18", + "summary": "Rewards for messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 58, + "orgId": 1, + "title": "WestendBridgeHub -> RococoBridgeHub reward lags (00000002)", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed rewards", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "(scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "hide": true, + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "__auto", + "maxDataPoints": 43200, + "range": true, + "refId": "B" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 109, + "uid": "hw_a21pVk", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "15", + "summary": "Rewards for messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not confirmed, or are confirmed with lags" + }, + "grafana_alert": { + "id": 59, + "orgId": 1, + "title": "RococoBridgeHub -> WestendBridgeHub reward lags (00000002)", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Unconfirmed rewards", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", + "hide": true, + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "__auto", + "maxDataPoints": 43200, + "range": true, + "refId": "B" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "min" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 108, + "uid": "daN62Jt4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "2", + "summary": "Best BridgeHubRococo header at BridgeHubWestend (00000002) doesn't match the same header at BridgeHubRococo" + }, + "grafana_alert": { + "id": 60, + "orgId": 1, + "title": "BridgeHubRococo header mismatch (00000002)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 105, + "uid": "BzBDb1pVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "3", + "summary": "Best BridgeHubWestend header at BridgeHubRococo (00000002) doesn't match the same header at BridgeHubWestend" + }, + "grafana_alert": { + "id": 61, + "orgId": 1, + "title": "BridgeHubWestend header mismatch (00000002)", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "max" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 104, + "uid": "1W6lb1p4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "5", + "summary": "With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000002) is too low" + }, + "grafana_alert": { + "id": 62, + "orgId": 1, + "title": "With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000002) is too low", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "last_over_time(at_BridgeHubRococo_relay_BridgeHubWestendMessages_balance{domain=\"parity-testnet\"}[1h])", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Messages Relay Balance", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 103, + "uid": "Y5Dm-1tVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "6", + "summary": "With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000002) is too low" + }, + "grafana_alert": { + "id": 63, + "orgId": 1, + "title": "With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000002) is too low", + "condition": "B", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "last_over_time(at_BridgeHubWestend_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}[1h])", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Messages Relay Balance", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 300, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 10 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "A" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "B", + "type": "classic_conditions" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 102, + "uid": "yUl4a1tVz", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "6", + "summary": "Less than 500 Rococo headers have been synced to WestendBridgeHub in last 120 minutes. Relay is not running?" + }, + "grafana_alert": { + "id": 65, + "orgId": 1, + "title": "Rococo -> WestendBridgeHub finality sync lags (00000002)", + "condition": "D", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "max(increase(Rococo_to_BridgeHubWestend_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "At Rococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 500 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 71, + "uid": "R6GKwNA4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "zqjpgXxnk", + "__panelId__": "2", + "summary": "Less than 500 Westend headers have been synced to RococoBridgeHub in last 120 minutes. Relay is not running?" + }, + "grafana_alert": { + "id": 66, + "orgId": 1, + "title": "Westend -> RococoBridgeHub finality sync lags (00000002)", + "condition": "D", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "max(increase(Westend_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "At Westend", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 500 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 69, + "uid": "rAM1QHAVk", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "0s", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "11", + "summary": "The RococoBridgeHub <> WestendBridgeHub relay (00000002) has been aborted by version guard - i.e. one of chains has been upgraded and relay wasn't redeployed" + }, + "grafana_alert": { + "id": 67, + "orgId": 1, + "title": "Version guard has aborted RococoBridgeHub <> WestendBridgeHub relay (00000002)", + "condition": "B", + "data": [ + { + "refId": "B", + "queryType": "range", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "P03E52D76DFE188C3", + "model": { + "datasource": { + "type": "loki", + "uid": "P03E52D76DFE188C3" + }, + "editorMode": "code", + "expr": "count_over_time({container=\"bridges-common-relay\"} |= `Aborting relay` [1m])", + "hide": false, + "intervalMs": 1000, + "legendFormat": "Aborts per minute", + "maxDataPoints": 43200, + "queryType": "range", + "refId": "B" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "max", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 68, + "uid": "TwWPeN04z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "12", + "summary": "Best Rococo header at BridgeHubWestend (00000002) doesn't match the same header at Rococo" + }, + "grafana_alert": { + "id": 69, + "orgId": 1, + "title": "Rococo headers mismatch", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Rococo_to_BridgeHubWestend_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "B", + "type": "reduce" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 63, + "uid": "08-5gv04k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "10m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "13", + "summary": "Best Westend header at BridgeHubRococo (00000002) doesn't match the same header at Westend" + }, + "grafana_alert": { + "id": 70, + "orgId": 1, + "title": "Westend headers mismatch", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "Westend_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "last", + "refId": "B", + "type": "reduce" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 0 + ], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 62, + "uid": "Esj2gD0Vk", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "tkgc6_bnk", + "__panelId__": "9", + "summary": "Test messages from RococoBridgeHub to WestendBridgeHub are not generated. Our cronjob has died?" + }, + "grafana_alert": { + "id": 73, + "orgId": 1, + "title": "Test messages from RococoBridgeHub to WestendBridgeHub are not generated.", + "condition": "D", + "data": [ + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 21600, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "expr": "increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", + "hide": true, + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Messages generated in last 24h", + "maxDataPoints": 43200, + "range": true, + "refId": "B" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "max", + "refId": "C", + "type": "reduce" + } + }, + { + "refId": "D", + "queryType": "", + "relativeTimeRange": { + "from": 600, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "D" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "C", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "D", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 34, + "uid": "ry1K5SB4k", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + }, + { + "expr": "", + "for": "5m", + "labels": { + "matrix_room": "XyVkmRJgIkjcvIBPsP" + }, + "annotations": { + "__dashboardUid__": "UFsgbJtVz", + "__panelId__": "16", + "summary": "RococoBridgeHub <> WestendBridgeHub relay (00000002) node is down" + }, + "grafana_alert": { + "id": 74, + "orgId": 1, + "title": "RococoBridgeHub <> WestendBridgeHub relay (00000002) node is down", + "condition": "C", + "data": [ + { + "refId": "A", + "queryType": "", + "relativeTimeRange": { + "from": 900, + "to": 0 + }, + "datasourceUid": "PC96415006F908B67", + "model": { + "datasource": { + "type": "prometheus", + "uid": "PC96415006F908B67" + }, + "editorMode": "code", + "exemplar": false, + "expr": "up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", + "instant": false, + "interval": "", + "intervalMs": 30000, + "legendFormat": "Is relay running", + "maxDataPoints": 43200, + "range": true, + "refId": "A" + } + }, + { + "refId": "B", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [], + "type": "gt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "B" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "A", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "reducer": "max", + "refId": "B", + "type": "reduce" + } + }, + { + "refId": "C", + "queryType": "", + "relativeTimeRange": { + "from": 0, + "to": 0 + }, + "datasourceUid": "-100", + "model": { + "conditions": [ + { + "evaluator": { + "params": [ + 1 + ], + "type": "lt" + }, + "operator": { + "type": "and" + }, + "query": { + "params": [ + "C" + ] + }, + "reducer": { + "params": [], + "type": "last" + }, + "type": "query" + } + ], + "datasource": { + "type": "__expr__", + "uid": "-100" + }, + "expression": "B", + "hide": false, + "intervalMs": 1000, + "maxDataPoints": 43200, + "refId": "C", + "type": "threshold" + } + } + ], + "updated": "2023-11-20T15:00:48Z", + "intervalSeconds": 60, + "version": 32, + "uid": "9YAdEUB4z", + "namespace_uid": "eblDiw17z", + "namespace_id": 140, + "rule_group": "Bridge Rococo <> Westend", + "no_data_state": "OK", + "exec_err_state": "OK", + "is_paused": false + } + } + ] +} diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json b/deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json deleted file mode 100644 index 8419874c4d2..00000000000 --- a/deployments/bridges/rococo-westend/dashboard/grafana/bridges-alerts.json +++ /dev/null @@ -1,2255 +0,0 @@ -{ - "Bridges":[ - { - "name":"BEEFY Lagging Sessions", - "interval":"20m", - "rules":[ - { - "expr":"", - "for":"20m", - "labels":{ - "matrix_room":"!lMunCqbBqxEqfRuUDF:parity.io" - }, - "annotations":{ - "__dashboardUid__":"3sEDRyl7z", - "__panelId__":"6", - "summary":"Some BEEFY validators experienced lagging sessions" - }, - "grafana_alert":{ - "id":42, - "orgId":1, - "title":"BEEFY Lagging Sessions", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":10800, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "editorMode":"code", - "exemplar":true, - "expr":"increase(substrate_beefy_lagging_sessions{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[60m])", - "interval":"", - "intervalMs":30000, - "legendFormat":"", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"grafana-expression", - "uid":"-100" - }, - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-02-14T12:24:20Z", - "intervalSeconds":1200, - "version":9, - "uid":"eYY8ks_7z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"BEEFY Lagging Sessions", - "no_data_state":"NoData", - "exec_err_state":"Alerting" - } - } - ] - }, - { - "name":"Bridges", - "interval":"1m", - "rules":[ - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"12", - "summary":"Messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not delivered, or are delivered with lags" - }, - "grafana_alert":{ - "id":51, - "orgId":1, - "title":"RococoBridgeHub -\u003e WestendBridgeHub delivery lags (00000002)", - "condition":"A", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"((vector(0) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Undelivered messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":93, - "uid":"r41otJp4k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"14", - "summary":"Messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not delivered, or are delivered with lags" - }, - "grafana_alert":{ - "id":55, - "orgId":1, - "title":"WestendBridgeHub -\u003e RococoBridgeHub delivery lags (00000002)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"((vector(0) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} \u003e on () BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Undelivered messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":91, - "uid":"wqmPtJpVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"14", - "summary":"Messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":56, - "orgId":1, - "title":"RococoBridgeHub -\u003e WestendBridgeHub confirmation lags (00000002)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WestendBridgeHub_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 50 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":87, - "uid":"z4h3pJtVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"16", - "summary":"Messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":57, - "orgId":1, - "title":"WestendBridgeHub -\u003e RococoBridgeHub confirmation lags (00000002)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed messages", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 50 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":86, - "uid":"Kj_z21t4k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"18", - "summary":"Rewards for messages from WestendBridgeHub to RococoBridgeHub (00000002) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":58, - "orgId":1, - "title":"WestendBridgeHub -\u003e RococoBridgeHub reward lags (00000002)", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed rewards", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"(scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide":true, - "interval":"", - "intervalMs":30000, - "legendFormat":"__auto", - "maxDataPoints":43200, - "range":true, - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":81, - "uid":"hw_a21pVk", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"15", - "summary":"Rewards for messages from RococoBridgeHub to WestendBridgeHub (00000002) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert":{ - "id":59, - "orgId":1, - "title":"RococoBridgeHub -\u003e WestendBridgeHub reward lags (00000002)", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval":"", - "intervalMs":30000, - "legendFormat":"Unconfirmed rewards", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) \u003e bool min_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide":true, - "interval":"", - "intervalMs":30000, - "legendFormat":"__auto", - "maxDataPoints":43200, - "range":true, - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"min" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":80, - "uid":"daN62Jt4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"2", - "summary":"Best BridgeHubRococo header at BridgeHubWestend (00000002) doesn't match the same header at BridgeHubRococo" - }, - "grafana_alert":{ - "id":60, - "orgId":1, - "title":"BridgeHubRococo header mismatch (00000002)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":77, - "uid":"BzBDb1pVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"3", - "summary":"Best BridgeHubWestend header at BridgeHubRococo (00000002) doesn't match the same header at BridgeHubWestend" - }, - "grafana_alert":{ - "id":61, - "orgId":1, - "title":"BridgeHubWestend header mismatch (00000002)", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"max" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":76, - "uid":"1W6lb1p4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"5", - "summary":"With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000002) is too low" - }, - "grafana_alert":{ - "id":62, - "orgId":1, - "title":"With-WestendBridgeHub messages relay balance at RococoBridgeHub (00000002) is too low", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"last_over_time(at_BridgeHubRococo_relay_BridgeHubWestendMessages_balance{domain=\"parity-testnet\"}[1h])", - "interval":"", - "intervalMs":30000, - "legendFormat":"Messages Relay Balance", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":75, - "uid":"Y5Dm-1tVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"6", - "summary":"With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000002) is too low" - }, - "grafana_alert":{ - "id":63, - "orgId":1, - "title":"With-RococoBridgeHub messages relay balance at WestendBridgeHub (00000002) is too low", - "condition":"B", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"last_over_time(at_BridgeHubWestend_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}[1h])", - "interval":"", - "intervalMs":30000, - "legendFormat":"Messages Relay Balance", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":300, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 10 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"B", - "type":"classic_conditions" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":74, - "uid":"yUl4a1tVz", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"6", - "summary":"Less than 500 Rococo headers have been synced to WestendBridgeHub in last 120 minutes. Relay is not running?" - }, - "grafana_alert":{ - "id":65, - "orgId":1, - "title":"Rococo -\u003e WestendBridgeHub finality sync lags (00000002)", - "condition":"D", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"max(increase(Rococo_to_BridgeHubWestend_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", - "interval":"", - "intervalMs":30000, - "legendFormat":"At Rococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 500 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":43, - "uid":"R6GKwNA4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"zqjpgXxnk", - "__panelId__":"2", - "summary":"Less than 500 Westend headers have been synced to RococoBridgeHub in last 120 minutes. Relay is not running?" - }, - "grafana_alert":{ - "id":66, - "orgId":1, - "title":"Westend -\u003e RococoBridgeHub finality sync lags (00000002)", - "condition":"D", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"max(increase(Westend_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", - "interval":"", - "intervalMs":30000, - "legendFormat":"At Westend", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 500 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":41, - "uid":"rAM1QHAVk", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"0s", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"11", - "summary":"The RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000002) has been aborted by version guard - i.e. one of chains has been upgraded and relay wasn't redeployed" - }, - "grafana_alert":{ - "id":67, - "orgId":1, - "title":"Version guard has aborted RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000002)", - "condition":"B", - "data":[ - { - "refId":"B", - "queryType":"range", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"P03E52D76DFE188C3", - "model":{ - "datasource":{ - "type":"loki", - "uid":"P03E52D76DFE188C3" - }, - "editorMode":"code", - "expr":"count_over_time({container=\"bridges-common-relay\"} |= `Aborting relay` [1m])", - "hide":false, - "intervalMs":1000, - "legendFormat":"Aborts per minute", - "maxDataPoints":43200, - "queryType":"range", - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"max", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":40, - "uid":"TwWPeN04z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"12", - "summary":"Best Rococo header at BridgeHubWestend (00000002) doesn't match the same header at Rococo" - }, - "grafana_alert":{ - "id":69, - "orgId":1, - "title":"Rococo headers mismatch", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"Rococo_to_BridgeHubWestend_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"B", - "type":"reduce" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":35, - "uid":"08-5gv04k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"10m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"13", - "summary":"Best Westend header at BridgeHubRococo (00000002) doesn't match the same header at Westend" - }, - "grafana_alert":{ - "id":70, - "orgId":1, - "title":"Westend headers mismatch", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"Westend_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval":"", - "intervalMs":30000, - "legendFormat":"Best BridgeHubRococo header at BridgeHubWestend doesn't match the same header of BridgeHubRococo", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"last", - "refId":"B", - "type":"reduce" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 0 - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":34, - "uid":"Esj2gD0Vk", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"tkgc6_bnk", - "__panelId__":"9", - "summary":"Test messages from RococoBridgeHub to WestendBridgeHub are not generated. Our cronjob has died?" - }, - "grafana_alert":{ - "id":73, - "orgId":1, - "title":"Test messages from RococoBridgeHub to WestendBridgeHub are not generated.", - "condition":"D", - "data":[ - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":21600, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "expr":"increase(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", - "hide":true, - "interval":"", - "intervalMs":30000, - "legendFormat":"Messages generated in last 24h", - "maxDataPoints":43200, - "range":true, - "refId":"B" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"max", - "refId":"C", - "type":"reduce" - } - }, - { - "refId":"D", - "queryType":"", - "relativeTimeRange":{ - "from":600, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "D" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"C", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"D", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":6, - "uid":"ry1K5SB4k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - }, - { - "expr":"", - "for":"5m", - "labels":{ - "matrix_room":"XyVkmRJgIkjcvIBPsP" - }, - "annotations":{ - "__dashboardUid__":"UFsgbJtVz", - "__panelId__":"16", - "summary":"RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000002) node is down" - }, - "grafana_alert":{ - "id":74, - "orgId":1, - "title":"RococoBridgeHub \u003c\u003e WestendBridgeHub relay (00000002) node is down", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":900, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "datasource":{ - "type":"prometheus", - "uid":"PC96415006F908B67" - }, - "editorMode":"code", - "exemplar":false, - "expr":"up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", - "instant":false, - "interval":"", - "intervalMs":30000, - "legendFormat":"Is relay running", - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"B", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - - ], - "type":"gt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "B" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"A", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "reducer":"max", - "refId":"B", - "type":"reduce" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 1 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "C" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"__expr__", - "uid":"-100" - }, - "expression":"B", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"threshold" - } - } - ], - "updated":"2023-04-18T09:14:37Z", - "intervalSeconds":60, - "version":4, - "uid":"9YAdEUB4z", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Bridges", - "no_data_state":"OK", - "exec_err_state":"OK" - } - } - ] - }, - { - "name":"Rococo Beefy best blocks not advancing", - "interval":"20m", - "rules":[ - { - "expr":"", - "for":"1h", - "labels":{ - "matrix_room":"!lMunCqbBqxEqfRuUDF:parity.io" - }, - "annotations":{ - "__dashboardUid__":"3sEDRyl7z", - "__panelId__":"2", - "summary":"Rococo BEEFY best blocks have not advanced for at least 60 mins" - }, - "grafana_alert":{ - "id":41, - "orgId":1, - "title":"Rococo BEEFY best blocks not advancing", - "condition":"C", - "data":[ - { - "refId":"A", - "queryType":"", - "relativeTimeRange":{ - "from":10800, - "to":0 - }, - "datasourceUid":"PC96415006F908B67", - "model":{ - "editorMode":"code", - "expr":"increase(substrate_beefy_best_block{chain=\"rococo_v2_2\", node=~\"rococo.*(3-validator|3-rpc).*\"}[1h])", - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "range":true, - "refId":"A" - } - }, - { - "refId":"C", - "queryType":"", - "relativeTimeRange":{ - "from":0, - "to":0 - }, - "datasourceUid":"-100", - "model":{ - "conditions":[ - { - "evaluator":{ - "params":[ - 100 - ], - "type":"lt" - }, - "operator":{ - "type":"and" - }, - "query":{ - "params":[ - "A" - ] - }, - "reducer":{ - "params":[ - - ], - "type":"last" - }, - "type":"query" - } - ], - "datasource":{ - "type":"grafana-expression", - "uid":"-100" - }, - "hide":false, - "intervalMs":1000, - "maxDataPoints":43200, - "refId":"C", - "type":"classic_conditions" - } - } - ], - "updated":"2023-02-14T12:26:10Z", - "intervalSeconds":1200, - "version":10, - "uid":"CBuugs_7k", - "namespace_uid":"eblDiw17z", - "namespace_id":140, - "rule_group":"Rococo Beefy best blocks not advancing", - "no_data_state":"Alerting", - "exec_err_state":"Alerting" - } - } - ] - } - ] - } - \ No newline at end of file From b9fb80a3725a2b279c99dd0544a60fc1f82a31d7 Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Tue, 21 Nov 2023 09:46:03 +0100 Subject: [PATCH 10/14] Fixed matrix_room for rococo beefy --- .../dashboard/grafana/rococo-beefy-alerts.json | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json index 7fc927e5229..c684584b0f8 100644 --- a/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json +++ b/deployments/bridges/rococo/dashboard/grafana/rococo-beefy-alerts.json @@ -6,7 +6,7 @@ "expr": "", "for": "20m", "labels": { - "matrix_room": "!lMunCqbBqxEqfRuUDF:parity.io" + "matrix_room": "lMunCqbBqxEqfRuUDF" }, "annotations": { "__dashboardUid__": "3sEDRyl7z", @@ -83,9 +83,9 @@ } } ], - "updated": "2023-11-20T13:21:12Z", + "updated": "2023-11-21T08:44:25Z", "intervalSeconds": 1200, - "version": 12, + "version": 14, "uid": "eYY8ks_7z", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -99,7 +99,7 @@ "expr": "", "for": "1h", "labels": { - "matrix_room": "!lMunCqbBqxEqfRuUDF:parity.io" + "matrix_room": "lMunCqbBqxEqfRuUDF" }, "annotations": { "__dashboardUid__": "3sEDRyl7z", @@ -174,9 +174,9 @@ } } ], - "updated": "2023-11-20T13:21:12Z", + "updated": "2023-11-21T08:44:25Z", "intervalSeconds": 1200, - "version": 13, + "version": 15, "uid": "CBuugs_7k", "namespace_uid": "eblDiw17z", "namespace_id": 140, From 95b1ace225aaa6183302b74602e61feccf2c5f13 Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Tue, 21 Nov 2023 12:05:45 +0100 Subject: [PATCH 11/14] Removed "refId": "B" for rewards lags and set condition A > 10 + fixed time range --- .../grafana/bridge-rococo-westend-alerts.json | 124 ++++++------------ 1 file changed, 37 insertions(+), 87 deletions(-) diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json b/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json index 6a4260a2e8b..85626da6216 100644 --- a/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json @@ -88,9 +88,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 121, + "version": 126, "uid": "r41otJp4k", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -186,9 +186,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 119, + "version": 124, "uid": "wqmPtJpVz", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -284,9 +284,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 115, + "version": 120, "uid": "z4h3pJtVz", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -382,9 +382,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 114, + "version": 119, "uid": "Kj_z21t4k", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -415,7 +415,7 @@ "refId": "A", "queryType": "", "relativeTimeRange": { - "from": 300, + "from": 21600, "to": 0 }, "datasourceUid": "PC96415006F908B67", @@ -435,31 +435,6 @@ "refId": "A" } }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "(scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubWestend_to_BridgeHubRococo_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide": true, - "instant": false, - "interval": "", - "intervalMs": 30000, - "legendFormat": "__auto", - "maxDataPoints": 43200, - "range": true, - "refId": "B" - } - }, { "refId": "C", "queryType": "", @@ -478,11 +453,11 @@ "type": "gt" }, "operator": { - "type": "and" + "type": "when" }, "query": { "params": [ - "B" + "A" ] }, "reducer": { @@ -505,9 +480,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 109, + "version": 114, "uid": "hw_a21pVk", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -558,31 +533,6 @@ "refId": "A" } }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubRococo_to_BridgeHubWestend_MessageLane_00000002_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide": true, - "instant": false, - "interval": "", - "intervalMs": 30000, - "legendFormat": "__auto", - "maxDataPoints": 43200, - "range": true, - "refId": "B" - } - }, { "refId": "C", "queryType": "", @@ -628,9 +578,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 108, + "version": 113, "uid": "daN62Jt4z", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -726,9 +676,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 105, + "version": 110, "uid": "BzBDb1pVz", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -824,9 +774,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 104, + "version": 109, "uid": "1W6lb1p4z", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -922,9 +872,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 103, + "version": 108, "uid": "Y5Dm-1tVz", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1020,9 +970,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 102, + "version": 107, "uid": "yUl4a1tVz", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1161,9 +1111,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 71, + "version": 76, "uid": "R6GKwNA4z", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1302,9 +1252,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 69, + "version": 74, "uid": "rAM1QHAVk", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1442,9 +1392,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 68, + "version": 73, "uid": "TwWPeN04z", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1583,9 +1533,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 63, + "version": 68, "uid": "08-5gv04k", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1724,9 +1674,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 62, + "version": 67, "uid": "Esj2gD0Vk", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1866,9 +1816,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 34, + "version": 39, "uid": "ry1K5SB4k", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -2008,9 +1958,9 @@ } } ], - "updated": "2023-11-20T15:00:48Z", + "updated": "2023-11-21T11:00:20Z", "intervalSeconds": 60, - "version": 32, + "version": 37, "uid": "9YAdEUB4z", "namespace_uid": "eblDiw17z", "namespace_id": 140, From 3ad73caca17f1a3647c16b25ecbc1dcd04959592 Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Tue, 21 Nov 2023 13:19:58 +0100 Subject: [PATCH 12/14] Delivery race dashboard from now-5m -> now-6h --- .../grafana/relay-westend-to-rococo-messages-dashboard.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json b/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json index 37bcab4ce1b..aa246d3827c 100644 --- a/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/relay-westend-to-rococo-messages-dashboard.json @@ -941,13 +941,13 @@ "list": [] }, "time": { - "from": "now-5m", + "from": "now-6h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "BridgeHubWestend to BridgeHubRococo (00000002)", "uid": "zqjpgXxnk", - "version": 34, + "version": 35, "weekStart": "" } \ No newline at end of file From d48d3b8229e052a9264df5c47ef2fa7d36420c40 Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Tue, 21 Nov 2023 13:22:28 +0100 Subject: [PATCH 13/14] Removed rococo-wococo --- deployments/bridges/rococo-wococo/README.md | 22 - .../grafana/bridge-rococo-wococo-alerts.json | 2007 ----------------- ...y-rococo-to-wococo-messages-dashboard.json | 965 -------- ...y-wococo-to-rococo-messages-dashboard.json | 953 -------- .../rococo-wococo-maintenance-dashboard.json | 1029 --------- 5 files changed, 4976 deletions(-) delete mode 100644 deployments/bridges/rococo-wococo/README.md delete mode 100644 deployments/bridges/rococo-wococo/dashboard/grafana/bridge-rococo-wococo-alerts.json delete mode 100644 deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json delete mode 100644 deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json delete mode 100644 deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json diff --git a/deployments/bridges/rococo-wococo/README.md b/deployments/bridges/rococo-wococo/README.md deleted file mode 100644 index 896977a9523..00000000000 --- a/deployments/bridges/rococo-wococo/README.md +++ /dev/null @@ -1,22 +0,0 @@ -# Rococo Bridge Hub <> Wococo Bridge Hub deployments - -This folder contains some information and useful stuff from our other test deployment - between Rococo and Wococo -bridge hubs. The bridge overview and other helpful information can be found in -[this readme](https://github.com/paritytech/cumulus/tree/bridge-hub-rococo-wococo/parachains/runtimes/bridge-hubs). - -## Grafana Alerts and Dashboards - -JSON model for Grafana alerts and dashobards that we use, may be found in the [dasboard/grafana](./dashboard/grafana/) -folder. - -**Dashboards:** -- rococo-wococo-maintenance-dashboard.json -- relay-rococo-to-wococo-messages-dashboard.json -- relay-wococo-to-rococo-messages-dashboard.json - -(exported JSON directly from https://grafana.teleport.parity.io/dashboards/f/eblDiw17z/Bridges) - -**Alerts:** -- bridge-rococo-wococo-alerts.json https://grafana.teleport.parity.io/api/ruler/grafana/api/v1/rules/Bridges/Bridge%20Rococo%20%3C%3E%20Wococo - -_Note: All json files are formatted with `jq . file.json`._ diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/bridge-rococo-wococo-alerts.json b/deployments/bridges/rococo-wococo/dashboard/grafana/bridge-rococo-wococo-alerts.json deleted file mode 100644 index 610243f709a..00000000000 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/bridge-rococo-wococo-alerts.json +++ /dev/null @@ -1,2007 +0,0 @@ -{ - "name": "Bridge Rococo <> Wococo", - "interval": "1m", - "rules": [ - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "tkgc6_bnk", - "__panelId__": "12", - "summary": "Messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not delivered, or are delivered with lags" - }, - "grafana_alert": { - "id": 51, - "orgId": 1, - "title": "RococoBridgeHub -> WococoBridgeHub delivery lags (00000001)", - "condition": "A", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "((vector(0) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Undelivered messages", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 1 - ], - "type": "lt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "max" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "B", - "type": "classic_conditions" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 95, - "uid": "r41otJp4k", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "zqjpgXxnk", - "__panelId__": "14", - "summary": "Messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not delivered, or are delivered with lags" - }, - "grafana_alert": { - "id": 55, - "orgId": 1, - "title": "WococoBridgeHub -> RococoBridgeHub delivery lags (00000001)", - "condition": "B", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "((vector(0) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Undelivered messages", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 1 - ], - "type": "lt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "max" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "B", - "type": "classic_conditions" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 93, - "uid": "wqmPtJpVz", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "tkgc6_bnk", - "__panelId__": "14", - "summary": "Messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert": { - "id": 56, - "orgId": 1, - "title": "RococoBridgeHub -> WococoBridgeHub confirmation lags (00000001)", - "condition": "B", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Unconfirmed messages", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 50 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "min" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "B", - "type": "classic_conditions" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 89, - "uid": "z4h3pJtVz", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "zqjpgXxnk", - "__panelId__": "16", - "summary": "Messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert": { - "id": 57, - "orgId": 1, - "title": "WococoBridgeHub -> RococoBridgeHub confirmation lags (00000001)", - "condition": "B", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Unconfirmed messages", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 50 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "min" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "B", - "type": "classic_conditions" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 88, - "uid": "Kj_z21t4k", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "zqjpgXxnk", - "__panelId__": "18", - "summary": "Rewards for messages from WococoBridgeHub to RococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert": { - "id": 58, - "orgId": 1, - "title": "WococoBridgeHub -> RococoBridgeHub reward lags (00000001)", - "condition": "C", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Unconfirmed rewards", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "(scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide": true, - "interval": "", - "intervalMs": 30000, - "legendFormat": "__auto", - "maxDataPoints": 43200, - "range": true, - "refId": "B" - } - }, - { - "refId": "C", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 10 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "B" - ] - }, - "reducer": { - "params": [], - "type": "min" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "C", - "type": "classic_conditions" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 83, - "uid": "hw_a21pVk", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "tkgc6_bnk", - "__panelId__": "15", - "summary": "Rewards for messages from RococoBridgeHub to WococoBridgeHub (00000001) are either not confirmed, or are confirmed with lags" - }, - "grafana_alert": { - "id": 59, - "orgId": 1, - "title": "RococoBridgeHub -> WococoBridgeHub reward lags (00000001)", - "condition": "C", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Unconfirmed rewards", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide": true, - "interval": "", - "intervalMs": 30000, - "legendFormat": "__auto", - "maxDataPoints": 43200, - "range": true, - "refId": "B" - } - }, - { - "refId": "C", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 10 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "min" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "C", - "type": "classic_conditions" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 82, - "uid": "daN62Jt4z", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "UFsgbJtVz", - "__panelId__": "2", - "summary": "Best BridgeHubRococo header at BridgeHubWococo (00000001) doesn't match the same header at BridgeHubRococo" - }, - "grafana_alert": { - "id": 60, - "orgId": 1, - "title": "BridgeHubRococo header mismatch (00000001)", - "condition": "B", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 0 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "max" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "B", - "type": "classic_conditions" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 79, - "uid": "BzBDb1pVz", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "UFsgbJtVz", - "__panelId__": "3", - "summary": "Best BridgeHubWococo header at BridgeHubRococo (00000001) doesn't match the same header at BridgeHubWococo" - }, - "grafana_alert": { - "id": 61, - "orgId": 1, - "title": "BridgeHubWococo header mismatch (00000001)", - "condition": "B", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 0 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "max" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "B", - "type": "classic_conditions" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 78, - "uid": "1W6lb1p4z", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "UFsgbJtVz", - "__panelId__": "5", - "summary": "With-WococoBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low" - }, - "grafana_alert": { - "id": 62, - "orgId": 1, - "title": "With-WococoBridgeHub messages relay balance at RococoBridgeHub (00000001) is too low", - "condition": "B", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "last_over_time(at_BridgeHubRococo_relay_BridgeHubWococoMessages_balance{domain=\"parity-testnet\"}[1h])", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Messages Relay Balance", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 10 - ], - "type": "lt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "B", - "type": "classic_conditions" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 77, - "uid": "Y5Dm-1tVz", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "UFsgbJtVz", - "__panelId__": "6", - "summary": "With-RococoBridgeHub messages relay balance at WococoBridgeHub (00000001) is too low" - }, - "grafana_alert": { - "id": 63, - "orgId": 1, - "title": "With-RococoBridgeHub messages relay balance at WococoBridgeHub (00000001) is too low", - "condition": "B", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "last_over_time(at_BridgeHubWococo_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}[1h])", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Messages Relay Balance", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 300, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 10 - ], - "type": "lt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "A" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "B", - "type": "classic_conditions" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 76, - "uid": "yUl4a1tVz", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "5m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "tkgc6_bnk", - "__panelId__": "6", - "summary": "Less than 500 Rococo headers have been synced to WococoBridgeHub in last 120 minutes. Relay is not running?" - }, - "grafana_alert": { - "id": 65, - "orgId": 1, - "title": "Rococo -> WococoBridgeHub finality sync lags (00000001)", - "condition": "D", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "max(increase(Rococo_to_BridgeHubWococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", - "interval": "", - "intervalMs": 30000, - "legendFormat": "At Rococo", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "C", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "C" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "reducer": "last", - "refId": "C", - "type": "reduce" - } - }, - { - "refId": "D", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 500 - ], - "type": "lt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "D" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "C", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "D", - "type": "threshold" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 45, - "uid": "R6GKwNA4z", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "5m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "zqjpgXxnk", - "__panelId__": "2", - "summary": "Less than 500 Wococo headers have been synced to RococoBridgeHub in last 120 minutes. Relay is not running?" - }, - "grafana_alert": { - "id": 66, - "orgId": 1, - "title": "Wococo -> RococoBridgeHub finality sync lags (00000001)", - "condition": "D", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "max(increase(Wococo_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", - "interval": "", - "intervalMs": 30000, - "legendFormat": "At Wococo", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "C", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "C" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "reducer": "last", - "refId": "C", - "type": "reduce" - } - }, - { - "refId": "D", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 500 - ], - "type": "lt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "D" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "C", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "D", - "type": "threshold" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 43, - "uid": "rAM1QHAVk", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "0s", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "UFsgbJtVz", - "__panelId__": "11", - "summary": "The RococoBridgeHub <> WococoBridgeHub relay (00000001) has been aborted by version guard - i.e. one of chains has been upgraded and relay wasn't redeployed" - }, - "grafana_alert": { - "id": 67, - "orgId": 1, - "title": "Version guard has aborted RococoBridgeHub <> WococoBridgeHub relay (00000001)", - "condition": "B", - "data": [ - { - "refId": "B", - "queryType": "range", - "relativeTimeRange": { - "from": 600, - "to": 0 - }, - "datasourceUid": "P03E52D76DFE188C3", - "model": { - "datasource": { - "type": "loki", - "uid": "P03E52D76DFE188C3" - }, - "editorMode": "code", - "expr": "count_over_time({container=\"bridges-common-relay\"} |= `Aborting relay` [1m])", - "hide": false, - "intervalMs": 1000, - "legendFormat": "Aborts per minute", - "maxDataPoints": 43200, - "queryType": "range", - "refId": "B" - } - }, - { - "refId": "C", - "queryType": "", - "relativeTimeRange": { - "from": 600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "C" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "B", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "reducer": "max", - "refId": "C", - "type": "reduce" - } - }, - { - "refId": "D", - "queryType": "", - "relativeTimeRange": { - "from": 600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 0 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "D" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "C", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "D", - "type": "threshold" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 42, - "uid": "TwWPeN04z", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "UFsgbJtVz", - "__panelId__": "12", - "summary": "Best Rococo header at BridgeHubWococo (00000001) doesn't match the same header at Rococo" - }, - "grafana_alert": { - "id": 69, - "orgId": 1, - "title": "Rococo headers mismatch", - "condition": "C", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 0, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "B" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "reducer": "last", - "refId": "B", - "type": "reduce" - } - }, - { - "refId": "C", - "queryType": "", - "relativeTimeRange": { - "from": 0, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 0 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "C" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "B", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "C", - "type": "threshold" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 37, - "uid": "08-5gv04k", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "10m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "UFsgbJtVz", - "__panelId__": "13", - "summary": "Best Wococo header at BridgeHubRococo (00000001) doesn't match the same header at Wococo" - }, - "grafana_alert": { - "id": 70, - "orgId": 1, - "title": "Wococo headers mismatch", - "condition": "C", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "interval": "", - "intervalMs": 30000, - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 0, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "B" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "reducer": "last", - "refId": "B", - "type": "reduce" - } - }, - { - "refId": "C", - "queryType": "", - "relativeTimeRange": { - "from": 0, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 0 - ], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "C" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "B", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "C", - "type": "threshold" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 36, - "uid": "Esj2gD0Vk", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "5m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "tkgc6_bnk", - "__panelId__": "9", - "summary": "Test messages from RococoBridgeHub to WococoBridgeHub are not generated. Our cronjob has died?" - }, - "grafana_alert": { - "id": 73, - "orgId": 1, - "title": "Test messages from RococoBridgeHub to WococoBridgeHub are not generated.", - "condition": "D", - "data": [ - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 21600, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", - "hide": true, - "interval": "", - "intervalMs": 30000, - "legendFormat": "Messages generated in last 24h", - "maxDataPoints": 43200, - "range": true, - "refId": "B" - } - }, - { - "refId": "C", - "queryType": "", - "relativeTimeRange": { - "from": 600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "C" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "B", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "reducer": "max", - "refId": "C", - "type": "reduce" - } - }, - { - "refId": "D", - "queryType": "", - "relativeTimeRange": { - "from": 600, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 1 - ], - "type": "lt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "D" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "C", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "D", - "type": "threshold" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 8, - "uid": "ry1K5SB4k", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - }, - { - "expr": "", - "for": "5m", - "labels": { - "matrix_room": "XyVkmRJgIkjcvIBPsP" - }, - "annotations": { - "__dashboardUid__": "UFsgbJtVz", - "__panelId__": "16", - "summary": "RococoBridgeHub <> WococoBridgeHub relay (00000001) node is down" - }, - "grafana_alert": { - "id": 74, - "orgId": 1, - "title": "RococoBridgeHub <> WococoBridgeHub relay (00000001) node is down", - "condition": "C", - "data": [ - { - "refId": "A", - "queryType": "", - "relativeTimeRange": { - "from": 900, - "to": 0 - }, - "datasourceUid": "PC96415006F908B67", - "model": { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "exemplar": false, - "expr": "up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", - "instant": false, - "interval": "", - "intervalMs": 30000, - "legendFormat": "Is relay running", - "maxDataPoints": 43200, - "range": true, - "refId": "A" - } - }, - { - "refId": "B", - "queryType": "", - "relativeTimeRange": { - "from": 0, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [], - "type": "gt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "B" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "A", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "reducer": "max", - "refId": "B", - "type": "reduce" - } - }, - { - "refId": "C", - "queryType": "", - "relativeTimeRange": { - "from": 0, - "to": 0 - }, - "datasourceUid": "-100", - "model": { - "conditions": [ - { - "evaluator": { - "params": [ - 1 - ], - "type": "lt" - }, - "operator": { - "type": "and" - }, - "query": { - "params": [ - "C" - ] - }, - "reducer": { - "params": [], - "type": "last" - }, - "type": "query" - } - ], - "datasource": { - "type": "__expr__", - "uid": "-100" - }, - "expression": "B", - "hide": false, - "intervalMs": 1000, - "maxDataPoints": 43200, - "refId": "C", - "type": "threshold" - } - } - ], - "updated": "2023-11-20T13:43:22Z", - "intervalSeconds": 60, - "version": 6, - "uid": "9YAdEUB4z", - "namespace_uid": "eblDiw17z", - "namespace_id": 140, - "rule_group": "Bridge Rococo <> Wococo", - "no_data_state": "OK", - "exec_err_state": "OK", - "is_paused": false - } - } - ] -} diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json b/deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json deleted file mode 100644 index 90169aa3aae..00000000000 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-rococo-to-wococo-messages-dashboard.json +++ /dev/null @@ -1,965 +0,0 @@ -{ - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "editable": true, - "fiscalYearStartMonth": 0, - "graphTooltip": 0, - "id": 141, - "links": [], - "liveNow": false, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 0, - "y": 0 - }, - "id": 6, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", - "legendFormat": "At Rococo", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", - "hide": false, - "legendFormat": "At BridgeHubWococo", - "range": true, - "refId": "B" - } - ], - "title": "Best finalized Rococo headers", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 6, - "y": 0 - }, - "id": 7, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", - "legendFormat": "At Wococo", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", - "hide": false, - "legendFormat": "At BridgeHubRococo", - "range": true, - "refId": "B" - } - ], - "title": "Best finalized Wococo headers", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 12, - "y": 0 - }, - "id": 2, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "exemplar": true, - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_best_source_block_number{domain=\"parity-testnet\"}", - "interval": "", - "legendFormat": "At RococoBridgeHub", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_best_source_at_target_block_number{domain=\"parity-testnet\"}", - "hide": false, - "legendFormat": "At WococoBridgeHub", - "range": true, - "refId": "B" - } - ], - "title": "Best finalized RococoBridgeHub headers", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 18, - "y": 0 - }, - "id": 4, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "exemplar": true, - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_best_target_block_number{domain=\"parity-testnet\"}", - "interval": "", - "legendFormat": "At WococoBridgeHub", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_best_target_at_source_block_number{domain=\"parity-testnet\"}", - "hide": false, - "legendFormat": "At RococoBridgeHub", - "range": true, - "refId": "B" - } - ], - "title": "Best finalized WococoBridgeHub headers", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 8 - }, - "id": 9, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubRococo\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWococo\", \"type\", \"target_latest_received\")", - "legendFormat": "{{type}}", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\", type=~\"source_latest_generated\"}[24h])", - "hide": true, - "legendFormat": "Messages generated in last 24h", - "range": true, - "refId": "B" - } - ], - "title": "Delivery race (00000001)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 8 - }, - "id": 10, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubWococo to BridgeHubRococo\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubRococo message received by BridgeHubWococo\", \"type\", \"target_latest_received\")", - "legendFormat": "{{type}}", - "range": true, - "refId": "A" - } - ], - "title": "Confirmations race (00000001)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 16 - }, - "id": 12, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "legendFormat": "Undelivered messages", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "((vector(0) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", - "hide": true, - "legendFormat": "1 if all messages are delivered. Otherwise - number of delivered messages in last 10m", - "range": true, - "refId": "B" - } - ], - "title": "Delivery race lags (00000001)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 16 - }, - "id": 14, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(RococoBridgeHub_to_WococoBridgeHub_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", - "legendFormat": "Unconfirmed messages", - "range": true, - "refId": "A" - } - ], - "title": "Confirmations race lags (00000001)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 16 - }, - "id": 15, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", - "legendFormat": "Unconfirmed rewards", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "(scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide": true, - "legendFormat": "__auto", - "range": true, - "refId": "B" - } - ], - "title": "Reward lags (00000001)", - "type": "timeseries" - } - ], - "refresh": "5s", - "schemaVersion": 38, - "style": "dark", - "tags": [], - "templating": { - "list": [] - }, - "time": { - "from": "now-6h", - "to": "now" - }, - "timepicker": {}, - "timezone": "", - "title": "BridgeHubRococo to BridgeHubWococo (00000001)", - "uid": "tkgc6_bnk", - "version": 44, - "weekStart": "" -} \ No newline at end of file diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json b/deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json deleted file mode 100644 index 8d039bcf3a9..00000000000 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/relay-wococo-to-rococo-messages-dashboard.json +++ /dev/null @@ -1,953 +0,0 @@ -{ - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "datasource", - "uid": "grafana" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "editable": true, - "fiscalYearStartMonth": 0, - "graphTooltip": 0, - "id": 142, - "links": [], - "liveNow": false, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 0, - "y": 0 - }, - "id": 2, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", - "legendFormat": "At Wococo", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", - "hide": false, - "legendFormat": "At BridgeHubRococo", - "range": true, - "refId": "B" - } - ], - "title": "Best finalized Wococo headers", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 6, - "y": 0 - }, - "id": 4, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_best_source_block_number{domain=\"parity-testnet\"}", - "legendFormat": "At Rococo", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}", - "hide": false, - "legendFormat": "At WococoBridgeHub", - "range": true, - "refId": "B" - } - ], - "title": "Best finalized Rococo headers", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 12, - "y": 0 - }, - "id": 6, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "exemplar": true, - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_best_source_block_number{domain=\"parity-testnet\"}", - "interval": "", - "legendFormat": "At WococoBridgeHub", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_best_source_at_target_block_number{domain=\"parity-testnet\"}", - "hide": false, - "legendFormat": "At RococoBridgeHub", - "range": true, - "refId": "B" - } - ], - "title": "Best finalized WococoBridgeHub headers", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 6, - "x": 18, - "y": 0 - }, - "id": 8, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "exemplar": true, - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_best_target_block_number{domain=\"parity-testnet\"}", - "interval": "", - "legendFormat": "At RococoBridgeHub", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_best_target_at_source_block_number{domain=\"parity-testnet\"}", - "hide": false, - "legendFormat": "At WococoBridgeHub", - "range": true, - "refId": "B" - } - ], - "title": "Best finalized RococoBridgeHub headers", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 8 - }, - "id": 10, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_generated|target_latest_received\"}, \"type\", \"Latest message sent from BridgeHubWococo\", \"type\", \"source_latest_generated\"), \"type\", \"Latest BridgeHubWococo message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", - "legendFormat": "{{type}}", - "range": true, - "refId": "A" - } - ], - "title": "Delivery race (00000001)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 8 - }, - "id": 12, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "label_replace(label_replace(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=~\"source_latest_confirmed|target_latest_received\"}, \"type\", \"Latest delivery confirmation from BridgeHubRococo to BridgeHubWococo\", \"type\", \"source_latest_confirmed\"), \"type\", \"Latest BridgeHubWococo message received by BridgeHubRococo\", \"type\", \"target_latest_received\")", - "legendFormat": "{{type}}", - "range": true, - "refId": "A" - } - ], - "title": "Confirmations race (00000001)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 0, - "y": 16 - }, - "id": 14, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "legendFormat": "Undelivered messages", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "((vector(0) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(1)) + on () increase(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[10m]) * on () ((vector(1) and ((BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_generated\"} > on () BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}))) or vector(0))", - "hide": true, - "legendFormat": "1 if all messages are delivered. Otherwise - number of delivered messages in last 10m", - "range": true, - "refId": "B" - } - ], - "title": "Delivery race lags (00000001)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 8, - "y": 16 - }, - "id": 16, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0))", - "legendFormat": "Unconfirmed messages", - "range": true, - "refId": "A" - } - ], - "title": "Confirmations race lags (00000001)", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 8, - "x": 16, - "y": 16 - }, - "id": 18, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))", - "legendFormat": "Unconfirmed rewards", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "(scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"source_latest_confirmed\"}[2m]) OR on() vector(0)) - scalar(max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_confirmed\"}[2m]) OR on() vector(0))) * (max_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0) > bool min_over_time(BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_lane_state_nonces{domain=\"parity-testnet\",type=\"target_latest_received\"}[2m]) OR on() vector(0))", - "hide": true, - "legendFormat": "__auto", - "range": true, - "refId": "B" - } - ], - "title": "Reward lags (00000001)", - "type": "timeseries" - } - ], - "refresh": "5s", - "schemaVersion": 38, - "style": "dark", - "tags": [], - "templating": { - "list": [] - }, - "time": { - "from": "now-5m", - "to": "now" - }, - "timepicker": {}, - "timezone": "", - "title": "BridgeHubWococo to BridgeHubRococo (00000001)", - "uid": "zqjpgXxnk", - "version": 32, - "weekStart": "" -} \ No newline at end of file diff --git a/deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json b/deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json deleted file mode 100644 index be0701ed363..00000000000 --- a/deployments/bridges/rococo-wococo/dashboard/grafana/rococo-wococo-maintenance-dashboard.json +++ /dev/null @@ -1,1029 +0,0 @@ -{ - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "grafana", - "uid": "-- Grafana --" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "target": { - "limit": 100, - "matchAny": false, - "tags": [], - "type": "dashboard" - }, - "type": "dashboard" - } - ] - }, - "editable": true, - "fiscalYearStartMonth": 0, - "graphTooltip": 0, - "id": 284, - "links": [], - "liveNow": false, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 5, - "x": 0, - "y": 0 - }, - "id": 8, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "text": {}, - "textMode": "name" - }, - "pluginVersion": "10.0.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "exemplar": false, - "expr": "substrate_relay_build_info{domain=\"parity-testnet\"}", - "instant": true, - "legendFormat": "{{commit}}", - "range": false, - "refId": "A" - } - ], - "title": "Relay build commit", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 4, - "x": 5, - "y": 0 - }, - "id": 9, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "/^1\\.0\\.1$/", - "values": false - }, - "text": {}, - "textMode": "name" - }, - "pluginVersion": "10.0.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "exemplar": false, - "expr": "substrate_relay_build_info{domain=\"parity-testnet\"}", - "instant": true, - "legendFormat": "{{version}}", - "range": false, - "refId": "A" - } - ], - "title": "Relay build version", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "mappings": [ - { - "options": { - "0": { - "color": "red", - "index": 1, - "text": "No" - }, - "1": { - "color": "green", - "index": 0, - "text": "Yes" - } - }, - "type": "value" - } - ], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 4, - "x": 9, - "y": 0 - }, - "id": 15, - "options": { - "colorMode": "value", - "graphMode": "area", - "justifyMode": "auto", - "orientation": "auto", - "reduceOptions": { - "calcs": [ - "lastNotNull" - ], - "fields": "", - "values": false - }, - "textMode": "auto" - }, - "pluginVersion": "10.0.2", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "exemplar": false, - "expr": "up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", - "instant": false, - "legendFormat": "Is relay running", - "range": true, - "refId": "A" - } - ], - "title": "Is relay running?", - "type": "stat" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 5, - "w": 5, - "x": 13, - "y": 0 - }, - "id": 16, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "9.3.1", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "exemplar": false, - "expr": "up{domain=\"parity-testnet\",container=\"bridges-common-relay\"}", - "instant": false, - "legendFormat": "Is relay running", - "range": true, - "refId": "A" - } - ], - "title": "Is relay running? (for alert)", - "type": "timeseries" - }, - { - "datasource": { - "type": "loki", - "uid": "P03E52D76DFE188C3" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 9, - "w": 18, - "x": 0, - "y": 5 - }, - "id": 11, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "loki", - "uid": "P03E52D76DFE188C3" - }, - "editorMode": "code", - "expr": "count_over_time({container=\"bridges-common-relay\"} |~ `(?i)(warn|error|fail)` [1m])", - "legendFormat": "Errors per minute", - "queryType": "range", - "refId": "A" - } - ], - "title": "Relay errors/warnings per minute", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 9, - "x": 0, - "y": 14 - }, - "id": 12, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Rococo_to_BridgeHubWococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "range": true, - "refId": "A" - } - ], - "title": "Rococo headers mismatch", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 9, - "x": 9, - "y": 14 - }, - "id": 13, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "Wococo_to_BridgeHubRococo_Sync_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "range": true, - "refId": "A" - } - ], - "title": "Wococo headers mismatch", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 9, - "x": 0, - "y": 21 - }, - "id": 2, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "BridgeHubRococo_to_BridgeHubWococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "range": true, - "refId": "A" - } - ], - "title": "BridgeHubRococo headers mismatch", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 9, - "x": 9, - "y": 21 - }, - "id": 3, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "BridgeHubWococo_to_BridgeHubRococo_MessageLane_00000001_is_source_and_source_at_target_using_different_forks{domain=\"parity-testnet\"}", - "legendFormat": "Best BridgeHubRococo header at BridgeHubWococo doesn't match the same header of BridgeHubRococo", - "range": true, - "refId": "A" - } - ], - "title": "BridgeHubWococo headers mismatch", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 9, - "x": 0, - "y": 28 - }, - "id": 5, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "at_BridgeHubRococo_relay_BridgeHubWococoMessages_balance{domain=\"parity-testnet\"}", - "legendFormat": "Messages Relay Balance", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "at_BridgeHubRococo_relay_WococoHeaders_reward_for_msgs_to_BridgeHubWococo_on_lane_00000001{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWococoMessages_reward_for_msgs_to_BridgeHubWococo_on_lane_00000001{domain=\"parity-testnet\"}", - "hide": false, - "legendFormat": "Pending reward", - "range": true, - "refId": "B" - } - ], - "title": "Relay balances at RococoBridgeHub", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green" - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 9, - "x": 9, - "y": 28 - }, - "id": 6, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "at_BridgeHubWococo_relay_BridgeHubRococoMessages_balance{domain=\"parity-testnet\"}", - "legendFormat": "Messages Relay Balance", - "range": true, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PC96415006F908B67" - }, - "editorMode": "code", - "expr": "at_BridgeHubRococo_relay_BridgeHubWococoMessages_reward_for_msgs_from_BridgeHubWococo_on_lane_00000001{domain=\"parity-testnet\"} + at_BridgeHubRococo_relay_BridgeHubWococoMessages_reward_for_msgs_to_BridgeHubWococo_on_lane_00000001{domain=\"parity-testnet\"}", - "hide": false, - "legendFormat": "Pending reward", - "range": true, - "refId": "B" - } - ], - "title": "Relay balances at WococoBridgeHub", - "type": "timeseries" - } - ], - "refresh": "5s", - "schemaVersion": 38, - "style": "dark", - "tags": [], - "templating": { - "list": [] - }, - "time": { - "from": "now-6h", - "to": "now" - }, - "timepicker": {}, - "timezone": "", - "title": "BridgeHubRococo <> BridgeHubWococo maintenance (00000001)", - "uid": "UFsgbJtVz", - "version": 26, - "weekStart": "" -} \ No newline at end of file From edfa84d92daa9b65576acec8e89166a74e50a63c Mon Sep 17 00:00:00 2001 From: Branislav Kontur Date: Wed, 22 Nov 2023 10:29:10 +0100 Subject: [PATCH 14/14] Less than 500 Westend headers have been synced to RococoBridgeHub in last 120 minutes -> 390 --- .../grafana/bridge-rococo-westend-alerts.json | 72 +++++++++---------- 1 file changed, 36 insertions(+), 36 deletions(-) diff --git a/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json b/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json index 85626da6216..a25a0a79931 100644 --- a/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json +++ b/deployments/bridges/rococo-westend/dashboard/grafana/bridge-rococo-westend-alerts.json @@ -88,9 +88,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 126, + "version": 128, "uid": "r41otJp4k", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -186,9 +186,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 124, + "version": 126, "uid": "wqmPtJpVz", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -284,9 +284,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 120, + "version": 122, "uid": "z4h3pJtVz", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -382,9 +382,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 119, + "version": 121, "uid": "Kj_z21t4k", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -480,9 +480,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 114, + "version": 116, "uid": "hw_a21pVk", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -578,9 +578,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 113, + "version": 115, "uid": "daN62Jt4z", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -676,9 +676,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 110, + "version": 112, "uid": "BzBDb1pVz", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -774,9 +774,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 109, + "version": 111, "uid": "1W6lb1p4z", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -872,9 +872,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 108, + "version": 110, "uid": "Y5Dm-1tVz", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -970,9 +970,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 107, + "version": 109, "uid": "yUl4a1tVz", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1111,9 +1111,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 76, + "version": 78, "uid": "R6GKwNA4z", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1132,7 +1132,7 @@ "annotations": { "__dashboardUid__": "zqjpgXxnk", "__panelId__": "2", - "summary": "Less than 500 Westend headers have been synced to RococoBridgeHub in last 120 minutes. Relay is not running?" + "summary": "Less than 500 Westend headers have been synced to RococoBridgeHub in last 390 minutes. Relay is not running?" }, "grafana_alert": { "id": 66, @@ -1154,7 +1154,7 @@ "uid": "PC96415006F908B67" }, "editorMode": "code", - "expr": "max(increase(Westend_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[120m]))", + "expr": "max(increase(Westend_to_BridgeHubRococo_Sync_best_source_at_target_block_number{domain=\"parity-testnet\"}[390m]))", "instant": false, "interval": "", "intervalMs": 30000, @@ -1252,9 +1252,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 74, + "version": 76, "uid": "rAM1QHAVk", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1392,9 +1392,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 73, + "version": 75, "uid": "TwWPeN04z", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1533,9 +1533,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 68, + "version": 70, "uid": "08-5gv04k", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1674,9 +1674,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 67, + "version": 69, "uid": "Esj2gD0Vk", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1816,9 +1816,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 39, + "version": 41, "uid": "ry1K5SB4k", "namespace_uid": "eblDiw17z", "namespace_id": 140, @@ -1958,9 +1958,9 @@ } } ], - "updated": "2023-11-21T11:00:20Z", + "updated": "2023-11-22T09:28:26Z", "intervalSeconds": 60, - "version": 37, + "version": 39, "uid": "9YAdEUB4z", "namespace_uid": "eblDiw17z", "namespace_id": 140,