Skip to content

Commit

Permalink
feat: NR-346401 adding new confluent cloud kafka topic entity (#1824)
Browse files Browse the repository at this point in the history 
* feat: Adding confluent cloud cluster entity

* feat: Adding confluent cloud cluster entity metrics

* feat: NR-258723 dashboard metric query syntax issue fix

* feat: NR-346401 adding new confluent cloud kafka topic entity

* feat: Changed folder name

* Adding  APM entity to ConfluentCloudKafkaTopic entity relationship

* Adding  APM entity to ConfluentCloudKafkaTopic entity relationship

* feat: NR-346406 adding new relationship CONFLUENTCLOUDCLUSTER MANAGES CONFLUENTCLOUDKAFKATOPIC

* feat: NR-346406 using existing category and added new lookup for kafka topic

* feat: Adding tags for confluent kafka topic

* feat: Adding test jsons

---------

Co-authored-by: Otávio Carvalho <[email protected]>
  • Loading branch information
@dsankaraganti @otaviocarvalho
dsankaraganti and otaviocarvalho authored Jan 15, 2025
1 parent a7e8887 commit 313f78b
Show file tree
Hide file tree
Showing 16 changed files with 1,160 additions and 338 deletions.
153 changes: 31 additions & 122 deletions entity-types/infra-confluentcloudcluster/confluent_dashboard.json
View file
Original file line number Diff line number Diff line change
@@ -1,21 +1,21 @@
{
"name": "Confluent Cloud",
"name": "Confluent Cloud Cluster",
"description": null,
"pages": [
{
"name": "Confluent Cloud",
"name": "Confluent Cloud Cluster",
"description": null,
"widgets": [
{
"title": "Cluster Specs",
"title": "Cluster load percent",
"layout": {
"column": 1,
"row": 1,
"width": 6,
"height": 4
},
"visualization": {
"id": "viz.billboard"
"id": "viz.line"
},
"rawConfiguration": {
"dataFormatters": [
Expand All @@ -30,7 +30,7 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT uniqueCount(confluent.kafka.server.metric.topic) as 'Topics', average(confluent.kafka.server.partition_count) as 'Partitions', uniqueCount(confluent.kafka.server.metric.consumer_group_id) as 'Consumer Groups' FROM Metric"
"query": "select average(confluent.kafka.server.cluster_load_percent) * 100 AS 'Cluster load percent' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
Expand All @@ -39,15 +39,15 @@
}
},
{
"title": "Request Bytes (bytes/second) Per Type",
"title": "Request throughtput (bytes/second)",
"layout": {
"column": 7,
"row": 1,
"width": 6,
"height": 4
},
"visualization": {
"id": "viz.pie"
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
Expand All @@ -59,7 +59,7 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT rate(sum(confluent.kafka.server.request_bytes), 1 second) FROM Metric FACET confluent.kafka.server.metric.type LIMIT MAX"
"query": "select rate(sum(confluent.kafka.server.request_bytes), 1 second) AS 'Request throughtput' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
Expand All @@ -68,7 +68,7 @@
}
},
{
"title": "Retained Bytes Per Topic",
"title": "Response throughtput (bytes/second)",
"layout": {
"column": 1,
"row": 5,
Expand All @@ -88,15 +88,12 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT average(confluent.kafka.server.retained_bytes) FROM Metric TIMESERIES FACET confluent.kafka.server.metric.topic LIMIT MAX"
"query": "select rate(sum(confluent.kafka.server.response_bytes), 1 second) AS 'Response throughtput' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
"ignoreTimeRange": false
},
"units": {
"unit": "BYTES"
},
"yAxisLeft": {
"zero": true
},
Expand All @@ -106,7 +103,7 @@
}
},
{
"title": "Records Sent Per Minute",
"title": "Active connections",
"layout": {
"column": 5,
"row": 5,
Expand All @@ -126,7 +123,7 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT rate(sum(confluent.kafka.server.sent_records),1 minute) FROM Metric TIMESERIES FACET confluent.kafka.server.metric.topic LIMIT MAX"
"query": "select max(confluent.kafka.server.active_connection_count) AS 'Active connections' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
Expand All @@ -138,7 +135,7 @@
}
},
{
"title": "Active Connections",
"title": "Requests",
"layout": {
"column": 9,
"row": 5,
Expand All @@ -158,7 +155,7 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT max(confluent.kafka.server.active_connection_count) AS 'Active Connections' FROM Metric LIMIT MAX TIMESERIES"
"query": "select max(confluent.kafka.server.request_count) AS 'Requests' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
Expand Down Expand Up @@ -193,7 +190,7 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT average(confluent.kafka.server.partition_count) AS partitions FROM Metric LIMIT MAX TIMESERIES"
"query": "select latest(confluent.kafka.server.partition_count) AS 'Partitions' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
Expand All @@ -205,7 +202,7 @@
}
},
{
"title": "Recieved Bytes by Topic",
"title": "Successful Auth Attempts",
"layout": {
"column": 5,
"row": 8,
Expand All @@ -225,22 +222,19 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT sum(confluent.kafka.server.received_bytes) FROM Metric TIMESERIES FACET confluent.kafka.server.metric.topic"
"query": "select sum(confluent.kafka.server.successful_authentication_count) AS 'Successful Authentications' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
"ignoreTimeRange": false
},
"units": {
"unit": "BYTES"
},
"yAxisLeft": {
"zero": false
}
}
},
{
"title": "Records Recieved Per Minute",
"title": "Rest produced request throughtput (bytes/second)",
"layout": {
"column": 9,
"row": 8,
Expand All @@ -260,7 +254,7 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT rate(sum(confluent.kafka.server.received_records),1 minute) FROM Metric TIMESERIES FACET confluent.kafka.server.metric.topic LIMIT MAX"
"query": "select rate(sum(confluent.kafka.server.rest_produce_request_bytes), 1 second) AS 'Rest produced request throughtput' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
Expand All @@ -272,7 +266,7 @@
}
},
{
"title": "Successful Auth Attempts",
"title": "Link destination response throughtput (bytes/second)",
"layout": {
"column": 1,
"row": 11,
Expand All @@ -292,22 +286,19 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT rate(sum(confluent.kafka.server.successful_authentication_count), 1 minute) AS 'Auths Per Minute' FROM Metric LIMIT MAX TIMESERIES"
"query": "select rate(sum(confluent.kafka.server.cluster_link_destination_response_bytes), 1 second) AS 'Cluster link destination response throughtput' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
"ignoreTimeRange": false
},
"units": {
"unit": "COUNT"
},
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Egres rate (bytes/minute)",
"title": "Link source response throughtput (bytes/second)",
"layout": {
"column": 5,
"row": 11,
Expand All @@ -327,7 +318,7 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT rate(sum(confluent.kafka.server.response_bytes), 1 minute) as 'Egres' FROM Metric LIMIT MAX TIMESERIES"
"query": "select rate(sum(confluent.kafka.server.cluster_link_source_response_bytes), 1 second) AS 'Cluster link source response throughtput' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
Expand All @@ -342,7 +333,7 @@
}
},
{
"title": "Sent Bytes by Topic",
"title": "Cluster links",
"layout": {
"column": 9,
"row": 11,
Expand All @@ -362,22 +353,19 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT sum(confluent.kafka.server.sent_bytes) FROM Metric TIMESERIES FACET confluent.kafka.server.metric.topic LIMIT MAX "
"query": "select max(confluent.kafka.server.cluster_link_count) AS 'Cluster links' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
"ignoreTimeRange": false
},
"units": {
"unit": "BYTES"
},
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Response Bytes (bytes/second) Per Kafka Protocol Request Type",
"title": "Cluster link tasks",
"layout": {
"column": 1,
"row": 14,
Expand All @@ -397,22 +385,19 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT rate(sum(confluent.kafka.server.response_bytes), 1 second) FROM Metric FACET confluent.kafka.server.metric.type LIMIT MAX TIMESERIES"
"query": "select max(confluent.kafka.server.cluster_link_task_count) AS 'Cluster link tasks' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
"ignoreTimeRange": false
},
"units": {
"unit": "BYTES_PER_SECOND"
},
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Request Rate",
"title": "Link mirror topics error count",
"layout": {
"column": 5,
"row": 14,
Expand All @@ -432,22 +417,19 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT rate(sum(confluent.kafka.server.request_count), 1 minute) as 'Requests Per Minute' FROM Metric LIMIT MAX TIMESERIES"
"query": "select sum(confluent.kafka.server.cluster_link_mirror_transition_in_error) AS 'cluster link mirror topic errors' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
"ignoreTimeRange": false
},
"units": {
"unit": "REQUESTS_PER_SECOND"
},
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Ingress rate (bytes/minute)",
"title": "Link mirror topics count",
"layout": {
"column": 9,
"row": 14,
Expand All @@ -467,7 +449,7 @@
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT rate(sum(confluent.kafka.server.request_bytes), 1 minute) as 'Ingress' FROM Metric LIMIT MAX TIMESERIES"
"query": "select sum(confluent.kafka.server.cluster_link_mirror_topic_count) AS 'Cluster link mirror topics' from Metric TIMESERIES LIMIT MAX"
}
],
"platformOptions": {
Expand All @@ -480,79 +462,6 @@
"zero": true
}
}
},
{
"title": "Request Bytes (bytes/second) Per Kafka Protocol Request Type",
"layout": {
"column": 1,
"row": 17,
"width": 6,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT rate(sum(confluent.kafka.server.request_bytes), 1 second) FROM Metric FACET confluent.kafka.server.metric.type LIMIT MAX TIMESERIES"
}
],
"platformOptions": {
"ignoreTimeRange": false
},
"units": {
"unit": "BYTES_PER_SECOND"
},
"yAxisLeft": {
"zero": true
}
}
},
{
"title": "Response Rate",
"layout": {
"column": 7,
"row": 17,
"width": 6,
"height": 3
},
"visualization": {
"id": "viz.line"
},
"rawConfiguration": {
"facet": {
"showOtherSeries": false
},
"legend": {
"enabled": true
},
"nrqlQueries": [
{
"accountId": 0,
"query": "SELECT rate(sum(confluent.kafka.server.response_bytes), 1 minute) as 'Bytes Per Minute' FROM Metric LIMIT MAX TIMESERIES"
}
],
"platformOptions": {
"ignoreTimeRange": false
},
"units": {
"unit": "REQUESTS_PER_SECOND"
},
"yAxisLeft": {
"zero": true
},
"yAxisRight": {
"zero": true
}
}
}
]
}
Expand Down
Loading

0 comments on commit 313f78b

Please sign in to comment.