diff --git a/indexer/msk.tf b/indexer/msk.tf index 29b01758..69112991 100644 --- a/indexer/msk.tf +++ b/indexer/msk.tf @@ -31,6 +31,7 @@ resource "aws_msk_cluster" "main" { cluster_name = "${var.environment}-${var.indexers[var.region].name}-msk-cluster" kafka_version = local.kafka_version number_of_broker_nodes = 3 + enhanced_monitoring = var.environment == "mainnet" || var.environment == "testnet" ? "PER_TOPIC_PER_PARTITION" : "DEFAULT" broker_node_group_info { instance_type = var.msk_instance_type storage_info { diff --git a/modules/indexer_dashboards/vulcan_dashboard.tf b/modules/indexer_dashboards/vulcan_dashboard.tf index f244ef55..7bfafa86 100644 --- a/modules/indexer_dashboards/vulcan_dashboard.tf +++ b/modules/indexer_dashboards/vulcan_dashboard.tf @@ -163,7 +163,7 @@ resource "datadog_dashboard_json" "vulcan" { } }, { - "id": 3519142303443504, + "id": 6799018071117473, "definition": { "title": "Kafka", "show_title": true, @@ -215,7 +215,7 @@ resource "datadog_dashboard_json" "vulcan" { }, "layout": { "x": 0, - "y": 3, + "y": 0, "width": 4, "height": 2 } @@ -281,7 +281,7 @@ resource "datadog_dashboard_json" "vulcan" { }, "layout": { "x": 4, - "y": 3, + "y": 0, "width": 4, "height": 2 } @@ -346,12 +346,67 @@ resource "datadog_dashboard_json" "vulcan" { }, "layout": { "x": 8, - "y": 3, + "y": 0, + "width": 4, + "height": 2 + } + }, + { + "id": 750613763910334, + "definition": { + "title": "Partition Offset Lag", + "title_size": "16", + "title_align": "left", + "show_legend": true, + "legend_layout": "auto", + "legend_columns": [ + "avg", + "min", + "max", + "value", + "sum" + ], + "type": "timeseries", + "requests": [ + { + "formulas": [ + { + "formula": "query1" + } + ], + "queries": [ + { + "data_source": "metrics", + "name": "query1", + "query": "avg:aws.kafka.offset_lag{consumer_group:vulcan, $msk_cluster_name} by {partition}" + } + ], + "response_format": "timeseries", + "style": { + "palette": "dog_classic", + "order_by": "values", + "color_order": "shuffled", + "line_type": "solid", + "line_width": "normal" + }, + "display_type": "line" + } + ] + }, + "layout": { + "x": 0, + "y": 2, "width": 4, "height": 2 } } ] + }, + "layout": { + "x": 0, + "y": 3, + "width": 12, + "height": 5 } }, {