{ "description": "[[suggested_dashboards]]", "layout_type": "ordered", "notify_list": [ ], "reflow_type": "fixed", "template_variables": [], "title": "${title}", "widgets": [ { "definition": { "background_color": "green", "layout_type": "ordered", "show_title": true, "title": "API Gateway", "type": "group", "widgets": [ { "definition": { "autoscale": false, "precision": 0, "requests": [ { "conditional_formats": [ { "comparator": ">=", "palette": "white_on_yellow", "value": 12 }, { "comparator": "<", "palette": "white_on_green", "value": 12 }, { "comparator": ">", "palette": "white_on_red", "value": 100 } ], "formulas": [ { "formula": "query1", "number_format": { "unit": { "label": "err", "type": "custom_unit_label" } } } ], "queries": [ { "aggregator": "sum", "data_source": "metrics", "name": "query1", "query": "avg:aws.apigateway.4xxerror{apiname:${environment}-fan-response-api}.as_count()" } ], "response_format": "scalar" } ], "title": "Total 4XX Errors", "title_align": "left", "title_size": "16", "type": "query_value" }, "id": 1848159300885082, "layout": { "height": 2, "width": 3, "x": 0, "y": 0 } }, { "definition": { "autoscale": false, "precision": 0, "requests": [ { "conditional_formats": [ { "comparator": ">", "palette": "white_on_red", "value": 0 }, { "comparator": "<=", "palette": "white_on_green", "value": 0 } ], "formulas": [ { "formula": "query1", "number_format": { "unit": { "label": "err", "type": "custom_unit_label" } } } ], "queries": [ { "aggregator": "sum", "data_source": "metrics", "name": "query1", "query": "avg:aws.apigateway.5xxerror{apiname:${environment}-fan-response-api}.as_count()" } ], "response_format": "scalar" } ], "title": "Total 5XX Errors", "title_align": "left", "title_size": "16", "type": "query_value" }, "id": 3023078840007784, "layout": { "height": 2, "width": 3, "x": 3, "y": 0 } }, { "definition": { "autoscale": true, "precision": 2, "requests": [ { "conditional_formats": [ { "comparator": ">", "palette": "white_on_red", "value": 1000 }, { "comparator": ">=", "palette": "white_on_yellow", "value": 200 }, { "comparator": "<", "palette": "white_on_green", "value": 200 } ], "formulas": [ { "formula": "query1", "number_format": { "unit": { "label": "ms", "type": "custom_unit_label" } } } ], "queries": [ { "aggregator": "avg", "data_source": "metrics", "name": "query1", "query": "avg:aws.apigateway.integration_latency{apiname:${environment}-fan-response-api}" } ], "response_format": "scalar" } ], "title": "Average API Backend Request Latency", "title_align": "left", "title_size": "16", "type": "query_value" }, "id": 5117182883606308, "layout": { "height": 2, "width": 3, "x": 0, "y": 2 } }, { "definition": { "autoscale": true, "precision": 2, "requests": [ { "conditional_formats": [ { "comparator": ">", "palette": "white_on_red", "value": 1000 }, { "comparator": ">=", "palette": "white_on_yellow", "value": 200 }, { "comparator": "<", "palette": "white_on_green", "value": 200 } ], "formulas": [ { "formula": "query1", "number_format": { "unit": { "label": "ms", "type": "custom_unit_label" } } } ], "queries": [ { "aggregator": "avg", "data_source": "metrics", "name": "query1", "query": "avg:aws.apigateway.latency{apiname:${environment}-fan-response-api}" } ], "response_format": "scalar" } ], "title": "Average API Latency", "title_align": "left", "title_size": "16", "type": "query_value" }, "id": 4998478118806260, "layout": { "height": 2, "width": 3, "x": 3, "y": 2 } }, { "definition": { "autoscale": true, "precision": 0, "requests": [ { "conditional_formats": [ { "comparator": ">", "palette": "custom_text", "value": 0 } ], "formulas": [ { "formula": "query1", "number_format": { "unit": { "label": "req", "type": "custom_unit_label" } } } ], "queries": [ { "aggregator": "sum", "data_source": "metrics", "name": "query1", "query": "avg:aws.apigateway.count{apiname:${environment}-fan-response-api}.as_count()" } ], "response_format": "scalar" } ], "title": "Total Request Count", "title_align": "left", "title_size": "16", "type": "query_value" }, "id": 1732781500940036, "layout": { "height": 2, "width": 3, "x": 0, "y": 4 } }, { "definition": { "autoscale": true, "precision": 2, "requests": [ { "formulas": [ { "formula": "round((query1 + query2) / query3)" } ], "queries": [ { "aggregator": "sum", "data_source": "metrics", "name": "query1", "query": "sum:aws.apigateway.5xxerror{apiname:${environment}-fan-response-api}.as_count()" }, { "aggregator": "sum", "data_source": "metrics", "name": "query2", "query": "sum:aws.apigateway.4xxerror{apiname:${environment}-fan-response-api}.as_count()" }, { "aggregator": "sum", "data_source": "metrics", "name": "query3", "query": "sum:aws.apigateway.count{apiname:${environment}-fan-response-api}.as_count()" } ], "response_format": "scalar" } ], "timeseries_background": { "type": "area" }, "title": "Top API's by Error Rate", "title_align": "left", "title_size": "16", "type": "query_value" }, "id": 7984661121578370, "layout": { "height": 2, "width": 3, "x": 3, "y": 4 } }, { "definition": { "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "bars", "formulas": [ { "formula": "query1" } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:aws.apigateway.count{apiname:${environment}-fan-response-api}.as_count()" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": false, "title": "API Gateway Requests", "title_align": "left", "title_size": "16", "type": "timeseries" }, "id": 2840126249236558, "layout": { "height": 2, "width": 3, "x": 0, "y": 6 } }, { "definition": { "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "horizontal", "requests": [ { "display_type": "bars", "formulas": [ { "alias": "4xx error", "formula": "query2", "style": { "palette": "warm", "palette_index": 5 } }, { "alias": "5xx error", "formula": "query3", "style": { "palette": "warm", "palette_index": 7 } } ], "queries": [ { "data_source": "metrics", "name": "query2", "query": "sum:aws.apigateway.4xxerror{apiname:${environment}-fan-response-api}.as_count()" }, { "data_source": "metrics", "name": "query3", "query": "sum:aws.apigateway.5xxerror{apiname:${environment}-fan-response-api}.as_count()" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": true, "title": "API Gateway Errors", "title_align": "left", "title_size": "16", "type": "timeseries" }, "id": 3667754964121484, "layout": { "height": 2, "width": 3, "x": 3, "y": 6 } } ] }, "id": 8476062281209606, "layout": { "height": 11, "width": 6, "x": 0, "y": 0 } }, { "definition": { "background_color": "green", "layout_type": "ordered", "show_title": true, "title": "WAF ", "type": "group", "widgets": [ { "definition": { "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "line", "formulas": [ { "formula": "query1" } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "sum:aws.wafv2.allowed_requests{rule:${environment}-fan-response-api-waf-block-acl}.as_count()" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": true, "title": "Allowed requests", "title_align": "left", "title_size": "16", "type": "timeseries" }, "id": 5781629990884198, "layout": { "height": 2, "width": 6, "x": 0, "y": 0 } }, { "definition": { "legend_columns": [ "sum", "avg" ], "legend_layout": "vertical", "requests": [ { "display_type": "line", "formulas": [ { "alias": "waf-block", "formula": "query1" } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "sum:aws.wafv2.blocked_requests{rule:${environment}-fan-response-api-waf-block-acl}.as_count()" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": true, "title": "Blocked requests", "title_align": "left", "title_size": "16", "type": "timeseries" }, "id": 3025780261099520, "layout": { "height": 2, "width": 6, "x": 0, "y": 2 } }, { "definition": { "legend": { "type": "automatic" }, "requests": [ { "formulas": [ { "formula": "query1", "limit": { "order": "desc" } } ], "queries": [ { "compute": { "aggregation": "count" }, "data_source": "logs", "group_by": [ { "facet": "@terminatingRuleId", "limit": 10, "sort": { "aggregation": "count", "order": "desc" } } ], "indexes": [ "*" ], "name": "query1", "search": { "query": "service:waf @aws.waf_name:${environment}-fan-response-api-waf-block @system.action:BLOCK" }, "storage": "hot" } ], "response_format": "scalar", "style": { "palette": "datadog16" } } ], "title": "Type of blocks", "title_align": "left", "title_size": "16", "type": "sunburst" }, "id": 8413736732822432, "layout": { "height": 3, "width": 3, "x": 0, "y": 4 } }, { "definition": { "has_search_bar": "auto", "requests": [ { "formulas": [ { "alias": "count", "cell_display_mode": "bar", "formula": "query1" } ], "queries": [ { "compute": { "aggregation": "count" }, "data_source": "logs", "group_by": [ { "facet": "@labels.name", "limit": 25, "sort": { "aggregation": "count", "order": "desc" } } ], "indexes": [ "*" ], "name": "query1", "search": { "query": "service:waf @aws.waf_name:${environment}-fan-response-api-waf-block @system.action:BLOCK -@terminatingRuleId:${environment}-fan-response-api-waf-custom-rules-group" }, "storage": "hot" } ], "response_format": "scalar", "sort": { "count": 25, "order_by": [ { "index": 0, "order": "desc", "type": "formula" } ] }, "text_formats": [ [ { "custom_bg_color": "#e198eb", "match": { "type": "starts_with", "value": "awswaf:managed:aws:core-rule-set:" }, "palette": "custom_bg", "replace": { "substring": "awswaf:managed:aws:core-rule-set:", "type": "substring", "with": " " } } ] ] } ], "title": "Common blocking reasons", "title_align": "left", "title_size": "16", "type": "query_table" }, "id": 8799981224450942, "layout": { "height": 3, "width": 3, "x": 3, "y": 4 } }, { "definition": { "has_search_bar": "auto", "requests": [ { "formulas": [ { "alias": "count", "cell_display_mode": "bar", "formula": "query1" } ], "queries": [ { "compute": { "aggregation": "count" }, "data_source": "logs", "group_by": [ { "facet": "@network.client.ip", "limit": 5, "sort": { "aggregation": "count", "order": "desc" } } ], "indexes": [ "*" ], "name": "query1", "search": { "query": "service:waf @aws.waf_name:${environment}-fan-response-api-waf-block @system.action:BLOCK @terminatingRuleId:${environment}-fan-response-api-waf-custom-rules-group" }, "storage": "hot" } ], "response_format": "scalar", "sort": { "count": 5, "order_by": [ { "index": 0, "order": "desc", "type": "formula" } ] }, "text_formats": [ [ { "custom_bg_color": "#00c9ff", "match": { "type": "contains", "value": "." }, "palette": "custom_bg" } ] ] } ], "title": "IPs Blocked by custom rule", "title_align": "left", "title_size": "16", "type": "query_table" }, "id": 3438935055454884, "layout": { "height": 3, "width": 3, "x": 0, "y": 7 } }, { "definition": { "has_search_bar": "auto", "requests": [ { "formulas": [ { "alias": "count", "cell_display_mode": "bar", "formula": "query1" } ], "queries": [ { "compute": { "aggregation": "count" }, "data_source": "logs", "group_by": [ { "facet": "@http.url_details.path", "limit": 5, "sort": { "aggregation": "count", "order": "desc" } } ], "indexes": [ "*" ], "name": "query1", "search": { "query": "service:waf @aws.waf_name:${environment}-fan-response-api-waf-block @system.action:BLOCK @terminatingRuleId:common-rule-set @labels.name:\"awswaf:managed:aws:core-rule-set:RestrictedExtensions_URIPath\"" }, "storage": "hot" } ], "response_format": "scalar", "sort": { "count": 5, "order_by": [ { "index": 0, "order": "desc", "type": "formula" } ] }, "text_formats": [ [ { "custom_bg_color": "#e198eb", "match": { "type": "contains", "value": "/" }, "palette": "custom_bg" } ] ] } ], "title": "Restricted URI Paths", "title_align": "left", "title_size": "16", "type": "query_table" }, "id": 8110375749531952, "layout": { "height": 3, "width": 3, "x": 3, "y": 7 } } ] }, "id": 933677690758788, "layout": { "height": 11, "width": 6, "x": 6, "y": 0 } }, { "definition": { "background_color": "blue", "layout_type": "ordered", "show_title": true, "title": "Handler Lambda", "type": "group", "widgets": [ { "definition": { "autoscale": true, "custom_links": [ ], "precision": 0, "requests": [ { "formulas": [ { "formula": "query1", "number_format": { "unit": { "label": " ", "type": "custom_unit_label" } } } ], "queries": [ { "aggregator": "sum", "data_source": "metrics", "name": "query1", "query": "sum:aws.lambda.invocations{functionname:${handler_lambda_name}}.as_count()" } ], "response_format": "scalar" } ], "title": "Handler Lambda Invocations", "title_align": "center", "title_size": "16", "type": "query_value" }, "id": 1255879111097426, "layout": { "height": 2, "width": 2, "x": 0, "y": 0 } }, { "definition": { "autoscale": true, "custom_links": [ ], "precision": 0, "requests": [ { "conditional_formats": [ { "comparator": ">", "palette": "white_on_red", "value": 5 }, { "comparator": "<=", "palette": "white_on_green", "value": 5 } ], "formulas": [ { "formula": "query1", "number_format": { "unit": { "label": " ", "type": "custom_unit_label" } } } ], "queries": [ { "aggregator": "sum", "data_source": "metrics", "name": "query1", "query": "sum:aws.lambda.errors{functionname:${handler_lambda_name}}.as_count()" } ], "response_format": "scalar" } ], "title": "Errors", "title_align": "center", "title_size": "16", "type": "query_value" }, "id": 5091664286372766, "layout": { "height": 2, "width": 2, "x": 2, "y": 0 } }, { "definition": { "custom_links": [ ], "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "bars", "formulas": [ { "formula": "query1" } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:aws.lambda.duration.p95{functionname:${handler_lambda_name}}" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": false, "title": "p95 execution time", "title_align": "left", "title_size": "16", "type": "timeseries", "yaxis": { "include_zero": true, "label": "", "max": "auto", "min": "auto", "scale": "linear" } }, "id": 1203919464385750, "layout": { "height": 2, "width": 2, "x": 4, "y": 0 } }, { "definition": { "custom_links": [ ], "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "bars", "formulas": [ { "formula": "query1" } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "max:aws.lambda.concurrent_executions.maximum{functionname:${handler_lambda_name}}" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": false, "title": "Handler Max Concurrent Executions", "title_align": "left", "title_size": "16", "type": "timeseries", "yaxis": { "include_zero": true, "label": "", "max": "auto", "min": "auto", "scale": "linear" } }, "id": 8286602833450504, "layout": { "height": 3, "width": 3, "x": 0, "y": 2 } }, { "definition": { "custom_links": [ ], "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "bars", "formulas": [ { "formula": "query1", "style": { "palette": "warm", "palette_index": 3 } } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "sum:aws.lambda.throttles{functionname:${handler_lambda_name}}.as_count()" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": false, "title": "Handler Throttles", "title_align": "left", "title_size": "16", "type": "timeseries", "yaxis": { "include_zero": true, "label": "", "max": "auto", "min": "auto", "scale": "linear" } }, "id": 3729438499583344, "layout": { "height": 3, "width": 3, "x": 3, "y": 2 } }, { "definition": { "has_search_bar": "auto", "requests": [ { "formulas": [ { "cell_display_mode": "bar", "formula": "query1" } ], "queries": [ { "compute": { "aggregation": "count" }, "data_source": "logs", "group_by": [ { "facet": "status", "limit": 15, "sort": { "aggregation": "count", "order": "desc" } } ], "indexes": [ "*" ], "name": "query1", "search": { "query": "functionname:${handler_lambda_name}" }, "storage": "hot" } ], "response_format": "scalar", "sort": { "count": 15, "order_by": [ { "index": 0, "order": "desc", "type": "formula" } ] } } ], "title": "", "title_align": "left", "title_size": "16", "type": "query_table" }, "id": 2885983842455218, "layout": { "height": 2, "width": 6, "x": 0, "y": 5 } } ] }, "id": 3058070986127632, "layout": { "height": 8, "width": 6, "x": 0, "y": 0 } }, { "definition": { "background_color": "blue", "layout_type": "ordered", "show_title": true, "title": "Authorizer Lambda", "type": "group", "widgets": [ { "definition": { "autoscale": true, "custom_links": [ ], "precision": 0, "requests": [ { "formulas": [ { "formula": "query1", "number_format": { "unit": { "label": " ", "type": "custom_unit_label" } } } ], "queries": [ { "aggregator": "sum", "data_source": "metrics", "name": "query1", "query": "sum:aws.lambda.invocations{functionname:${authorizer_lambda_name}}.as_count()" } ], "response_format": "scalar" } ], "title": "Authorizer Lambda Invocations", "title_align": "center", "title_size": "16", "type": "query_value" }, "id": 2625615156102926, "layout": { "height": 2, "width": 2, "x": 0, "y": 0 } }, { "definition": { "autoscale": true, "custom_links": [ ], "precision": 0, "requests": [ { "conditional_formats": [ { "comparator": ">", "palette": "white_on_red", "value": 5 }, { "comparator": "<=", "palette": "white_on_green", "value": 5 } ], "formulas": [ { "formula": "query1", "number_format": { "unit": { "label": " ", "type": "custom_unit_label" } } } ], "queries": [ { "aggregator": "sum", "data_source": "metrics", "name": "query1", "query": "sum:aws.lambda.errors{functionname:${authorizer_lambda_name}}.as_count()" } ], "response_format": "scalar" } ], "title": "Errors", "title_align": "center", "title_size": "16", "type": "query_value" }, "id": 8454828701547902, "layout": { "height": 2, "width": 2, "x": 2, "y": 0 } }, { "definition": { "custom_links": [ ], "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "bars", "formulas": [ { "formula": "query1" } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "avg:aws.lambda.duration.p95{functionname:${authorizer_lambda_name}}" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": false, "title": "p95 execution time", "title_align": "left", "title_size": "16", "type": "timeseries", "yaxis": { "include_zero": true, "label": "", "max": "auto", "min": "auto", "scale": "linear" } }, "id": 2545833353699324, "layout": { "height": 2, "width": 2, "x": 4, "y": 0 } }, { "definition": { "custom_links": [ ], "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "bars", "formulas": [ { "formula": "query1" } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "max:aws.lambda.concurrent_executions.maximum{functionname:${authorizer_lambda_name}}" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": false, "title": "Authorizer Max Concurrent Executions", "title_align": "left", "title_size": "16", "type": "timeseries", "yaxis": { "include_zero": true, "label": "", "max": "auto", "min": "auto", "scale": "linear" } }, "id": 1196839562937926, "layout": { "height": 3, "width": 3, "x": 0, "y": 2 } }, { "definition": { "custom_links": [ ], "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "bars", "formulas": [ { "formula": "query1", "style": { "palette": "warm", "palette_index": 3 } } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "sum:aws.lambda.throttles{functionname:${authorizer_lambda_name}}.as_count()" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": false, "title": "Authorizer Throttles", "title_align": "left", "title_size": "16", "type": "timeseries", "yaxis": { "include_zero": true, "label": "", "max": "auto", "min": "auto", "scale": "linear" } }, "id": 4506071665910792, "layout": { "height": 3, "width": 3, "x": 3, "y": 2 } }, { "definition": { "has_search_bar": "auto", "requests": [ { "formulas": [ { "cell_display_mode": "bar", "formula": "query1" } ], "queries": [ { "compute": { "aggregation": "count" }, "data_source": "logs", "group_by": [ { "facet": "status", "limit": 15, "sort": { "aggregation": "count", "order": "desc" } } ], "indexes": [ "*" ], "name": "query1", "search": { "query": "functionname:${authorizer_lambda_name}" }, "storage": "hot" } ], "response_format": "scalar", "sort": { "count": 15, "order_by": [ { "index": 0, "order": "desc", "type": "formula" } ] } } ], "title": "", "title_align": "left", "title_size": "16", "type": "query_table" }, "id": 5103594753413446, "layout": { "height": 2, "width": 6, "x": 0, "y": 5 } } ] }, "id": 1619172236390590, "layout": { "height": 8, "width": 6, "x": 6, "y": 0 } }, { "definition": { "background_color": "orange", "layout_type": "ordered", "show_title": true, "title": "Kafka Topic", "type": "group", "widgets": [ %{ for topic in output_event_topic ~} { "definition": { "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "line", "formulas": [ { "formula": "query1" } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "max:aws.kafka.messages_in_per_sec{cluster_name:${environment}-managed-kafka-cdc-destination,topic:${topic}}" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": true, "title": "messages in event.smf.fanresponse", "title_align": "left", "title_size": "16", "type": "timeseries" }, "id": 3153413737923244, "layout": { "height": 2, "width": 6, "x": 0, "y": 0 } }, { "definition": { "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "line", "formulas": [ { "formula": "query1", "number_format": { "unit": { "type": "canonical_unit", "unit_name": "message" } } } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "max:aws.kafka.max_offset_lag{cluster_name:${environment}-managed-kafka-cdc-destination,topic:${topic}} by {consumer_group}" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": true, "title": "Offset Lag in event.smf.fanresponse", "title_align": "left", "title_size": "16", "type": "timeseries" }, "id": 3477179395581188, "layout": { "height": 2, "width": 6, "x": 0, "y": 2 } }, %{ endfor ~} %{ for dlq_topic in output_dlq_topic ~} { "definition": { "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "line", "formulas": [ { "formula": "query1" } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "max:aws.kafka.messages_in_per_sec{cluster_name:${environment}-managed-kafka-cdc-destination,topic:${dlq_topic}}" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": true, "title": "messages in ${dlq_topic}", "title_align": "left", "title_size": "16", "type": "timeseries" }, "id": 6207891103019630, "layout": { "height": 2, "width": 6, "x": 6, "y": 0 } }, { "definition": { "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "auto", "requests": [ { "display_type": "line", "formulas": [ { "formula": "query1", "number_format": { "unit": { "type": "canonical_unit", "unit_name": "message" } } } ], "queries": [ { "data_source": "metrics", "name": "query1", "query": "max:aws.kafka.max_offset_lag{cluster_name:${environment}-managed-kafka-cdc-destination,topic:${dlq_topic}} by {consumer_group}" } ], "response_format": "timeseries", "style": { "line_type": "solid", "line_width": "normal", "palette": "dog_classic" } } ], "show_legend": true, "title": "Offset Lag in ${dlq_topic}", "title_align": "left", "title_size": "16", "type": "timeseries" }, "id": 4908330744108878, "layout": { "height": 2, "width": 6, "x": 6, "y": 2 } }, %{ endfor ~} { "id":1635410548468281, "definition":{ "title":"messages in in ${error_dlq_topic}", "title_size":"16", "title_align":"left", "show_legend":true, "legend_layout":"auto", "legend_columns":[ "avg", "min", "max", "value", "sum" ], "type":"timeseries", "requests":[ { "formulas":[ { "number_format":{ "unit":{ "type":"canonical_unit", "unit_name":"message" } }, "formula":"query1" } ], "queries":[ { "data_source":"metrics", "name":"query1", "query":"max:aws.kafka.messages_in_per_sec{cluster_name:${environment}-managed-kafka-cdc-destination,topic:${error_dlq_topic}}" } ], "response_format":"timeseries", "style":{ "palette":"dog_classic", "line_type":"solid", "line_width":"normal" }, "display_type":"line" } ] }, "layout":{ "height": 2, "width": 6, "x": 0, "y": 4 } } ] }, "id": 3964012726751080, "layout": { "height": 5, "width": 12, "x": 0, "y": 19 } } %{ for connector_name in sfsink_connector_name ~} , { "definition": { "background_color": "orange", "layout_type": "ordered", "show_title": true, "title": "Snowflake Sink Connector JMX Metrics", "type": "group", "widgets": [ { "definition": { "legend_layout": "horizontal", "requests": [ { "display_type": "line", "formulas": [ { "alias": "running tasks", "formula": "query1", "style": { "palette": "green", "palette_index": 5 } }, { "alias": "failed tasks", "formula": "query2", "style": { "palette": "warm", "palette_index": 4 } }, { "alias": "restarting tasks", "formula": "query3", "style": { "palette": "green", "palette_index": 1 } }, { "alias": "destroyed tasks", "formula": "query4", "style": { "palette": "gray", "palette_index": 1 } } ], "on_right_yaxis": false, "queries": [ { "data_source": "metrics", "name": "query1", "query": "sum:jmx.kafka.connect.connector_running_task_count{task_name:${connector_name}}" }, { "data_source": "metrics", "name": "query2", "query": "sum:jmx.kafka.connect.connector_failed_task_count{task_name:${connector_name}}" }, { "data_source": "metrics", "name": "query3", "query": "sum:jmx.kafka.connect.connector_restarting_task_count{task_name:${connector_name}}" }, { "data_source": "metrics", "name": "query4", "query": "sum:jmx.kafka.connect.connector_destroyed_task_count{task_name:${connector_name}}" } ], "response_format": "timeseries" }, { "display_type": "overlay", "queries": [ { "compute": { "aggregation": "count" }, "data_source": "events", "name": "query1", "search": { "query": "@title:\"ECS Deployment on service ${connector_name}\"" } } ], "response_format": "timeseries" } ], "show_legend": true, "title": "Connector Task Count", "type": "timeseries" }, "id": 7273353992715032, "layout": { "height": 2, "width": 4, "x": 0, "y": 0 } }, { "definition": { "legend_columns": [ "avg", "min", "max", "value", "sum" ], "legend_layout": "horizontal", "requests": [ { "display_type": "line", "formulas": [ { "alias": "records output", "formula": "query1", "style": { "palette": "classic", "palette_index": 1 } }, { "alias": "polled by the task", "formula": "query2", "style": { "palette": "classic", "palette_index": 1 } } ], "on_right_yaxis": false, "queries": [ { "data_source": "metrics", "name": "query1", "query": "max:jmx.kafka.connect.sink_record_send_total{task_name:${connector_name}}" }, { "data_source": "metrics", "name": "query2", "query": "max:jmx.kafka.connect.sink_record_read_total{task_name:${connector_name}}" } ], "response_format": "timeseries" } ], "show_legend": true, "title": "Total number of records read vs output", "type": "timeseries" }, "id": 7817103804448362, "layout": { "height": 2, "width": 4, "x": 4, "y": 0 } }, { "definition": { "legend_layout": "horizontal", "requests": [ { "display_type": "line", "formulas": [ { "alias": "polled by the task", "formula": "query1", "style": { "palette": "classic", "palette_index": 1 } } ], "on_right_yaxis": false, "queries": [ { "data_source": "metrics", "name": "query1", "query": "max:jmx.kafka.connect.sink_record_active_count{task_name:${connector_name}}" } ], "response_format": "timeseries" }, { "display_type": "overlay", "queries": [ { "compute": { "aggregation": "count" }, "data_source": "events", "name": "query1", "search": { "query": "@title:\"ECS Deployment on service ${connector_name}\"" } } ], "response_format": "timeseries" } ], "show_legend": true, "title": "Records read from Kafka but not yet committed", "type": "timeseries" }, "id": 2306889551522506, "layout": { "height": 2, "width": 4, "x": 8, "y": 0 } }, { "definition": { "legend_layout": "horizontal", "requests": [ { "display_type": "area", "formulas": [ { "alias": "connection closed", "formula": "query2", "style": { "palette": "classic", "palette_index": 1 } }, { "alias": "connection created", "formula": "query3", "style": { "palette": "classic", "palette_index": 1 } } ], "on_right_yaxis": false, "queries": [ { "data_source": "metrics", "name": "query2", "query": "sum:jmx.kafka.consumer.connection_close_total{task_name:${connector_name}}" }, { "data_source": "metrics", "name": "query3", "query": "sum:jmx.kafka.consumer.connection_creation_total{task_name:${connector_name}}" } ], "response_format": "timeseries" }, { "display_type": "overlay", "queries": [ { "compute": { "aggregation": "count" }, "data_source": "events", "name": "query1", "search": { "query": "@title:\"ECS Deployment on service ${connector_name}\"" } } ], "response_format": "timeseries" } ], "show_legend": true, "title": "Number of active connections", "type": "timeseries" }, "id": 8726169242293110, "layout": { "height": 2, "width": 4, "x": 0, "y": 2 } }, { "definition": { "legend_layout": "horizontal", "requests": [ { "display_type": "line", "formulas": [ { "alias": "error", "formula": "query1", "style": { "palette": "warm", "palette_index": 1 } }, { "alias": "failures", "formula": "query2", "style": { "palette": "warm", "palette_index": 4 } }, { "alias": "skipped", "formula": "query3", "style": { "palette": "gray", "palette_index": 1 } }, { "alias": "retries", "formula": "query4", "style": { "palette": "green", "palette_index": 1 } } ], "on_right_yaxis": false, "queries": [ { "data_source": "metrics", "name": "query1", "query": "sum:jmx.kafka.connect.total_record_errors{task_name:${connector_name}}" }, { "data_source": "metrics", "name": "query2", "query": "sum:jmx.kafka.connect.total_record_failures{task_name:${connector_name}}" }, { "data_source": "metrics", "name": "query3", "query": "sum:jmx.kafka.connect.total_records_skipped{task_name:${connector_name}}" }, { "data_source": "metrics", "name": "query4", "query": "sum:jmx.kafka.connect.total_retries{task_name:${connector_name}}" } ], "response_format": "timeseries" }, { "display_type": "overlay", "queries": [ { "compute": { "aggregation": "count" }, "data_source": "events", "name": "query1", "search": { "query": "@title:\"ECS Deployment on service ${connector_name}\"" } } ], "response_format": "timeseries" } ], "show_legend": true, "title": "Error and Retry count", "type": "timeseries" }, "id": 842030143982064, "layout": { "height": 2, "width": 4, "x": 4, "y": 2 } }, { "definition": { "legend_layout": "horizontal", "requests": [ { "display_type": "line", "formulas": [ { "alias": "put time", "formula": "query1 / 100", "style": { "palette": "classic", "palette_index": 1 } } ], "on_right_yaxis": false, "queries": [ { "data_source": "metrics", "name": "query1", "query": "max:jmx.kafka.connect.put_batch_avg_time_ms{task_name:${connector_name}}" } ], "response_format": "timeseries" } ], "show_legend": true, "title": "seconds taken to put a batch of sinks records", "type": "timeseries" }, "id": 8690982392150036, "layout": { "height": 2, "width": 4, "x": 8, "y": 2 } }, { "definition": { "legend_layout": "horizontal", "requests": [ { "display_type": "line", "formulas": [ { "alias": "offset", "formula": "query1", "style": { "palette": "classic", "palette_index": 1 } } ], "on_right_yaxis": false, "queries": [ { "data_source": "metrics", "name": "query1", "query": "sum:jmx.kafka.connect.offset_commit_seq_no{task_name:${connector_name}}" } ], "response_format": "timeseries" }, { "display_type": "overlay", "queries": [ { "compute": { "aggregation": "count" }, "data_source": "events", "name": "query1", "search": { "query": "@title:\"ECS Deployment on service ${connector_name}\"" } } ], "response_format": "timeseries" } ], "show_legend": true, "title": "Current offset number", "type": "timeseries" }, "id": 8801033420769860, "layout": { "height": 2, "width": 4, "x": 0, "y": 4 } }, { "definition": { "legend_layout": "horizontal", "requests": [ { "display_type": "line", "formulas": [ { "alias": "request-rate", "formula": "query1", "style": { "palette": "classic", "palette_index": 1 } } ], "on_right_yaxis": false, "queries": [ { "data_source": "metrics", "name": "query1", "query": "sum:jmx.kafka.consumer.request_rate{task_name:${connector_name}}" } ], "response_format": "timeseries" }, { "display_type": "overlay", "queries": [ { "compute": { "aggregation": "count" }, "data_source": "events", "name": "query1", "search": { "query": "@title:\"ECS Deployment on service ${connector_name}\"" } } ], "response_format": "timeseries" } ], "show_legend": true, "title": "Requests sent per second", "type": "timeseries" }, "id": 5054154852616042, "layout": { "height": 2, "width": 4, "x": 4, "y": 4 } } ] }, "id": 1589206424054914, "layout": { "height": 7, "width": 12, "x": 0, "y": 24 } } %{ endfor ~} ] }